diff --git "a/llm.mnn.json" "b/llm.mnn.json" new file mode 100644--- /dev/null +++ "b/llm.mnn.json" @@ -0,0 +1,262169 @@ +{ + "bizCode": "MNNTest", + "extraInfo": { + "version": "2.9.6" + }, + "oplists": [ + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.664062, + 1.84375, + 1.828125, + 1.851562, + 1.8125, + 1.78125, + 1.226562, + 1.8125, + 1.820312, + 1.695312, + 1.476562, + 1.890625, + 1.671875, + 1.742188, + 1.882812, + 1.851562, + 1.351562, + 1.78125, + 1.804688, + 1.6875, + 1.835938, + 1.867188, + 1.789062, + 1.78125, + 1.796875, + 1.859375, + 1.710938, + 1.859375, + 1.84375, + 1.867188, + 1.789062, + -0.02002, + 1.804688, + 1.796875, + 1.757812, + 1.851562, + 1.710938, + 1.8125, + 1.507812, + 1.890625, + 1.84375, + 1.804688, + 1.820312, + 1.796875, + 1.695312, + 1.820312, + 1.921875, + 1.859375, + 1.828125, + 1.648438, + 1.882812, + 1.640625, + 1.742188, + 1.851562, + 1.742188, + 1.804688, + 1.882812, + 1.765625, + 1.796875, + 1.734375, + 1.835938, + 1.867188, + 1.828125, + 1.84375, + 1.742188, + 1.773438, + 1.5, + 1.539062, + 1.882812, + 1.914062, + 1.882812, + 1.539062, + 1.84375, + 1.765625, + 1.867188, + 1.742188, + 1.859375, + 1.851562, + 1.585938, + 1.804688, + 1.757812, + 1.898438, + 1.695312, + 1.789062, + 1.828125, + 1.859375, + 1.882812, + 1.734375, + 1.828125, + 1.625, + 1.75, + 1.789062, + 1.835938, + 1.859375, + 1.632812, + 1.679688, + 1.890625, + 1.859375, + 1.859375, + 1.859375, + 1.851562, + 1.773438, + 1.757812, + 1.765625, + 2.140625, + 1.742188, + 1.789062, + 1.828125, + 1.789062, + 1.804688, + 1.820312, + 1.898438, + 1.726562, + 1.859375, + 1.859375, + 1.804688, + 1.859375, + 1.796875, + 2.0, + 1.828125, + 1.828125, + 1.710938, + 1.796875, + 1.835938, + 1.96875, + 1.820312, + 1.171875, + 1.78125, + 1.804688, + 1.6875, + 1.867188, + 1.851562, + 1.84375, + 1.789062, + 1.84375, + 1.8125, + 1.835938, + 1.773438, + 1.710938, + 1.789062, + 1.867188, + 2.546875, + 1.773438, + 1.84375, + 1.804688, + 1.851562, + 1.773438, + 1.71875, + 1.757812, + 1.765625, + 1.898438, + 1.851562, + 1.71875, + 1.851562, + 1.851562, + 1.820312, + 1.859375, + 1.796875, + 1.570312, + 1.859375, + 1.710938, + 1.820312, + 1.648438, + 1.773438, + 1.8125, + 1.851562, + 1.476562, + 1.726562, + 1.835938, + 1.640625, + 1.90625, + 1.914062, + 1.835938, + 1.773438, + 1.570312, + 1.773438, + 1.828125, + 1.828125, + 1.84375, + 1.84375, + 1.742188, + 1.820312, + 1.835938, + 1.804688, + 1.796875, + 1.90625, + 1.976562, + 1.8125, + 1.859375, + 1.828125, + 1.859375, + 1.78125, + 1.671875, + 1.8125, + 1.8125, + 1.765625, + 1.804688, + 1.820312, + 0.118652, + 1.757812, + 1.804688, + 1.875, + 1.726562, + 1.804688, + 1.890625, + 1.851562, + 1.8125, + 1.789062, + 1.8125, + 1.914062, + 1.828125, + 1.789062, + 1.789062, + 1.617188, + 1.882812, + 1.765625, + 1.851562, + 1.84375, + 1.835938, + 1.8125, + 1.875, + 1.820312, + 1.742188, + 1.78125, + 1.804688, + 1.875, + 1.875, + 1.773438, + 1.882812, + 1.742188, + 1.796875, + 1.664062, + 1.804688, + 1.851562, + 1.851562, + 1.765625, + 1.84375, + 1.765625, + 2.59375, + 1.789062, + 1.789062, + 1.835938, + 1.84375, + 1.859375, + 1.84375, + 1.828125, + 1.492188, + 1.890625, + 1.820312, + 1.929688, + 1.820312, + 1.726562, + 1.640625, + 1.835938, + 1.773438, + 1.804688, + 1.820312, + 1.773438, + 1.789062, + 1.78125, + 1.789062, + 1.75, + 1.8125, + 1.664062, + 1.882812, + 1.867188, + 1.828125, + 1.828125, + 1.796875, + 1.875, + 1.226562, + 1.75, + 1.890625, + 1.476562, + 1.742188, + 1.804688, + 1.875, + 1.835938, + 1.710938, + 1.75, + 1.78125, + 1.84375, + 1.84375, + 1.84375, + 1.820312, + 1.789062, + 1.8125, + 1.851562, + 1.828125, + 1.851562, + 1.835938, + 1.851562, + 1.890625, + 1.851562, + 1.890625, + 1.898438, + 1.5625, + 1.796875, + 1.84375, + 1.835938, + 1.851562, + 1.828125, + 1.75, + 1.71875, + 1.820312, + 1.851562, + 1.78125, + 1.867188, + 1.523438, + 1.820312, + 1.695312, + 1.851562, + 1.757812, + 1.789062, + 1.820312, + 1.8125, + 1.804688, + 1.773438, + 1.679688, + 1.554688, + 1.835938, + 1.890625, + 1.914062, + 1.8125, + 1.820312, + 1.804688, + 1.84375, + 1.875, + 1.773438, + 1.742188, + 1.695312, + 1.742188, + 1.328125, + 1.789062, + 1.789062, + 1.820312, + 1.835938, + 1.578125, + 1.664062, + 1.617188, + 1.835938, + 1.882812, + 1.835938, + 1.578125, + 1.835938, + 1.851562, + 1.835938, + 1.828125, + 1.695312, + 1.8125, + 1.835938, + 1.835938, + 1.757812, + 1.820312, + 1.75, + 1.867188, + 1.859375, + 1.867188, + 1.820312, + 1.882812, + 1.804688, + 1.828125, + 1.851562, + 1.804688, + 1.828125, + 1.8125, + 1.882812, + 1.8125, + 1.75, + 1.8125, + 1.9375, + 1.828125, + 1.867188, + 1.648438, + 1.828125, + 1.796875, + 1.804688, + 1.859375, + 1.835938, + 1.664062, + 0.816406, + 1.8125, + 1.867188, + 1.796875, + 1.851562, + 1.640625, + 1.773438, + 1.875, + 1.773438, + 1.820312, + 1.851562, + 1.726562, + 1.890625, + 1.53125, + 1.8125, + 1.78125, + 1.84375, + 1.882812, + 1.851562, + 1.8125, + 1.84375, + 1.851562, + 1.679688, + 1.765625, + 1.835938, + 1.765625, + 1.820312, + 1.84375, + 1.859375, + 1.789062, + 1.867188, + 1.914062, + 1.632812, + 1.734375, + 1.78125, + 1.867188, + 1.851562, + 1.757812, + 1.851562, + 2.5, + 1.828125, + 1.796875, + 1.234375, + 1.820312, + 1.867188, + 1.703125, + 1.851562, + 1.789062, + 1.515625, + 1.789062, + 1.523438, + 1.789062, + 1.851562, + 1.804688, + 1.820312, + 1.867188, + 1.78125, + 1.851562, + 1.867188, + 1.898438, + 1.875, + 1.835938, + 1.789062, + 1.90625, + 1.796875, + 1.773438, + 1.414062, + 1.882812, + 1.734375, + 1.890625, + 1.851562, + 1.703125, + 1.84375, + 1.867188, + 1.726562, + 1.90625, + 1.796875, + 1.8125, + 1.828125, + 1.742188, + 1.773438, + 1.742188, + 1.734375, + 1.84375, + 1.453125, + 1.789062, + 1.8125, + 1.875, + 1.859375, + 1.71875, + 1.914062, + 1.914062, + 1.773438, + 1.78125, + 1.71875, + 1.78125, + 1.679688, + 1.859375, + 1.820312, + 1.765625, + 1.859375, + 1.859375, + 1.835938, + 1.835938, + 1.804688, + 1.757812, + 1.8125, + 1.78125, + 1.867188, + 1.78125, + 1.867188, + 1.875, + 1.867188, + 1.820312, + 1.820312, + 1.703125, + 1.796875, + 1.804688, + 1.8125, + 1.820312, + 1.039062, + 1.734375, + 1.867188, + 1.835938, + 1.570312, + 1.882812, + 1.8125, + 1.757812, + 1.84375, + 1.828125, + 1.820312, + 1.875, + 0.902344, + 1.765625, + 1.789062, + 1.828125, + 1.828125, + 1.820312, + 1.734375, + 1.773438, + 1.796875, + 1.742188, + 1.34375, + 1.84375, + 1.875, + 1.859375, + 1.914062, + 1.929688, + 1.851562, + 1.765625, + 1.757812, + 1.851562, + 1.734375, + 1.632812, + 1.78125, + 1.820312, + 1.828125, + 1.890625, + 1.796875, + 1.851562, + 1.796875, + 1.625, + 1.820312, + 1.804688, + 1.8125, + 1.734375, + 1.804688, + 1.632812, + 1.796875, + 1.757812, + 1.75, + 1.828125, + 1.835938, + 1.820312, + 1.835938, + 1.84375, + 1.773438, + 1.054688, + 1.789062, + 1.742188, + 1.390625, + 1.828125, + 1.773438, + 1.796875, + 1.65625, + 1.75, + 1.828125, + 1.898438, + 1.875, + 1.851562, + 1.875, + 1.851562, + 1.71875, + 1.820312, + 1.796875, + 1.9375, + 1.882812, + 1.867188, + 1.75, + 1.609375, + 1.882812, + 1.820312, + 1.75, + 1.8125, + 1.789062, + 1.851562, + 1.875, + 1.820312, + 1.898438, + 1.726562, + 1.84375, + 1.703125, + 1.875, + 1.820312, + 1.867188, + 1.8125, + 1.875, + 1.398438, + 1.5625, + 1.820312, + 1.835938, + 1.804688, + 1.835938, + 1.65625, + 1.65625, + 1.765625, + 1.820312, + 1.84375, + 1.84375, + 1.898438, + 1.789062, + 1.867188, + 1.773438, + 1.75, + 1.859375, + 1.835938, + 1.289062, + 1.898438, + 1.804688, + 1.835938, + 1.5625, + 1.828125, + 1.796875, + 1.820312, + 1.828125, + 1.75, + 1.851562, + 1.523438, + 1.859375, + 1.554688, + 0.863281, + 1.765625, + 1.875, + 1.859375, + 1.835938, + 1.9375, + 1.820312, + 1.914062, + 1.882812, + 1.820312, + 1.757812, + 1.875, + 1.820312, + 1.6875, + 1.679688, + 1.78125, + 1.851562, + 1.71875, + 1.765625, + 1.6875, + 1.820312, + 1.835938, + 1.757812, + 1.65625, + 1.835938, + 1.851562, + 1.6875, + 1.835938, + 1.671875, + 1.695312, + 1.875, + 1.867188, + 1.820312, + 1.84375, + 1.835938, + 1.804688, + 1.84375, + 1.742188, + 1.765625, + 1.890625, + 1.84375, + 1.835938, + 1.679688, + 1.914062, + 1.65625, + 1.75, + 1.679688, + 1.859375, + 1.890625, + 1.851562, + 1.820312, + 1.84375, + 0.769531, + 1.734375, + 1.976562, + 1.859375, + 1.726562, + 1.84375, + 1.8125, + 1.8125, + 1.867188, + 1.742188, + 1.875, + 1.84375, + 1.84375, + 1.867188, + 1.851562, + 1.789062, + 1.867188, + 1.859375, + 1.757812, + 1.84375, + 1.84375, + 1.78125, + 1.429688, + 1.648438, + 1.820312, + 1.742188, + 1.679688, + 1.804688, + 1.476562, + 1.9375, + 1.820312, + 1.820312, + 1.835938, + 1.835938, + 1.828125, + 1.734375, + 1.6875, + 1.882812, + 1.648438, + 1.796875, + 1.757812, + 1.875, + 1.773438, + 1.804688, + 1.242188, + 1.828125, + 1.875, + 1.789062, + 1.84375, + 1.25, + 1.789062, + 1.859375, + 1.734375, + 1.796875, + 1.8125, + 1.757812, + 1.898438, + 1.828125, + 1.921875, + 1.742188, + 1.890625, + 1.773438, + 1.890625, + 1.820312, + 0.949219, + 1.78125, + 1.859375, + 1.507812, + 1.757812, + 1.65625, + 1.828125, + 1.828125, + 1.804688, + 1.789062, + 1.867188, + 1.710938, + 1.773438, + 1.796875, + 1.867188, + 1.890625, + 1.835938, + 1.65625, + 1.742188, + 1.796875, + 1.773438, + 1.851562, + 1.820312, + 1.328125, + 1.867188, + 1.75, + 1.71875, + 1.75, + 1.484375, + 1.90625, + 1.765625, + 1.882812, + 1.765625, + 1.882812, + 1.734375, + 1.804688, + 1.585938, + 1.796875, + 1.820312, + 1.859375, + 1.671875, + 1.882812, + 1.804688, + 1.820312, + 1.796875, + 1.570312, + 1.820312, + 1.773438, + 1.851562, + 1.84375, + 1.421875, + 1.835938, + 1.8125, + 1.8125, + 1.820312, + 1.929688, + 1.929688, + 1.789062, + 1.875, + 1.882812, + 1.796875, + 1.679688, + 1.796875, + 1.875, + 1.789062, + 1.804688, + 1.804688, + 1.773438, + 1.804688, + 1.804688, + 1.828125, + 1.890625, + 1.898438, + 1.804688, + 1.757812, + 2.140625, + 1.84375, + 1.789062, + 1.757812, + 1.804688, + 1.8125, + 1.671875, + 1.835938, + 1.835938, + 1.828125, + 1.890625, + 1.882812, + 1.664062, + 1.804688, + 1.820312, + 1.757812, + 1.859375, + 1.820312, + 1.929688, + 1.867188, + 1.789062, + 1.921875, + 1.804688, + 1.835938, + 1.796875, + 1.726562, + 1.796875, + 1.859375, + 1.859375, + 1.8125, + 2.09375, + 1.289062, + 1.78125, + 1.773438, + 1.929688, + 1.765625, + 1.757812, + 1.765625, + 1.875, + 1.789062, + 1.820312, + 1.820312, + 1.585938, + 1.789062, + 1.726562, + 1.695312, + 1.804688, + 1.828125, + 1.828125, + 1.820312, + 1.804688, + 1.859375, + 1.789062, + 1.75, + 1.84375, + 1.53125, + 1.742188, + 1.734375, + 1.390625, + 1.828125, + 1.890625, + 1.796875, + 1.84375, + 1.867188, + 1.84375, + 1.757812, + 1.8125, + 1.828125, + 1.835938, + 1.835938, + 1.851562, + 1.632812, + 1.8125, + 1.867188, + 1.828125, + 1.773438, + 1.804688, + 1.757812, + 1.742188, + 1.726562, + 1.820312, + 1.765625, + 1.765625, + 1.835938, + 1.773438, + 1.820312, + 1.890625, + 1.765625, + 1.835938, + 1.6875, + 1.734375, + 1.859375, + 2.03125, + 1.789062, + 1.796875, + 1.78125, + 1.835938, + 1.859375, + 1.8125, + 1.757812, + 1.804688, + 1.859375, + 1.820312, + 1.8125, + 1.554688, + 1.773438, + 1.734375, + 1.757812, + 1.84375, + 1.84375, + 1.78125, + 1.867188, + 1.875, + 1.828125, + 1.8125, + 1.835938, + 1.757812, + 1.671875, + 1.773438, + 1.882812, + 1.84375, + 1.742188, + 1.789062, + 1.84375, + 1.875, + 1.796875, + 1.859375, + 1.835938, + 1.796875, + 1.835938, + 1.648438, + 1.695312, + 1.84375, + 1.867188, + 1.78125, + 1.890625, + 1.835938, + 1.804688, + 0.664062, + 1.8125, + 1.773438, + 1.851562, + 1.828125, + 1.648438, + 1.828125, + 1.578125, + 1.820312, + 1.820312, + 1.757812, + 1.796875, + 1.859375, + 1.84375, + 1.726562, + 1.828125, + 1.828125, + 1.804688, + 1.796875, + 1.3125, + 1.84375, + 1.546875, + 1.84375, + 1.851562, + 1.851562, + 1.8125, + 1.84375, + 1.75, + 1.703125, + 1.148438, + 1.835938, + 1.757812, + 1.820312, + 1.59375, + 1.820312, + 1.75, + 1.835938, + 1.75, + 1.960938, + 1.851562, + 1.90625, + 1.804688, + 1.679688, + 1.796875, + 1.859375, + 1.820312, + 1.875, + 1.90625, + 2.09375, + 1.734375, + 1.757812, + 1.726562, + 1.976562, + 1.796875, + 1.9375, + 2.5625, + 1.820312, + 1.84375, + 1.875, + 1.710938, + 1.890625, + 1.789062, + 1.796875, + 1.914062, + 1.953125, + 1.789062, + 1.851562, + 1.921875, + 1.804688, + 2.453125, + 1.828125, + 1.796875, + 1.710938, + 1.664062, + 1.859375, + 1.867188, + 1.859375, + 1.851562, + 1.882812, + 1.640625, + 1.859375, + 1.820312, + 1.84375, + 1.703125, + 1.882812, + 1.875, + 1.585938, + 1.820312, + 1.984375, + 1.8125, + 1.8125, + 1.820312, + 1.75, + 1.835938, + 1.828125, + 1.820312, + 1.796875, + 1.671875, + 1.835938, + 1.859375, + 1.851562, + 1.828125, + 1.789062, + 1.867188, + 1.726562, + 1.164062, + 1.65625, + 1.929688, + 1.804688, + 1.820312, + 1.820312, + 1.820312, + 1.476562, + 1.984375, + 1.84375, + 1.78125, + 1.789062, + 1.929688, + 1.835938, + 1.78125, + 1.835938, + 1.851562, + 1.757812, + 1.882812, + 1.796875, + 1.726562, + 1.734375, + 1.804688, + 1.742188, + 1.585938, + 1.898438, + 1.820312, + 1.828125, + 1.828125, + 1.859375, + 1.851562, + 1.820312, + 1.765625, + 1.859375, + 1.742188, + 1.65625, + 1.757812, + 1.820312, + 1.84375, + 1.859375, + 1.859375, + 1.140625, + 1.828125, + 1.6875, + 1.882812, + 1.84375, + 1.867188, + 1.804688, + 1.820312, + 1.835938, + 1.320312, + 1.882812, + 1.71875, + 1.84375, + 1.859375, + 1.742188, + 1.867188, + 1.664062, + 1.632812, + 1.71875, + 1.773438, + 1.851562, + 1.8125, + 1.84375, + 1.875, + 1.820312, + 1.726562, + 1.726562, + 1.601562, + 1.804688, + 2.359375, + 1.742188, + 1.828125, + 1.820312, + 1.859375, + 1.890625, + 2.1875, + 1.828125, + 1.796875, + 1.875, + 1.898438, + 1.757812, + 1.8125, + 1.8125, + 1.8125, + 1.828125, + 1.40625, + 1.804688, + 1.820312, + 1.703125, + 1.820312, + 1.835938, + 1.835938, + 1.820312, + 1.828125, + 1.882812, + 1.8125, + 1.835938, + 1.742188, + 1.796875, + 1.859375, + 1.992188, + 1.820312, + 1.617188, + 1.742188, + 1.828125, + 1.882812, + 1.84375, + 1.796875, + 1.84375, + 1.898438, + 1.789062, + 1.820312, + 1.898438, + 1.773438, + 1.757812, + 1.796875, + 1.835938, + 1.84375, + 1.859375, + 1.882812, + 1.859375, + 1.828125, + 1.9375, + 1.765625, + 2.03125, + 1.851562, + 1.71875, + 1.84375, + 1.804688, + 1.828125, + 1.9375, + 1.757812, + 1.828125, + 1.875, + 1.875, + 1.335938, + 1.640625, + 1.710938, + 1.890625, + 1.734375, + 1.835938, + 1.898438, + 1.773438, + 1.75, + 1.828125, + 1.671875, + 1.804688, + 1.773438, + 1.742188, + 1.835938, + 2.34375, + 1.820312, + 1.742188, + 1.742188, + 1.742188, + 1.773438, + 1.867188, + 1.632812, + 1.8125, + 1.796875, + 1.867188, + 1.828125, + 1.828125, + 1.859375, + 1.789062, + 1.882812, + 1.835938, + 1.8125, + 1.820312, + 1.828125, + 1.84375, + 1.835938, + 1.84375, + 1.835938, + 1.820312, + 1.476562, + 1.492188, + 1.703125, + 1.835938, + 1.867188, + 1.882812, + 1.601562, + 1.859375, + 1.835938, + 1.851562, + 1.875, + 1.84375, + 1.796875, + 1.78125, + 1.859375, + 1.789062, + 1.71875, + 1.765625, + 1.625, + 1.8125, + 1.882812, + 1.609375, + 1.859375, + 1.757812, + 1.757812, + 1.851562, + 1.820312, + 1.601562, + 1.71875, + 1.828125, + 1.726562, + 1.65625, + 1.828125, + 1.710938, + 1.8125, + 1.828125, + 2.015625, + 1.640625, + 1.835938, + 1.773438 + ] + }, + "name": "model.model.norm.weight", + "outputIndexes": [ + 0 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 1, + 1, + 1280 + ], + "dtype": "DT_FLOAT", + "dformat": "NCHW" + }, + "name": "input_ids", + "outputIndexes": [ + 1 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1, + -1, + 1280 + ] + }, + "name": "/Constant_output_0", + "outputIndexes": [ + 2 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_output_0", + "outputIndexes": [ + 3 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.039551, + 0.034668, + 0.04126, + 0.028564, + 0.038818, + 0.036865, + 0.05127, + 0.030151, + 0.044434, + 0.041016, + 0.064941, + 0.038574, + 0.076172, + 0.043945, + 0.046143, + 0.035889, + 0.032715, + 0.033936, + 0.037109, + 0.044922, + 0.037598, + 0.031494, + 0.040039, + 0.03833, + 0.052734, + 0.029419, + 0.053955, + 0.046875, + 0.032227, + 0.038086, + 0.034912, + 0.498047, + 0.033936, + 0.035889, + 0.033691, + 0.044922, + 0.044922, + 0.042725, + 0.043457, + 0.031982, + 0.032715, + 0.042725, + 0.040283, + 0.047119, + 0.051514, + 0.03833, + 0.033691, + 0.043213, + 0.036133, + 0.041016, + 0.052246, + 0.056396, + 0.036621, + 0.032959, + 0.051758, + 0.038818, + 0.038086, + 0.042236, + 0.041504, + 0.033447, + 0.035889, + 0.046875, + 0.039551, + 0.038086, + 0.046387, + 0.039062, + 0.044189, + 0.054443, + 0.035645, + 0.070312, + 0.033691, + 0.05957, + 0.035156, + 0.037109, + 0.030273, + 0.051758, + 0.034424, + 0.036133, + 0.046875, + 0.043457, + 0.033936, + 0.038086, + 0.037109, + 0.041748, + 0.040771, + 0.041748, + 0.032959, + 0.049561, + 0.025269, + 0.046875, + 0.041504, + 0.031982, + 0.064453, + 0.037109, + 0.053223, + 0.037598, + 0.037842, + 0.029785, + 0.043213, + 0.043701, + 0.032471, + 0.043701, + 0.039307, + 0.027954, + 0.400391, + 0.038818, + 0.033447, + 0.029419, + 0.047363, + 0.041504, + 0.041016, + 0.035889, + 0.035156, + 0.032959, + 0.030151, + 0.024414, + 0.037598, + 0.032227, + 0.037354, + 0.034424, + 0.033936, + 0.051514, + 0.039307, + 0.041748, + 0.039795, + 0.034424, + 0.052734, + 0.031738, + 0.043457, + 0.722656, + 0.030884, + 0.040771, + 0.045898, + 0.039551, + 0.033691, + 0.032959, + 0.040527, + 0.046387, + 0.037354, + 0.040527, + 0.037354, + 0.542969, + 0.030396, + 0.034424, + 0.037354, + 0.038086, + 0.034424, + 0.055908, + 0.040771, + 0.038574, + 0.035645, + 0.037354, + 0.041504, + 0.035889, + 0.038574, + 0.044189, + 0.031128, + 0.035645, + 0.049316, + 0.036621, + 0.061279, + 0.039062, + 0.057129, + 0.036133, + 0.040771, + 0.03064, + 0.067871, + 0.027222, + 0.0354, + 0.050537, + 0.12207, + 0.037109, + 0.034912, + 0.039795, + 0.064941, + 0.066406, + 0.031128, + 0.037109, + 0.028564, + 0.026733, + 0.041016, + 0.049805, + 0.03418, + 0.039062, + 0.035156, + 0.035645, + 0.058105, + 0.036621, + 0.031738, + 0.031738, + 0.041748, + 0.044922, + 0.058594, + 0.037598, + 0.029419, + 0.032715, + 0.033691, + 0.032715, + 0.769531, + 0.028442, + 0.041748, + 0.04541, + 0.041016, + 0.035645, + 0.052246, + 0.037354, + 0.039795, + 0.040283, + 0.035645, + 0.036133, + 0.034912, + 0.036865, + 0.03833, + 0.047852, + 0.043457, + 0.036133, + 0.032959, + 0.045166, + 0.038818, + 0.040771, + 0.044678, + 0.046143, + 0.050293, + 0.035645, + 0.039062, + 0.047852, + 0.031494, + 0.037842, + 0.024414, + 0.042969, + 0.048096, + 0.03125, + 0.03833, + 0.049316, + 0.032471, + 0.043213, + 0.043945, + 0.044189, + 0.21582, + 0.031494, + 0.038574, + 0.0354, + 0.031738, + 0.028076, + 0.036865, + 0.041748, + 0.115234, + 0.037598, + 0.032715, + 0.03418, + 0.040039, + 0.048096, + 0.046631, + 0.039551, + 0.034424, + 0.040283, + 0.044678, + 0.04541, + 0.04126, + 0.041992, + 0.031982, + 0.04126, + 0.035889, + 0.052246, + 0.032227, + 0.040527, + 0.034668, + 0.037109, + 0.048096, + 0.030518, + 0.087891, + 0.04541, + 0.034912, + 0.192383, + 0.037842, + 0.038086, + 0.039795, + 0.050781, + 0.04248, + 0.034424, + 0.041016, + 0.032715, + 0.046143, + 0.03125, + 0.030396, + 0.036621, + 0.039795, + 0.032715, + 0.039307, + 0.02832, + 0.036621, + 0.04248, + 0.040771, + 0.02771, + 0.033447, + 0.041016, + 0.060303, + 0.035156, + 0.043945, + 0.03418, + 0.038818, + 0.036865, + 0.038086, + 0.039551, + 0.035889, + 0.03125, + 0.038818, + 0.034912, + 0.065918, + 0.041992, + 0.048584, + 0.028198, + 0.052734, + 0.041016, + 0.03125, + 0.05835, + 0.038574, + 0.042969, + 0.040771, + 0.085449, + 0.034424, + 0.043213, + 0.035889, + 0.037109, + 0.034668, + 0.043945, + 0.031494, + 0.0354, + 0.038574, + 0.041016, + 0.036133, + 0.040771, + 0.043701, + 0.041504, + 0.036133, + 0.037354, + 0.028564, + 0.052734, + 0.046631, + 0.04834, + 0.040527, + 0.043457, + 0.03418, + 0.059082, + 0.028809, + 0.03418, + 0.044922, + 0.044434, + 0.035156, + 0.04541, + 0.034668, + 0.027588, + 0.046387, + 0.036865, + 0.054443, + 0.03125, + 0.042236, + 0.031738, + 0.045654, + 0.030518, + 0.044434, + 0.039307, + 0.040283, + 0.040771, + 0.034668, + 0.040039, + 0.038818, + 0.037354, + 0.043945, + 0.044189, + 0.033203, + 0.045898, + 0.033447, + 0.051758, + 0.033203, + 0.039795, + 0.038086, + 0.031982, + 0.041504, + 0.042969, + 0.078613, + 0.040283, + 0.025024, + 0.04248, + 0.049316, + 0.124512, + 0.034668, + 0.043213, + 0.037598, + 0.035889, + 0.036377, + 0.037598, + 0.02771, + 0.050781, + 0.033447, + 0.03125, + 0.036377, + 0.031982, + 0.033936, + 0.035889, + 0.035889, + 0.031128, + 0.037354, + 0.036865, + 0.043701, + 0.037598, + 0.034424, + 0.032959, + 0.043457, + 0.034668, + 0.044678, + 0.037354, + 0.06543, + 0.036377, + 0.029175, + 0.040771, + 0.033203, + 0.038574, + 0.041504, + 0.390625, + 0.031006, + 0.029541, + 0.091797, + 0.031494, + 0.039062, + 0.053955, + 0.035156, + 0.037109, + 0.031982, + 0.027344, + 0.051514, + 0.04541, + 0.041016, + 0.029297, + 0.051514, + 0.030762, + 0.029663, + 0.036133, + 0.046875, + 0.063477, + 0.044678, + 0.041992, + 0.043457, + 0.030151, + 0.041748, + 0.039307, + 0.875, + 0.039795, + 0.05249, + 0.057861, + 0.039062, + 0.050781, + 0.031738, + 0.033936, + 0.031494, + 0.032959, + 0.036377, + 0.038818, + 0.03418, + 0.04126, + 0.042969, + 0.05127, + 0.035889, + 0.031982, + 0.044922, + 0.035889, + 0.031738, + 0.040039, + 0.03125, + 0.038086, + 0.045654, + 0.037109, + 0.034668, + 0.033936, + 0.040527, + 0.0354, + 0.047363, + 0.035156, + 0.036377, + 0.040527, + 0.044922, + 0.035645, + 0.033447, + 0.041016, + 0.033936, + 0.038574, + 0.041016, + 0.043213, + 0.037354, + 0.037598, + 0.036377, + 0.030884, + 0.044922, + 0.036621, + 0.034668, + 0.043701, + 0.038574, + 0.038818, + 0.048584, + 0.040283, + 0.04834, + 0.041992, + 0.030884, + 0.032471, + 0.061768, + 0.031006, + 0.031738, + 0.033936, + 0.032471, + 0.03418, + 0.03418, + 0.039795, + 0.062988, + 0.035645, + 0.034912, + 0.026733, + 0.0354, + 0.042725, + 0.047852, + 0.041016, + 0.035889, + 0.044434, + 0.056396, + 0.036377, + 0.039795, + 0.035645, + 0.036377, + 0.029297, + 0.040771, + 0.03418, + 0.035889, + 0.040283, + 0.046387, + 0.051025, + 0.03418, + 0.034668, + 0.040771, + 0.035645, + 0.040039, + 0.030762, + 0.02356, + 0.043945, + 0.042236, + 0.038818, + 0.037598, + 0.038818, + 0.040283, + 0.059082, + 0.029663, + 0.047119, + 0.040039, + 0.038086, + 0.040771, + 0.038818, + 0.033691, + 0.028442, + 0.029419, + 0.060791, + 0.035156, + 0.045166, + 0.081543, + 0.040039, + 0.043701, + 0.037598, + 0.040527, + 0.047607, + 0.037109, + 0.041016, + 0.037598, + 0.033447, + 0.029907, + 0.039307, + 0.035889, + 0.037842, + 0.038574, + 0.036621, + 0.033936, + 0.033936, + 0.037842, + 0.052002, + 0.031494, + 0.036377, + 0.034912, + 0.03833, + 0.029541, + 0.036621, + 0.042969, + 0.034424, + 0.041504, + 0.043945, + 0.039307, + 0.040527, + 0.031494, + 0.049561, + 0.035156, + 0.043945, + 0.031494, + 0.070312, + 0.069336, + 0.029419, + 0.043701, + 0.033936, + 0.037109, + 0.093262, + 0.040527, + 0.039062, + 0.04126, + 0.039062, + 0.034912, + 0.044189, + 0.04541, + 0.033691, + 0.033203, + 0.035645, + 0.030273, + 0.043457, + 0.198242, + 0.038574, + 0.039795, + 0.036865, + 0.049805, + 0.135742, + 0.050293, + 0.027832, + 0.040283, + 0.046387, + 0.028809, + 0.036377, + 0.039062, + 0.04126, + 0.15625, + 0.04248, + 0.032959, + 0.05127, + 0.054932, + 0.036133, + 0.033447, + 0.034912, + 0.037109, + 0.035645, + 0.038086, + 0.039307, + 0.036621, + 0.03418, + 0.047363, + 0.039062, + 0.039795, + 0.05127, + 0.030029, + 0.036377, + 0.026611, + 0.036377, + 0.148438, + 0.050781, + 0.0354, + 0.035889, + 0.063965, + 0.036865, + 0.033691, + 0.028687, + 0.039307, + 0.037842, + 0.038818, + 0.047363, + 0.042725, + 0.033203, + 0.035645, + 0.031006, + 0.036621, + 0.049561, + 0.034912, + 0.040771, + 0.062256, + 1.28125, + 0.049805, + 0.041992, + 0.115723, + 0.032959, + 0.038086, + 0.037109, + 0.031494, + 0.031982, + 0.232422, + 0.042236, + 0.03418, + 0.033691, + 0.045654, + 0.036133, + 0.035889, + 0.037598, + 0.030518, + 0.038086, + 0.03833, + 0.038818, + 0.040039, + 0.037109, + 0.045166, + 0.041504, + 0.040039, + 0.039795, + 0.044678, + 0.036377, + 0.039062, + 0.048584, + 0.04834, + 0.036621, + 0.032715, + 0.037598, + 0.049561, + 0.028076, + 0.182617, + 0.02771, + 0.029175, + 0.033936, + 0.032471, + 0.038086, + 0.038086, + 0.049072, + 0.046143, + 0.037109, + 0.041016, + 0.039062, + 0.042969, + 0.043945, + 0.033691, + 0.037842, + 0.05127, + 0.035156, + 0.037354, + 0.041504, + 0.031006, + 0.871094, + 0.040039, + 0.044189, + 0.045166, + 0.029175, + 0.040771, + 0.040771, + 0.031738, + 0.036377, + 0.06543, + 0.046631, + 0.040283, + 0.032715, + 0.029663, + 0.036865, + 0.133789, + 0.042236, + 0.050537, + 0.074707, + 0.045166, + 0.046387, + 0.033691, + 0.033203, + 0.03418, + 0.035889, + 0.039551, + 0.040039, + 0.041504, + 0.037354, + 0.037842, + 0.042725, + 0.032715, + 0.038818, + 0.044189, + 0.036377, + 0.035645, + 0.04126, + 0.03418, + 0.083496, + 0.038818, + 0.047852, + 0.033936, + 0.040527, + 0.070801, + 0.037109, + 0.036133, + 0.042725, + 0.036621, + 0.037842, + 0.033936, + 0.028931, + 0.037842, + 0.032715, + 0.030396, + 0.034912, + 0.038086, + 0.036621, + 0.026733, + 0.042236, + 0.034912, + 0.109375, + 0.0354, + 0.040771, + 0.037109, + 0.036133, + 0.043945, + 0.04126, + 0.04126, + 0.038818, + 0.038574, + 0.031982, + 0.039551, + 0.040283, + 0.039795, + 0.030273, + 0.029785, + 0.044189, + 0.029541, + 0.041016, + 0.031982, + 0.029541, + 0.045654, + 0.044434, + 0.034424, + 0.046143, + 0.042725, + 0.033936, + 0.035156, + 0.029419, + 0.034424, + 0.417969, + 0.03418, + 0.036621, + 0.044922, + 0.029541, + 0.041016, + 0.053955, + 0.029785, + 0.039062, + 0.057129, + 0.040283, + 0.034424, + 0.039062, + 0.026855, + 0.032227, + 0.034912, + 0.039551, + 0.033691, + 0.041504, + 0.036621, + 0.028931, + 0.036377, + 0.036377, + 0.039062, + 0.036865, + 0.0354, + 0.041016, + 0.0354, + 0.038086, + 0.056152, + 0.337891, + 0.074219, + 0.057129, + 0.044434, + 0.032471, + 0.041016, + 0.026489, + 0.086914, + 0.035645, + 0.033691, + 0.039551, + 0.029297, + 0.040527, + 0.026123, + 0.044922, + 0.047607, + 0.040527, + 0.038086, + 0.060791, + 0.037598, + 0.032227, + 0.031494, + 0.032959, + 0.041504, + 0.039062, + 0.047852, + 0.051514, + 0.034424, + 0.04541, + 0.042725, + 0.042725, + 0.031738, + 0.038086, + 0.035156, + 0.037354, + 0.036865, + 0.033447, + 0.033936, + 0.032959, + 0.037354, + 0.041748, + 0.042725, + 0.037109, + 0.038086, + 0.030396, + 0.036621, + 0.037598, + 0.034912, + 0.035645, + 0.050293, + 0.035889, + 0.048584, + 0.043701, + 0.034668, + 0.037598, + 0.028564, + 0.031738, + 0.052734, + 0.033447, + 0.041748, + 0.028931, + 0.033447, + 0.124023, + 0.093262, + 0.041748, + 0.032227, + 0.04834, + 0.031982, + 0.042236, + 0.056152, + 0.034668, + 0.028198, + 0.032959, + 0.029541, + 0.04541, + 0.044434, + 0.053955, + 0.039795, + 0.034912, + 0.035889, + 0.044922, + 0.039795, + 0.034668, + 0.047607, + 0.036621, + 0.041504, + 0.054199, + 0.045166, + 0.036621, + 0.0354, + 0.040283, + 0.04126, + 0.039062, + 0.03833, + 0.043945, + 0.039795, + 0.03833, + 0.035889, + 0.03418, + 0.038086, + 0.055908, + 0.035645, + 0.0271, + 0.052734, + 0.031982, + 0.032959, + 0.035889, + 0.039795, + 0.223633, + 0.027588, + 0.036377, + 0.036377, + 0.040039, + 0.05249, + 0.044678, + 0.046631, + 0.032715, + 0.032715, + 0.031128, + 0.036377, + 0.032715, + 0.043457, + 0.049316, + 0.039551, + 0.037109, + 0.030273, + 0.028687, + 0.227539, + 0.0354, + 0.088379, + 0.03833, + 0.04126, + 0.032959, + 0.050293, + 0.029663, + 0.032471, + 0.034912, + 0.103027, + 0.036377, + 0.035889, + 0.032959, + 0.035645, + 0.032471, + 0.039551, + 0.037842, + 0.040039, + 0.046143, + 0.034668, + 0.042725, + 0.032959, + 0.048096, + 0.036621, + 0.031738, + 0.034424, + 0.032959, + 0.033203, + 0.059814, + 0.035156, + 0.04248, + 0.036133, + 0.041748, + 0.048828, + 0.045654, + 0.199219, + 0.029419, + 0.033691, + 0.051514, + 0.032715, + 0.031494, + 0.040771, + 0.036621, + 0.027344, + 0.039062, + 0.04834, + 0.044189, + 0.047852, + 0.031006, + 0.773438, + 0.050781, + 0.035889, + 0.03418, + 0.039551, + 0.031738, + 0.071777, + 0.044922, + 0.040527, + 0.030884, + 0.048828, + 0.040283, + 0.03418, + 0.034668, + 0.048096, + 0.0354, + 0.044922, + 0.046875, + 0.038818, + 0.088379, + 0.047363, + 0.050293, + 0.0271, + 0.039795, + 0.038574, + 0.031494, + 0.042969, + 0.041748, + 0.042725, + 0.036377, + 0.038818, + 0.043945, + 0.030884, + 0.031494, + 0.031982, + 0.043213, + 0.026123, + 0.036865, + 0.040283, + 0.034912, + 0.046387, + 0.037842, + 0.037598, + 0.053955, + 0.098633, + 0.040527, + 0.037109, + 0.051758, + 0.028564, + 0.036377, + 0.028076, + 0.031128, + 0.043457, + 0.040527, + 0.043945, + 0.035889, + 0.037598, + 0.02832, + 0.036865, + 0.028931, + 0.051514, + 0.032715, + 0.031982, + 0.033936, + 0.035889, + 0.042969, + 0.03833, + 0.035156, + 0.028564, + 0.0354, + 0.040527, + 0.054688, + 0.037842, + 0.05249, + 0.041992, + 0.03125, + 0.035156, + 0.072754, + 0.058594, + 0.049805, + 0.034424, + 0.03125, + 0.036865, + 0.032959, + 0.035645, + 0.031982, + 0.048096, + 0.034668, + 0.107422, + 0.036621, + 0.037842, + 0.039307, + 0.040283, + 0.028442, + 0.042969, + 0.048828, + 0.044922, + 0.046387, + 0.034668, + 0.042725, + 0.028442, + 0.045166, + 0.045166, + 0.032959, + 0.040527, + 0.031738, + 0.10498, + 0.035156, + 0.0354, + 0.029053, + 0.036377, + 0.042725, + 0.111816, + 0.037109, + 0.04248, + 0.028442, + 0.03418, + 0.041992, + 0.033447, + 0.040527, + 0.033691, + 0.042969, + 0.05127, + 0.035645, + 0.046875, + 0.048096, + 0.038086, + 0.036621, + 0.033203, + 0.0354, + 0.033936, + 0.039795, + 0.030884, + 0.032471, + 0.051514, + 0.037598, + 0.036621, + 0.921875, + 0.036133, + 0.058838, + 0.038818, + 0.041016, + 0.037109, + 0.040283, + 0.039795, + 0.033447, + 0.038818, + 0.04541, + 0.033936, + 0.033203, + 0.02832, + 0.043457, + 0.045166, + 0.035645, + 0.038086, + 0.032471, + 0.031494, + 0.044434, + 0.036377, + 0.031494, + 0.037354, + 0.04248, + 0.029419, + 0.031982, + 0.043457, + 0.035156, + 0.035889, + 0.049072, + 0.039551, + 0.032227, + 0.030518, + 0.031738, + 0.099609, + 0.062012, + 0.052246, + 0.034668, + 0.029297, + 0.041016, + 0.030884, + 0.030273, + 0.033447, + 0.047363, + 0.067383, + 0.038086, + 0.040039, + 0.039795, + 0.040283, + 0.554688, + 0.036133, + 0.054443, + 0.049805, + 0.047363, + 0.036377, + 0.037598, + 0.039062, + 0.033447, + 0.037109, + 0.041992, + 0.031006, + 0.037109, + 0.034912, + 0.041016, + 0.038818, + 0.031738, + 0.330078, + 0.04834, + 0.034668, + 0.031006, + 0.034424, + 0.031982, + 0.053223, + 0.035889, + 0.040527, + 0.038574, + 0.039795, + 0.037109, + 0.041992, + 0.028198, + 0.246094, + 0.028687, + 0.030884, + 0.0354, + 0.038818, + 0.03064, + 0.038574, + 0.034912, + 0.036865, + 0.036377, + 0.043701, + 0.040527, + 0.039795, + 0.03418, + 0.03833, + 0.047607, + 0.033936, + 0.027344, + 0.032715, + 0.036377, + 0.15625, + 0.047119, + 0.040283, + 0.039062, + 0.039795, + 0.033936, + 0.03833, + 0.031006, + 0.042969, + 0.032959, + 0.261719, + 0.064453, + 0.028564, + 0.04541 + ] + }, + "name": "model.model.layers.0.input_layernorm.weight", + "outputIndexes": [ + 4 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm/Mul_output_0", + "outputIndexes": [ + 5 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4, + 5 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm/Mul_1_output_0", + "outputIndexes": [ + 6 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 6 + ], + "outputIndexes": [ + 4388 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4388 + ], + "outputIndexes": [ + 4389 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear", + "inputIndexes": [ + 4389 + ], + "outputIndexes": [ + 4390 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 0, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4390 + ], + "outputIndexes": [ + 4391 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4391 + ], + "outputIndexes": [ + 7 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1 + ] + }, + "name": "/Unsqueeze_output_0", + "outputIndexes": [ + 8 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 6 + ], + "main_type": "NONE", + "name": "/Shape_1_output_0", + "outputIndexes": [ + 9 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1 + ] + }, + "name": "/rotary/Constant_9_output_0", + "outputIndexes": [ + 10 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9 + ], + "main_type": "NONE", + "name": "Shape20", + "outputIndexes": [ + 11 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 9 + ], + "main_type": "NONE", + "name": "Rank22", + "outputIndexes": [ + 12 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 12, + 12 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp24", + "outputIndexes": [ + 13 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 13 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze25", + "outputIndexes": [ + 14 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 13, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp27", + "outputIndexes": [ + 15 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 15 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze28", + "outputIndexes": [ + 16 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 11, + 14, + 16, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice31", + "outputIndexes": [ + 17 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 17 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze32", + "outputIndexes": [ + 18 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 18 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp33", + "outputIndexes": [ + 19 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 19, + 18 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp34", + "outputIndexes": [ + 20 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 20, + 13 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_2_output_0", + "outputIndexes": [ + 21 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 0 + ] + }, + "name": "/rotary/Constant_4_output_0", + "outputIndexes": [ + 22 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 21, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1_output_0", + "outputIndexes": [ + 23 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 20 + ] + }, + "name": "/Constant_4_output_0", + "outputIndexes": [ + 24 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 64 + ] + }, + "name": "/Constant_5_output_0", + "outputIndexes": [ + 25 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 23, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_output_0", + "outputIndexes": [ + 26 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 26 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_1_output_0", + "outputIndexes": [ + 27 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 1, + -1 + ], + "dtype": "DT_INT32", + "dformat": "NCHW" + }, + "name": "position_ids", + "outputIndexes": [ + 28 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 28 + ], + "main_type": "CastParam", + "main": { + "srcT": "DT_VARIANT", + "dstT": "DT_FLOAT" + }, + "name": "/rotary/Cast_output_0", + "outputIndexes": [ + 29 + ], + "type": "Cast", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1, + 1 + ] + }, + "name": "/rotary/Constant_1_output_0", + "outputIndexes": [ + 30 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 29, + 30 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/rotary/Reshape_output_0", + "outputIndexes": [ + 31 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 32 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.0, + 0.749894, + 0.562341, + 0.421697, + 0.316228, + 0.237137, + 0.177828, + 0.133352, + 0.1, + 0.074989, + 0.056234, + 0.04217, + 0.031623, + 0.023714, + 0.017783, + 0.013335, + 0.01, + 0.007499, + 0.005623, + 0.004217, + 0.003162, + 0.002371, + 0.001778, + 0.001334, + 0.001, + 0.00075, + 0.000562, + 0.000422, + 0.000316, + 0.000237, + 0.000178, + 0.000133 + ] + }, + "name": "/rotary/Constant_2_output_0", + "outputIndexes": [ + 32 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 31, + 32 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/rotary/Mul_output_0", + "outputIndexes": [ + 33 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 33 + ], + "main_type": "UnaryOp", + "main": { + "opType": "COS", + "T": "DT_FLOAT" + }, + "name": "/rotary/Cos_output_0", + "outputIndexes": [ + 34 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 34, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/rotary/Unsqueeze_output_0", + "outputIndexes": [ + 35 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 33 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIN", + "T": "DT_FLOAT" + }, + "name": "/rotary/Sin_output_0", + "outputIndexes": [ + 36 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 36, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/rotary/Unsqueeze_1_output_0", + "outputIndexes": [ + 37 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 35, + 37 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/rotary/Concat_output_0", + "outputIndexes": [ + 38 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 38, + 38 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/rotary/Concat_1_output_0", + "outputIndexes": [ + 39 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3, + 1 + ] + }, + "name": "/rotary/Unsqueeze_2_axes", + "outputIndexes": [ + 40 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 39, + 40 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/rotary/Unsqueeze_3_output_0", + "outputIndexes": [ + 41 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 41 + ], + "main_type": "NONE", + "name": "Shape57", + "outputIndexes": [ + 42 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 41 + ], + "main_type": "NONE", + "name": "Rank59", + "outputIndexes": [ + 43 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 43, + 43 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp61", + "outputIndexes": [ + 44 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 44 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze62", + "outputIndexes": [ + 45 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 44, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp64", + "outputIndexes": [ + 46 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 46 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze65", + "outputIndexes": [ + 47 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 42, + 45, + 47, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice68", + "outputIndexes": [ + 48 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 48 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze69", + "outputIndexes": [ + 49 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 49, + 49 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp71", + "outputIndexes": [ + 50 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 41, + 50, + 44 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_3_output_0", + "outputIndexes": [ + 51 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 27, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_output_0", + "outputIndexes": [ + 52 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 27 + ], + "main_type": "NONE", + "name": "/Shape_2_output_0", + "outputIndexes": [ + 53 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3 + ] + }, + "name": "/Constant_11_output_0", + "outputIndexes": [ + 54 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53 + ], + "main_type": "NONE", + "name": "Shape76", + "outputIndexes": [ + 55 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 53 + ], + "main_type": "NONE", + "name": "Rank78", + "outputIndexes": [ + 56 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 56, + 56 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp80", + "outputIndexes": [ + 57 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 57 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze81", + "outputIndexes": [ + 58 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 57, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp83", + "outputIndexes": [ + 59 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 59 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze84", + "outputIndexes": [ + 60 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 55, + 58, + 60, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice87", + "outputIndexes": [ + 61 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 61 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze88", + "outputIndexes": [ + 62 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 62 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp89", + "outputIndexes": [ + 63 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 63, + 62 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp90", + "outputIndexes": [ + 64 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 53, + 64, + 57 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_5_output_0", + "outputIndexes": [ + 65 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 2 + ] + }, + "name": "/rotary/Constant_7_output_0", + "outputIndexes": [ + 66 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 65, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_output_0", + "outputIndexes": [ + 67 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 67, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_6_output_0", + "outputIndexes": [ + 68 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1073741824 + ] + }, + "name": "/Constant_20_output_0", + "outputIndexes": [ + 69 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3 + ] + }, + "name": "/Constant_14_output_0", + "outputIndexes": [ + 70 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 27, + 68, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_1_output_0", + "outputIndexes": [ + 71 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 71 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_output_0", + "outputIndexes": [ + 72 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 27, + 22, + 68, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_output_0", + "outputIndexes": [ + 73 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 72, + 73 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_3_output_0", + "outputIndexes": [ + 74 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 44 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze106", + "outputIndexes": [ + 75 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 46 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze109", + "outputIndexes": [ + 76 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 42, + 75, + 76, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice112", + "outputIndexes": [ + 77 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 77 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze113", + "outputIndexes": [ + 78 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 78 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp114", + "outputIndexes": [ + 79 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 79, + 78 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp115", + "outputIndexes": [ + 80 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 41, + 80, + 44 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_4_output_0", + "outputIndexes": [ + 81 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 74, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_1_output_0", + "outputIndexes": [ + 82 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 52, + 82 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_output_0", + "outputIndexes": [ + 83 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 6 + ], + "outputIndexes": [ + 4392 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4392 + ], + "outputIndexes": [ + 4393 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear", + "inputIndexes": [ + 4393 + ], + "outputIndexes": [ + 4394 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 921622, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4394 + ], + "outputIndexes": [ + 4395 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4395 + ], + "outputIndexes": [ + 84 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 5 + ] + }, + "name": "/Constant_7_output_0", + "outputIndexes": [ + 85 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 23, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_1_output_0", + "outputIndexes": [ + 86 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 84, + 86 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_2_output_0", + "outputIndexes": [ + 87 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 87, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_2_output_0", + "outputIndexes": [ + 88 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 87 + ], + "main_type": "NONE", + "name": "/Shape_3_output_0", + "outputIndexes": [ + 89 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 89 + ], + "main_type": "NONE", + "name": "Shape159", + "outputIndexes": [ + 90 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 89 + ], + "main_type": "NONE", + "name": "Rank161", + "outputIndexes": [ + 91 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 91, + 91 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp163", + "outputIndexes": [ + 92 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 92 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze164", + "outputIndexes": [ + 93 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 92, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp166", + "outputIndexes": [ + 94 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 94 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze167", + "outputIndexes": [ + 95 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 90, + 93, + 95, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice170", + "outputIndexes": [ + 96 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 96 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze171", + "outputIndexes": [ + 97 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 97 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp172", + "outputIndexes": [ + 98 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 98, + 97 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp173", + "outputIndexes": [ + 99 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 89, + 99, + 92 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_6_output_0", + "outputIndexes": [ + 100 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 100, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_1_output_0", + "outputIndexes": [ + 101 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 101, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_8_output_0", + "outputIndexes": [ + 102 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 87, + 102, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_3_output_0", + "outputIndexes": [ + 103 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 103 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_1_output_0", + "outputIndexes": [ + 104 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 87, + 22, + 102, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_2_output_0", + "outputIndexes": [ + 105 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 104, + 105 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_4_output_0", + "outputIndexes": [ + 106 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 106, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_3_output_0", + "outputIndexes": [ + 107 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 88, + 107 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_1_output_0", + "outputIndexes": [ + 108 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 6 + ], + "outputIndexes": [ + 4396 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4396 + ], + "outputIndexes": [ + 4397 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear", + "inputIndexes": [ + 4397 + ], + "outputIndexes": [ + 4398 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 1152044, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4398 + ], + "outputIndexes": [ + 4399 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4399 + ], + "outputIndexes": [ + 109 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 109, + 86 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_3_output_0", + "outputIndexes": [ + 110 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 1, + 1, + -1, + -1 + ], + "dtype": "DT_FLOAT", + "dformat": "NCHW" + }, + "name": "attention_mask", + "outputIndexes": [ + 111 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 83, + 108, + 110, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_8_output_0", + "outputIndexes": [ + 112 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 112 + ], + "outputIndexes": [ + 4400 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4400 + ], + "outputIndexes": [ + 4401 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear", + "inputIndexes": [ + 4401 + ], + "outputIndexes": [ + 4402 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 1382466, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4402 + ], + "outputIndexes": [ + 4403 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4403 + ], + "outputIndexes": [ + 113 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3, + 113 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_3_output_0", + "outputIndexes": [ + 114 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.120605, + 0.121582, + 0.120117, + 0.117676, + 0.125, + 0.121094, + 0.119629, + 0.122559, + 0.125, + 0.115723, + 0.078125, + 0.128906, + 0.136719, + 0.123535, + 0.134766, + 0.125977, + 0.121094, + 0.122559, + 0.121582, + 0.120117, + 0.126953, + 0.123535, + 0.12207, + 0.120117, + 0.129883, + 0.121582, + 0.12793, + 0.130859, + 0.12207, + 0.126953, + 0.125, + 0.259766, + 0.119141, + 0.119141, + 0.111328, + 0.129883, + 0.123535, + 0.124023, + 0.102051, + 0.12207, + 0.118164, + 0.125977, + 0.119141, + 0.126953, + 0.109375, + 0.124023, + 0.122559, + 0.125977, + 0.117188, + 0.124023, + 0.126953, + 0.116699, + 0.120605, + 0.119141, + 0.122559, + 0.121094, + 0.124512, + 0.125977, + 0.122559, + 0.120117, + 0.120117, + 0.122559, + 0.120117, + 0.119141, + 0.128906, + 0.12207, + 0.117676, + 0.078125, + 0.121094, + 0.110352, + 0.123535, + 0.126953, + 0.119629, + 0.121582, + 0.122559, + 0.125, + 0.119629, + 0.12793, + 0.073242, + 0.124512, + 0.114258, + 0.125977, + 0.125, + 0.128906, + 0.119629, + 0.115723, + 0.121094, + 0.125, + 0.116699, + 0.125977, + 0.125, + 0.120117, + 0.133789, + 0.124512, + 0.086914, + 0.108398, + 0.122559, + 0.112793, + 0.125977, + 0.126953, + 0.118652, + 0.126953, + 0.118164, + 0.122559, + 0.208984, + 0.112793, + 0.116699, + 0.120605, + 0.125977, + 0.125977, + 0.125, + 0.125977, + 0.117676, + 0.123047, + 0.12207, + 0.113281, + 0.124023, + 0.126953, + 0.130859, + 0.121094, + 0.116699, + 0.130859, + 0.125, + 0.129883, + 0.120605, + 0.12207, + 0.078125, + 0.124023, + 0.129883, + 0.223633, + 0.128906, + 0.122559, + 0.123535, + 0.124512, + 0.124512, + 0.121094, + 0.126953, + 0.131836, + 0.119141, + 0.117676, + 0.126953, + 0.263672, + 0.120605, + 0.121582, + 0.12793, + 0.118164, + 0.125977, + 0.128906, + 0.118652, + 0.120117, + 0.125, + 0.125977, + 0.125, + 0.122559, + 0.124512, + 0.142578, + 0.124023, + 0.121582, + 0.083984, + 0.12207, + 0.103516, + 0.12207, + 0.128906, + 0.116211, + 0.118652, + 0.124023, + 0.060059, + 0.116211, + 0.129883, + 0.11377, + 0.148438, + 0.124512, + 0.122559, + 0.125, + 0.100098, + 0.132812, + 0.121582, + 0.117676, + 0.125977, + 0.121094, + 0.123047, + 0.119629, + 0.125977, + 0.123047, + 0.115723, + 0.125977, + 0.136719, + 0.118164, + 0.119141, + 0.116211, + 0.120605, + 0.129883, + 0.099609, + 0.123535, + 0.120117, + 0.125, + 0.121094, + 0.120605, + 7.1e-05, + 0.121094, + 0.12793, + 0.131836, + 0.119141, + 0.119141, + 0.135742, + 0.124512, + 0.123047, + 0.121094, + 0.125977, + 0.126953, + 0.125, + 0.121094, + 0.121094, + 0.116699, + 0.123535, + 0.124023, + 0.124512, + 0.129883, + 0.12207, + 0.128906, + 0.128906, + 0.126953, + 0.131836, + 0.119141, + 0.120117, + 0.134766, + 0.116211, + 0.11084, + 0.114746, + 0.124512, + 0.117188, + 0.116211, + 0.120117, + 0.126953, + 0.12207, + 0.126953, + 0.121582, + 0.124512, + 0.296875, + 0.123535, + 0.12207, + 0.117676, + 0.120605, + 0.120605, + 0.123535, + 0.125, + 0.137695, + 0.124023, + 0.120117, + 0.124023, + 0.125, + 0.115723, + 0.119629, + 0.125, + 0.122559, + 0.123535, + 0.121094, + 0.12793, + 0.111328, + 0.118652, + 0.116699, + 0.120605, + 0.119141, + 0.121582, + 0.124023, + 0.131836, + 0.128906, + 0.124023, + 0.116699, + 0.116211, + 0.081543, + 0.134766, + 0.125, + 0.112793, + 0.121094, + 0.120117, + 0.131836, + 0.132812, + 0.121582, + 0.123535, + 0.124023, + 0.124512, + 0.131836, + 0.118652, + 0.12207, + 0.116699, + 0.125977, + 0.118652, + 0.123047, + 0.121094, + 0.122559, + 0.128906, + 0.125977, + 0.12207, + 0.124512, + 0.129883, + 0.138672, + 0.125, + 0.132812, + 0.12207, + 0.129883, + 0.125977, + 0.121582, + 0.118652, + 0.125977, + 0.12207, + 0.125977, + 0.123535, + 0.157227, + 0.122559, + 0.125, + 0.114746, + 0.128906, + 0.132812, + 0.112305, + 0.134766, + 0.124023, + 0.12793, + 0.120117, + 0.102051, + 0.124512, + 0.125977, + 0.12207, + 0.125, + 0.125, + 0.129883, + 0.118164, + 0.125, + 0.114746, + 0.121582, + 0.119629, + 0.120605, + 0.106934, + 0.129883, + 0.117676, + 0.12793, + 0.116699, + 0.124512, + 0.113281, + 0.10791, + 0.128906, + 0.126953, + 0.121094, + 0.120117, + 0.120117, + 0.126953, + 0.124512, + 0.124512, + 0.117188, + 0.120117, + 0.121094, + 0.125977, + 0.12793, + 0.121094, + 0.12207, + 0.123047, + 0.125977, + 0.120117, + 0.129883, + 0.117188, + 0.12793, + 0.125, + 0.125977, + 0.12793, + 0.125, + 0.123047, + 0.12793, + 0.121582, + 0.123535, + 0.130859, + 0.132812, + 0.129883, + 0.124023, + 0.087891, + 0.119141, + 0.125, + 0.124023, + 0.119141, + 0.129883, + 0.119629, + -0.000265, + 0.125977, + 0.123047, + 0.120605, + 0.126953, + 0.150391, + 0.118652, + 0.129883, + 0.126953, + 0.132812, + 0.118652, + 0.124512, + 0.124023, + 0.121582, + 0.11377, + 0.119141, + 0.118164, + 0.123535, + 0.124512, + 0.132812, + 0.119629, + 0.124023, + 0.112305, + 0.119141, + 0.126953, + 0.116211, + 0.120605, + 0.120605, + 0.12793, + 0.119141, + 0.131836, + 0.124023, + 0.150391, + 0.119141, + 0.118164, + 0.124512, + 0.124023, + 0.119629, + 0.125977, + 0.212891, + 0.119629, + 0.118652, + 0.061768, + 0.121094, + 0.128906, + 0.128906, + 0.121582, + 0.12207, + 0.116699, + 0.117188, + 0.085449, + 0.121094, + 0.12207, + 0.121582, + 0.137695, + 0.117188, + 0.115234, + 0.122559, + 0.128906, + 0.142578, + 0.128906, + 0.12793, + 0.123535, + 0.125, + 0.12793, + 0.124023, + 0.271484, + 0.130859, + 0.120605, + 0.133789, + 0.130859, + 0.123535, + 0.121582, + 0.119141, + 0.120605, + 0.120117, + 0.118652, + 0.125977, + 0.123535, + 0.124023, + 0.121582, + 0.150391, + 0.123047, + 0.115723, + 0.095215, + 0.122559, + 0.118652, + 0.119629, + 0.121094, + 0.117188, + 0.129883, + 0.126953, + 0.12207, + 0.129883, + 0.117676, + 0.115723, + 0.126953, + 0.125977, + 0.117676, + 0.124023, + 0.125, + 0.123047, + 0.126953, + 0.129883, + 0.125, + 0.117188, + 0.118652, + 0.120117, + 0.126953, + 0.12793, + 0.119141, + 0.113281, + 0.126953, + 0.118652, + 0.12207, + 0.125977, + 0.126953, + 0.119141, + 0.131836, + 0.120117, + 0.104492, + 0.121582, + 0.12793, + 0.116211, + 0.094238, + 0.117676, + 0.125977, + 0.125977, + 0.118652, + 0.123047, + 0.120605, + 0.131836, + 0.075195, + 0.120605, + 0.123047, + 0.118164, + 0.124512, + 0.125, + 0.132812, + 0.125977, + 0.120605, + 0.126953, + 0.117188, + 0.118652, + 0.12793, + 0.122559, + 0.120605, + 0.118652, + 0.12793, + 0.118164, + 0.120605, + 0.125, + 0.12207, + 0.085449, + 0.120605, + 0.120117, + 0.128906, + 0.12793, + 0.125977, + 0.114746, + 0.117188, + 0.112793, + 0.115723, + 0.128906, + 0.129883, + 0.12207, + 0.128906, + 0.097168, + 0.117676, + 0.121582, + 0.126953, + 0.128906, + 0.118164, + 0.126953, + 0.122559, + 0.120605, + 0.115723, + 0.086914, + 0.120605, + 0.117676, + 0.063477, + 0.131836, + 0.134766, + 0.122559, + 0.116211, + 0.103516, + 0.120605, + 0.12793, + 0.130859, + 0.119141, + 0.124512, + 0.129883, + 0.112793, + 0.125977, + 0.125977, + 0.126953, + 0.134766, + 0.124512, + 0.119629, + 0.080566, + 0.125, + 0.117676, + 0.123047, + 0.12793, + 0.117676, + 0.123047, + 0.126953, + 0.126953, + 0.12793, + 0.12793, + 0.12207, + 0.121094, + 0.118164, + 0.12793, + 0.124023, + 0.125977, + 0.123535, + 0.094727, + 0.119141, + 0.113281, + 0.124512, + 0.120117, + 0.125977, + 0.162109, + 0.092773, + 0.12793, + 0.119141, + 0.123047, + 0.123535, + 0.129883, + 0.132812, + 0.12793, + 0.122559, + 0.125, + 0.117188, + 0.125, + 0.112305, + 0.12207, + 0.118652, + 0.125977, + 0.073242, + 0.194336, + 0.129883, + 0.120605, + 0.125, + 0.105957, + 0.12207, + 0.117676, + 0.120117, + 0.090332, + -0.000267, + 0.126953, + 0.120605, + 0.12793, + 0.132812, + 0.125, + 0.118164, + 0.12793, + 0.12793, + 0.116211, + 0.121582, + 0.131836, + 0.121582, + 0.115234, + 0.121094, + 0.120605, + 0.124512, + 0.092773, + 0.112793, + 0.116211, + 0.117188, + 0.12207, + 0.228516, + 0.124023, + 0.125, + 0.124023, + 0.086426, + 0.12207, + 0.09668, + 0.106445, + 0.125977, + 0.125977, + 0.125977, + 0.110352, + 0.133789, + 0.119141, + 0.123535, + 0.116211, + 0.121094, + 0.132812, + 0.125977, + 0.126953, + 0.142578, + 0.231445, + 0.12207, + 0.097656, + 0.169922, + 0.120117, + 0.129883, + 0.119629, + 0.117188, + 0.121582, + 0.09375, + 0.123535, + 0.120605, + 0.117188, + 0.122559, + 0.125977, + 0.118164, + 0.129883, + 0.118652, + 0.121582, + 0.129883, + 0.125, + 0.125, + 0.125, + 0.132812, + 0.12793, + 0.125977, + 0.122559, + 0.124023, + 0.126953, + 0.129883, + 0.129883, + 0.121582, + 0.124512, + 0.125977, + 0.117188, + 0.130859, + 0.116699, + 0.165039, + 0.116211, + 0.12207, + 0.118652, + 0.125977, + 0.122559, + 0.120605, + 0.131836, + 0.12793, + 0.128906, + 0.069336, + 0.124512, + 0.123047, + 0.125977, + 0.118652, + 0.12207, + 0.120605, + 0.128906, + 0.120117, + 0.123535, + 0.121582, + 0.219727, + 0.114746, + 0.129883, + 0.114746, + 0.116699, + 0.118652, + 0.121582, + 0.125, + 0.123047, + 0.152344, + 0.120605, + 0.124023, + 0.118652, + 0.123047, + 0.123047, + 0.000496, + 0.125977, + 0.129883, + 0.109863, + 0.119629, + 0.094727, + 0.124023, + 0.117676, + 0.12207, + 0.120117, + 0.129883, + 0.12207, + 0.123535, + 0.124512, + 0.120605, + 0.128906, + 0.12207, + 0.121582, + 0.113281, + 0.117188, + 0.119629, + 0.128906, + 0.122559, + 0.09082, + 0.123535, + 0.130859, + 0.115723, + 0.117676, + 0.135742, + 0.126953, + 0.118652, + 0.125, + 0.124512, + 0.125, + 0.11377, + 0.120117, + 0.122559, + 0.119629, + 0.116211, + 0.124023, + 0.111816, + 0.123047, + 0.118164, + 0.124023, + 0.118164, + 0.150391, + 0.118164, + 0.120605, + 0.12207, + 0.125, + 0.134766, + 0.122559, + 0.125, + 0.124023, + 0.12793, + 0.128906, + 0.136719, + 0.125, + 0.125, + 0.123047, + 0.119141, + 0.121094, + 0.118164, + 0.123535, + 0.114258, + 0.125, + 0.125, + 0.124512, + 0.121582, + 0.122559, + 0.123535, + 0.125, + 0.124512, + 0.118652, + 0.120605, + 0.207031, + 0.12793, + 0.125977, + 0.12207, + 0.117676, + 0.129883, + 0.114746, + 0.123047, + 0.124512, + 0.132812, + 0.134766, + 0.125, + 0.105469, + 0.117676, + 0.123535, + 0.114258, + 0.125977, + 0.124512, + 0.124512, + 0.120605, + 0.128906, + 0.12793, + 0.12793, + 0.122559, + 0.121094, + 0.118652, + 0.120605, + 0.119629, + 0.126953, + 0.129883, + 0.226562, + 0.083984, + 0.131836, + 0.12793, + 0.126953, + 0.120117, + 0.116699, + 0.144531, + 0.125, + 0.12793, + 0.125977, + 0.123535, + 0.10498, + 0.110352, + 0.125, + 0.12207, + 0.12793, + 0.116699, + 0.118652, + 0.119141, + 0.125977, + 0.125977, + 0.118652, + 0.119141, + 0.123047, + 0.070312, + 0.093262, + 0.119141, + 0.111328, + 0.121582, + 0.121094, + 0.119629, + 0.123535, + 0.123047, + 0.128906, + 0.123535, + 0.12207, + 0.121094, + 0.116211, + 0.124023, + 0.125977, + 0.118652, + 0.126953, + 0.121582, + 0.117676, + 0.114258, + 0.128906, + 0.115234, + 0.124023, + 0.126953, + 0.118652, + 0.125977, + 0.125, + 0.123047, + 0.121582, + 0.119629, + 0.125, + 0.126953, + 0.123535, + 0.119629, + 0.131836, + 0.125, + 0.15625, + 0.165039, + 0.125977, + 0.130859, + 0.12793, + 0.125, + 0.125977, + 0.132812, + 0.120605, + 0.115234, + 0.117188, + 0.121094, + 0.10498, + 0.125, + 0.131836, + 0.121582, + 0.122559, + 0.12207, + 0.121094, + 0.128906, + 0.123535, + 0.123535, + 0.128906, + 0.124023, + 0.094238, + 0.115723, + 0.128906, + 0.125, + 0.12793, + 0.118164, + 0.123535, + 0.123535, + 0.123535, + 0.122559, + 0.125, + 0.123047, + 0.123535, + 0.119629, + 0.128906, + 0.124512, + 0.117188, + 0.132812, + 0.114258, + 0.123047, + 0.125977, + 0.12207, + 0.00014, + 0.119629, + 0.121094, + 0.118652, + 0.124512, + 0.128906, + 0.123047, + 0.116211, + 0.125977, + 0.117676, + 0.111328, + 0.122559, + 0.119141, + 0.117188, + 0.134766, + 0.121094, + 0.124512, + 0.118652, + 0.112793, + 0.070312, + 0.128906, + 0.071289, + 0.122559, + 0.129883, + 0.119629, + 0.130859, + 0.119141, + 0.120117, + 0.121582, + 0.119629, + 0.124023, + 0.123047, + 0.116211, + 0.115723, + 0.119141, + 0.123047, + 0.128906, + 0.123047, + 0.140625, + 0.120117, + 0.129883, + 0.117676, + 0.117188, + 0.118164, + 0.121094, + 0.123047, + 0.118164, + 0.118652, + 0.151367, + 0.118652, + 0.125, + 0.125, + 0.141602, + 0.128906, + 0.133789, + 0.212891, + 0.114746, + 0.125977, + 0.126953, + 0.121582, + 0.128906, + 0.125977, + 0.119629, + 0.120605, + 0.130859, + 0.12793, + 0.133789, + 0.130859, + 0.12207, + -0.000286, + 0.12793, + 0.120605, + 0.125, + 0.11084, + 0.125, + 0.161133, + 0.124023, + 0.124512, + 0.118652, + 0.119141, + 0.124512, + 0.124023, + 0.123047, + 0.083984, + 0.129883, + 0.126953, + 0.123535, + 0.12207, + 0.152344, + 0.128906, + 0.128906, + 0.114258, + 0.121582, + 0.123047, + 0.125977, + 0.125, + 0.123047, + 0.098145, + 0.123047, + 0.124512, + 0.124512, + 0.122559, + 0.117676, + 0.122559, + 0.120117, + 0.121582, + 0.124023, + 0.128906, + 0.117676, + 0.124512, + 0.118652, + 0.121094, + 0.124023, + 0.179688, + 0.126953, + 0.12793, + 0.121582, + 0.118652, + 0.119629, + 0.118164, + 0.122559, + 0.128906, + 0.121582, + 0.129883, + 0.121582, + 0.116211, + 0.118652, + 0.116699, + 0.120605, + 0.060547, + 0.116699, + 0.119141, + 0.121094, + 0.118164, + 0.129883, + 0.125, + 0.118652, + 0.114258, + 0.118164, + 0.118652, + 0.121094, + 0.120605, + 0.12793, + 0.122559, + 0.122559, + 0.125977, + -5.2e-05, + 0.144531, + 0.123535, + 0.118652, + 0.120605, + 0.123535, + 0.118652, + 0.12207, + 0.121582, + 0.114258, + 0.118652, + 0.167969, + 0.125977, + 0.12207, + 0.119141, + 0.126953, + 0.115234, + 0.086914, + 0.116211, + 0.124023, + 0.12793, + 0.12207, + 0.126953, + 0.124023, + 0.126953, + 0.12207, + 0.117188, + 0.081055, + 0.122559, + 0.208984, + 0.115723, + 0.120605, + 0.12207, + 0.119629, + 0.124023, + 0.216797, + 0.125977, + 0.119141, + 0.116699, + 0.12207, + 0.125, + 0.120605, + 0.126953, + 0.125977, + 0.116211, + 0.111328, + 0.119629, + 0.125977, + 0.117188, + 0.118164, + 0.118652, + 0.120605, + 0.118652, + 0.126953, + 0.126953, + 0.120117, + 0.119629, + 0.129883, + 0.124023, + 0.123535, + 0.18457, + 0.121582, + 0.067871, + 0.125977, + 0.120117, + 0.125, + 0.130859, + 0.122559, + 0.117188, + 0.132812, + 0.124023, + 0.120117, + 0.125977, + 0.117188, + 0.12207, + 0.123047, + 0.117676, + 0.120117, + 0.124512, + 0.12793, + 0.12793, + 0.123047, + 0.123535, + 0.12207, + 0.131836, + 0.126953, + 0.121094, + 0.133789, + 0.126953, + 0.121094, + 0.133789, + 0.128906, + 0.124023, + 0.119629, + 0.12207, + 0.151367, + 0.12793, + 0.118164, + 0.116699, + 0.120605, + 0.130859, + 0.123047, + 0.119141, + 0.123535, + 0.12207, + 0.106445, + 0.118652, + 0.122559, + 0.119629, + 0.123535, + 0.177734, + 0.128906, + 0.135742, + 0.123535, + 0.121582, + 0.116211, + 0.124512, + 0.111816, + 0.126953, + 0.131836, + 0.125977, + 0.12207, + 0.119629, + 0.125, + 0.125, + 0.125977, + 0.117676, + 0.202148, + 0.134766, + 0.12207, + 0.121094, + 0.121582, + 0.116211, + 0.136719, + 0.121094, + 0.107422, + 0.11377, + 0.134766, + 0.122559, + 0.132812, + 0.118652, + 0.171875, + 0.12793, + 0.115234, + 0.121094, + 0.126953, + 0.12207, + 0.122559, + 0.119141, + 0.12793, + 0.120117, + 0.103516, + 0.125977, + 0.08252, + 0.125, + 0.123047, + 0.119141, + 0.12207, + 0.116699, + 0.129883, + 0.115723, + 0.189453, + 0.125977, + 0.114746, + 0.124512, + 0.117676, + 0.121582, + 0.124512, + 0.113281, + 0.121094, + 0.123047, + -0.000138, + 0.101074, + 0.121094, + 0.128906 + ] + }, + "name": "model.model.layers.0.post_attention_layernorm.weight", + "outputIndexes": [ + 115 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 114 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm/Mul_output_0", + "outputIndexes": [ + 116 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 115, + 116 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm/Mul_1_output_0", + "outputIndexes": [ + 117 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 117 + ], + "outputIndexes": [ + 4404 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4404 + ], + "outputIndexes": [ + 4405 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear", + "inputIndexes": [ + 4405 + ], + "outputIndexes": [ + 4406 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 2304088, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4406 + ], + "outputIndexes": [ + 4407 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4407 + ], + "outputIndexes": [ + 118 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 118 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn/Sigmoid_output_0", + "outputIndexes": [ + 119 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 118, + 119 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn/Mul_output_0", + "outputIndexes": [ + 120 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 117 + ], + "outputIndexes": [ + 4408 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4408 + ], + "outputIndexes": [ + 4409 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear", + "inputIndexes": [ + 4409 + ], + "outputIndexes": [ + 4410 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 4884590, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4410 + ], + "outputIndexes": [ + 4411 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4411 + ], + "outputIndexes": [ + 121 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 120, + 121 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/Mul_output_0", + "outputIndexes": [ + 122 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 122 + ], + "outputIndexes": [ + 4412 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4412 + ], + "outputIndexes": [ + 4413 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear", + "inputIndexes": [ + 4413 + ], + "outputIndexes": [ + 4414 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 7465092, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4414 + ], + "outputIndexes": [ + 4415 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4415 + ], + "outputIndexes": [ + 123 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 114, + 123 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_4_output_0", + "outputIndexes": [ + 124 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_9_output_0", + "outputIndexes": [ + 125 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.056152, + 0.039307, + 0.049316, + 0.05957, + 0.043213, + 0.030518, + 0.157227, + 0.041016, + 0.039795, + 0.044922, + 0.077148, + 0.020142, + 0.058838, + 0.001282, + 0.038818, + 0.039551, + 0.032959, + 0.041748, + 0.03418, + 0.063965, + 0.080566, + 0.035645, + 0.038086, + 0.046631, + 0.035645, + 0.044189, + 0.029419, + 0.027344, + 0.035156, + 0.035156, + 0.03418, + 0.115723, + 0.050293, + 0.043457, + 0.02771, + 0.038086, + 0.073242, + 0.038574, + 0.078125, + 0.042236, + 0.044922, + 0.029663, + 0.053223, + 0.037842, + 0.086914, + 0.041992, + 0.033691, + 0.09082, + 0.038574, + 0.131836, + 0.033691, + 0.068359, + 0.033203, + 0.030396, + 0.069824, + 0.032959, + 0.00028, + 0.033691, + 0.042725, + 0.043945, + 0.026123, + 0.026367, + 0.05127, + 0.048828, + 0.047607, + 0.057373, + 0.086914, + 0.070312, + 0.049805, + 0.449219, + 0.038574, + 0.067383, + 0.062256, + 0.03064, + 0.030151, + 0.02356, + 0.048096, + 0.035889, + 0.067383, + 0.041504, + 0.049072, + 0.029907, + 0.044922, + 0.02417, + 0.041992, + 0.064453, + 0.033691, + 0.080566, + 0.036377, + 0.068848, + 0.052002, + 0.043945, + 0.063965, + 0.032227, + 0.06543, + 0.069336, + 0.02832, + 0.034912, + 0.040527, + 0.020874, + 0.048828, + 0.040283, + 0.026733, + 0.029785, + 0.145508, + 0.060547, + 0.069336, + 0.028931, + 0.042725, + 0.000698, + 0.0271, + 0.044922, + 0.039062, + 0.032471, + 0.028564, + 0.052246, + 0.032227, + 0.033447, + 0.033691, + 0.044922, + 0.022339, + 0.044922, + 0.03833, + 0.069336, + 0.000418, + 0.021851, + 0.231445, + 0.025391, + 0.035645, + 0.031006, + 0.02832, + 0.032715, + 0.025391, + 0.046387, + 0.043457, + 0.031006, + 0.020264, + 0.03418, + 0.03418, + 0.059814, + 0.031982, + 0.042969, + 0.04834, + 0.036377, + 0.026367, + 0.023315, + 0.037109, + 0.033203, + 0.044678, + 0.040039, + 0.045654, + 0.032959, + 0.029663, + 0.025757, + 0.036377, + 0.041504, + 0.022339, + 0.025269, + 0.072754, + 0.03833, + 0.055176, + 0.043701, + 0.070801, + 0.030518, + 0.038818, + 0.0271, + 0.068848, + 0.043213, + 0.040527, + 0.097656, + 0.061035, + 0.032227, + 0.026245, + 0.05542, + 0.07666, + -0.005249, + 0.056152, + 0.038818, + 0.035156, + 0.039062, + 0.032959, + 0.033203, + 0.04541, + 0.026978, + 0.032227, + 0.045898, + 0.029541, + 0.03833, + 0.055908, + 0.033447, + 0.034668, + 0.030273, + 0.074219, + 0.04248, + 0.039551, + 0.037842, + 0.040771, + 0.067871, + 0.169922, + 0.036621, + 0.259766, + 0.043213, + 0.076172, + 0.032471, + 0.045166, + 0.031982, + 0.042969, + 0.046631, + 0.118652, + 0.034912, + 0.035156, + 0.032715, + 0.029297, + 0.078613, + 0.057861, + 0.032227, + 0.04248, + 0.026123, + 0.03833, + 0.033936, + 0.027588, + 0.03064, + 0.054443, + 0.030762, + 0.02063, + 0.326172, + 0.032715, + 0.069336, + 0.035645, + 0.064941, + 0.443359, + 0.044434, + -0.000622, + 0.031494, + 0.054199, + 0.050781, + 0.033691, + 0.031738, + 0.0625, + 0.04126, + 0.023438, + 0.038086, + 0.042725, + 0.037354, + 0.037354, + 0.063477, + 0.074219, + 0.040527, + 0.02832, + 0.042236, + 0.033203, + 0.077148, + 0.092773, + 0.050781, + 0.055176, + 0.034668, + 0.037109, + 0.028076, + 0.080566, + 0.042969, + 0.04248, + 0.03064, + 0.037354, + 0.069824, + 0.046875, + 0.036621, + 0.036133, + 0.010742, + 0.07959, + 0.054443, + 0.226562, + 0.036133, + 0.032959, + 0.376953, + 0.061523, + 0.033203, + 0.044678, + 0.075195, + 0.213867, + 0.023438, + 0.048096, + 0.039551, + 0.003052, + 0.038818, + 0.038086, + 0.0271, + 0.040771, + 0.026611, + 0.029663, + -0.001122, + 0.041504, + 0.039062, + 0.039062, + 0.041504, + 0.0354, + 0.032227, + 0.024536, + 0.047119, + 0.025146, + 0.053955, + 0.0354, + 0.031738, + 0.032471, + 0.078125, + 0.030396, + 0.020874, + 0.078125, + 0.039795, + 0.036377, + 0.0271, + 0.064941, + 0.030396, + 0.075195, + 0.050049, + 0.034424, + 0.029663, + 0.046143, + 0.066895, + 0.04834, + -2.2e-05, + 0.023926, + 0.043457, + 0.040771, + 0.031982, + 0.035156, + 0.034424, + 0.025269, + 0.03418, + 0.035889, + 0.068359, + 0.050781, + 0.060059, + 0.086914, + 0.031006, + 0.026123, + 0.025757, + 0.073242, + 0.048828, + 0.069824, + 0.064453, + 0.035889, + 0.028809, + 0.044922, + 0.046631, + 0.032471, + 0.038818, + 0.040039, + 0.0354, + 0.031128, + 0.033447, + 0.030884, + 0.081543, + 0.04834, + 0.026733, + 0.037842, + 0.034424, + 0.03833, + 0.049805, + 0.035156, + 0.034424, + 0.02771, + 0.193359, + 0.028809, + 0.034912, + 0.02832, + 0.033936, + 0.035156, + 0.042969, + 0.057373, + 0.037354, + 0.031982, + 0.033936, + 0.032715, + 0.068359, + 0.034424, + 0.034668, + 0.034668, + 0.036865, + 0.033203, + 0.066406, + -7.8e-05, + 0.027954, + 0.042236, + 0.034424, + 0.040039, + 0.035645, + 0.029175, + 0.036621, + 0.049805, + 0.028564, + 0.034668, + 0.070312, + 0.039795, + 0.109863, + 0.03064, + 0.034424, + 0.030396, + 0.043945, + 0.036621, + 0.030518, + 0.038574, + 0.025269, + 0.058105, + 0.041504, + 0.032471, + 0.055176, + 0.032471, + 0.040283, + 0.000832, + 0.032471, + 0.05249, + 0.031982, + 0.0354, + 0.034424, + 0.028198, + 0.029663, + 0.047607, + 0.024048, + 0.040527, + 0.061523, + 0.050537, + 0.043701, + 0.08252, + 0.039551, + 0.033936, + 0.083008, + 0.049072, + 0.028564, + 0.072266, + 0.046875, + 0.071289, + 0.055664, + 0.038574, + 0.046631, + 0.028931, + 0.024414, + 0.049805, + 0.062988, + 0.028564, + 0.057861, + 0.033447, + 0.077637, + 0.237305, + 0.036865, + 0.036865, + 0.05957, + 0.050781, + 0.029419, + 0.078125, + 0.037598, + 0.034912, + 0.04541, + 0.036133, + 0.03418, + 0.0354, + 0.03418, + 0.024536, + 0.043457, + 0.057373, + 0.0354, + 0.07373, + 0.034912, + 0.036377, + 0.041016, + 0.074707, + 0.036865, + 0.029541, + 0.041016, + 0.051025, + 0.074707, + 0.029541, + 0.059814, + 0.031494, + 0.04126, + 0.037842, + 0.042969, + 0.043213, + 0.033936, + 0.0625, + 0.073242, + 0.041504, + 0.029663, + 0.035889, + 0.057861, + 0.039795, + 0.037109, + 0.039795, + 0.054932, + 0.032227, + 0.027832, + 0.022949, + 0.027222, + -0.000549, + 0.033203, + 0.024048, + 0.041016, + -0.000553, + 0.047119, + 0.034424, + 0.044189, + 0.180664, + 0.050781, + 0.031494, + 0.048584, + 0.076172, + 0.033447, + 0.034912, + 0.03125, + -0.001595, + 0.039307, + 0.028809, + 0.032227, + 0.287109, + 0.053223, + 0.05542, + 0.041016, + 0.0354, + 0.058105, + 0.039795, + 0.037598, + 0.030273, + 0.028198, + 0.075684, + 0.025391, + 0.037109, + 0.035645, + 0.028564, + 0.030396, + 0.056641, + 0.039307, + 0.043701, + 0.062988, + 0.071777, + 0.060059, + 0.043457, + 0.028442, + -0.001137, + 0.035645, + 0.043701, + 0.036621, + 0.027832, + 0.068848, + 0.039307, + 0.04248, + 0.029907, + 0.050781, + 0.022339, + 0.072754, + 0.045166, + 0.046875, + 0.021484, + 0.039795, + 0.023926, + 0.055664, + 0.023071, + 0.036133, + 0.068359, + 0.498047, + 0.018799, + 0.069336, + 0.080078, + 0.072754, + 0.028931, + 0.040771, + 0.070312, + 0.108398, + 0.028809, + 0.034912, + 0.0271, + 0.03418, + 0.054443, + 0.028442, + 0.07666, + 0.038086, + 0.0354, + 0.039795, + 0.04126, + 0.054443, + 0.037354, + 0.074707, + 0.024536, + 0.032959, + 0.030029, + 0.039062, + 0.030151, + 0.043213, + 0.027832, + 0.050781, + 0.02771, + 0.022949, + 0.049316, + 0.086426, + 0.032715, + 0.033203, + 0.04126, + 0.069824, + 0.033447, + 0.094727, + 0.070312, + 0.058594, + 0.027954, + 0.029663, + 0.036621, + 0.054443, + 0.069336, + 0.046387, + 0.056641, + 0.051025, + 0.080078, + 0.026855, + 0.042969, + 0.035889, + 0.039062, + 0.066406, + 0.057861, + 0.040527, + 0.115234, + 0.027588, + 0.037354, + 0.001999, + 0.072754, + 0.04248, + 0.033203, + 0.041992, + 0.027466, + 0.061279, + 0.028809, + 0.05835, + 0.025024, + 0.068848, + 4.4e-05, + 0.035889, + 0.042236, + -0.000425, + 0.04541, + 0.040283, + 0.039795, + 0.036621, + 0.027344, + 0.03418, + 0.039062, + -0.003159, + 0.047363, + 0.050781, + 0.080078, + 0.054443, + 0.036621, + 0.07373, + 0.038086, + 0.052246, + 0.034668, + -0.00174, + 0.058594, + 0.095703, + 0.032471, + 0.037354, + 0.0625, + 0.034912, + 0.063477, + 0.093262, + 0.025757, + 0.000935, + 0.031494, + 0.140625, + 0.033691, + 0.028687, + 0.039551, + 0.041992, + 0.039795, + 0.037842, + 0.032715, + 0.101074, + 0.052979, + 0.267578, + 0.060303, + 0.08252, + 0.071777, + 0.03833, + 0.024048, + 0.029785, + 0.001305, + 0.046631, + 0.365234, + 0.029663, + 0.025635, + 0.028564, + 0.05542, + 0.039551, + 0.036377, + 0.026855, + 0.038086, + 0.030396, + 0.036377, + 0.049316, + 0.050781, + 0.038574, + 0.034668, + 0.06543, + 0.035156, + -0.001526, + 0.02478, + 0.040527, + 0.0625, + 0.036377, + 0.09082, + 0.049316, + 0.001999, + 0.041748, + 0.05249, + 0.026978, + 0.07959, + 0.062012, + 0.02478, + 0.043457, + 0.039062, + 0.034668, + 0.039551, + 0.099121, + 0.074219, + 0.066406, + 0.074219, + 0.040283, + 0.043945, + 0.045166, + 0.03833, + 0.048096, + 0.105469, + 0.026123, + 0.035645, + 0.046387, + 0.034424, + 0.125, + 0.028809, + 0.033691, + 0.066895, + 0.027954, + 0.076172, + 0.040283, + 0.029663, + 0.034424, + 0.039307, + 0.028198, + 0.030151, + 0.039551, + 0.042725, + 0.029541, + 0.172852, + 0.046875, + 0.023438, + 0.083496, + 0.048096, + 0.066895, + 0.033203, + 0.043213, + 0.043701, + 0.031494, + 0.036621, + 0.058594, + 0.042725, + 0.052734, + 0.039795, + 0.031128, + 0.045898, + 0.064941, + 0.026001, + 0.040771, + 0.068848, + 0.031494, + 0.038818, + 0.083496, + 0.063477, + 0.068359, + 0.042969, + 0.054932, + 0.047363, + 0.037842, + 0.032471, + 0.036377, + 0.031738, + 0.042236, + 0.060791, + 0.031006, + 0.061279, + 0.033691, + 0.059814, + 0.029541, + 0.000793, + 0.001549, + 0.054199, + 0.028564, + 0.031982, + 0.056885, + 0.053467, + 0.056396, + 0.039795, + 0.026489, + 0.07373, + 0.014893, + 0.028076, + 0.0354, + 0.124023, + 0.025635, + 0.034912, + 0.039307, + 0.035156, + 0.029663, + 0.04541, + 0.084473, + 0.031128, + 0.056641, + 0.025879, + 0.030273, + 0.028076, + 0.027588, + 0.029053, + 0.033691, + 0.034424, + 0.040771, + 0.029297, + 0.024048, + 0.038574, + 0.071777, + 0.031738, + 0.043457, + 0.033691, + -5.8e-05, + 0.012451, + 0.043457, + 0.003052, + 0.050293, + 0.554688, + 0.039551, + 0.040283, + 0.066895, + 0.032227, + 0.042969, + 0.029907, + 0.026611, + 0.089355, + 0.042725, + 0.004913, + 0.037598, + 0.03418, + 0.023926, + 0.028687, + 0.038086, + 0.048096, + 0.035156, + 0.036133, + 0.026855, + 0.0625, + 0.042725, + 0.205078, + 0.038574, + 0.03125, + 0.034668, + 0.062012, + 0.039062, + 0.053223, + 0.032715, + 0.046387, + 0.024414, + 0.07373, + 0.072266, + 0.032715, + 0.077637, + 0.023438, + 0.04248, + 0.056885, + 0.032715, + 0.031982, + 0.035156, + 0.080078, + 0.03418, + 0.036865, + 0.058105, + 0.066895, + 0.064941, + 0.027466, + 0.07373, + 0.029419, + 0.028687, + 0.026978, + 0.038574, + 0.036621, + 0.032471, + 0.041992, + 0.044189, + 0.080078, + 0.032471, + 0.026245, + 0.047607, + 0.051514, + 0.04126, + 0.032715, + 0.037109, + 0.074219, + 0.030518, + 0.200195, + 0.031738, + 0.097656, + 0.041504, + 0.037354, + 0.039795, + 0.035889, + 0.029175, + 0.044678, + 0.066406, + 0.036865, + 0.043457, + 0.057129, + 0.035889, + 0.022583, + 0.030518, + 0.032227, + 0.033203, + 0.029297, + 0.029663, + -0.002762, + 0.042969, + 0.057129, + 0.038818, + 0.028809, + 0.022827, + 0.040039, + 0.097168, + 0.040771, + 0.086426, + 0.038818, + 0.135742, + 0.032471, + 0.048584, + 0.031006, + 0.026367, + 0.020996, + 0.038574, + 0.037842, + 0.072754, + 0.074219, + 0.027466, + 0.043213, + 0.02771, + 0.078613, + 0.03125, + 0.025024, + 0.053955, + 0.054443, + 0.032471, + 0.051025, + 0.035889, + 0.044678, + 0.070312, + 0.030396, + 0.039307, + 0.029785, + 0.026001, + 0.02832, + 0.036621, + 0.041748, + 0.181641, + 0.040527, + 0.031982, + 0.032715, + 0.000748, + 0.046631, + 0.032227, + 0.075684, + 0.03418, + 0.032227, + 0.024414, + 0.032959, + 0.026855, + 0.032227, + 0.044434, + 0.029785, + 0.03418, + 0.039795, + 0.02832, + 0.165039, + 0.024048, + 0.071777, + 0.031494, + 0.076172, + 0.042236, + 0.036377, + 0.04248, + 0.029419, + 0.054443, + 0.143555, + 0.037109, + 0.028931, + 0.028687, + 0.072754, + 0.004639, + 0.025879, + 0.03418, + 0.044678, + 0.05249, + 0.039062, + 0.034912, + 0.042725, + 0.078613, + 0.026855, + 0.040527, + 0.040527, + 0.02771, + 0.024048, + 0.042236, + 0.041992, + 0.05127, + 0.063965, + 0.046875, + 0.052979, + 0.046143, + 0.034912, + 0.031738, + 0.033447, + 0.040771, + 0.043701, + 0.027222, + 0.055176, + 0.033447, + 0.035645, + 0.002625, + 0.032227, + 0.032959, + 0.026001, + 0.037354, + -5e-05, + 0.03125, + 0.033203, + 0.032227, + 0.068848, + 0.035889, + 0.047607, + 0.031738, + 0.033203, + 0.044922, + 0.062256, + 0.035645, + 0.024414, + 0.033936, + 0.068359, + 0.047607, + 0.025269, + 0.08252, + 0.034912, + 0.074707, + 0.033691, + 0.070801, + 0.028809, + 0.032959, + 0.000656, + 0.050049, + 0.038818, + 0.038574, + 0.071289, + 0.03833, + 0.036621, + 0.033203, + 0.037598, + 0.027466, + 0.03125, + 0.07959, + 0.116699, + 0.052246, + 0.037598, + 0.04126, + 0.061768, + 0.028809, + 0.041504, + 0.061035, + 0.05957, + 0.033691, + 0.045654, + 0.054443, + 0.026245, + 0.040283, + 0.031982, + 0.032227, + 0.041504, + 0.075195, + 0.048828, + 0.041016, + 0.051025, + 0.026855, + 0.023071, + 0.060547, + 0.074707, + 0.031982, + 0.045898, + 0.034424, + 0.025513, + 0.025024, + 0.039551, + 0.032715, + 0.037598, + 0.028931, + 0.034912, + 0.082031, + 0.033447, + 0.046631, + 0.031738, + 0.04248, + 0.029175, + 0.245117, + 0.032959, + 0.038574, + 0.035889, + 0.032471, + 0.131836, + 0.029419, + 0.035645, + 0.028931, + 0.063965, + 0.023682, + 0.03833, + 0.031738, + 0.038818, + 0.088379, + 0.069336, + 0.032715, + 0.05957, + 0.060059, + 0.044434, + 0.033936, + 0.033447, + 0.046143, + 0.042725, + 0.030151, + 0.040771, + 0.034668, + 0.064453, + 0.041748, + 0.095215, + 0.0354, + 0.031738, + 0.035889, + 0.029907, + 0.02478, + 0.048096, + 0.034424, + 0.062256, + 0.005188, + 0.038574, + 0.029541, + 0.030884, + 0.053223, + 0.040039, + 0.039307, + 0.110352, + 0.02356, + 0.056396, + 0.039795, + 0.027588, + 0.044434, + 0.036621, + 0.040283, + 0.038574, + 0.024414, + 0.064453, + 0.024536, + 0.038818, + 0.032959, + 0.034668, + 0.000458, + 0.024048, + 0.068848, + 0.033936, + 0.040039, + 0.022217, + 0.027222, + 0.035156, + 0.04541, + 0.044922, + 0.07959, + 0.033447, + 0.026367, + 0.052979, + 0.084473, + 0.0271, + 0.031982, + 0.047119, + 0.033447, + 0.036133, + 0.045654, + -0.001442, + 0.001228, + 0.039062, + 0.04248, + 0.039307, + 0.046875, + 0.041992, + 0.001518, + 0.046631, + 0.030518, + 0.067871, + 0.03418, + 0.03125, + 0.040283, + 0.031494, + 0.070312, + 0.06543, + 0.029663, + 0.040283, + 0.026001, + 0.025269, + 0.037598, + 0.000786, + 0.039062, + 0.061768, + 0.032959, + 0.038574, + 0.039795, + 0.031494, + 0.025879, + 0.036621, + 0.085449, + 0.039795, + 0.028442, + 0.041504, + 0.052734, + 0.063965, + 0.00296, + 0.060059, + 0.000418, + 0.03125, + 0.037109, + 0.041992, + 0.043945, + 0.023071, + 0.053955, + 0.114258, + 0.034668, + 0.062256, + 0.036865, + 0.024536, + -0.000328, + 0.053223, + 0.044434, + 0.069336, + 0.046143, + 0.031006, + 0.034912, + 0.070801, + 0.034912, + 0.032471, + 0.039307, + 0.050293, + 0.023193, + 0.03064, + 0.038818, + 0.029785, + 0.030151, + -0.001495, + 0.032959, + 0.087891, + 0.037842, + 0.061279, + 0.051025, + 0.042725, + 0.049805, + 0.05127, + 0.025146, + 0.042969, + 0.047119, + 0.033936, + 0.04834, + 0.07666, + 0.029419, + 0.080078, + 0.028198, + 0.053223, + 0.044922, + 0.045898, + 0.028076, + 0.443359, + 0.082031, + 0.02417, + 0.039551 + ] + }, + "name": "model.model.layers.1.input_layernorm.weight", + "outputIndexes": [ + 126 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 125 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_1/Mul_output_0", + "outputIndexes": [ + 127 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 126, + 127 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_1/Mul_1_output_0", + "outputIndexes": [ + 128 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 128 + ], + "outputIndexes": [ + 4416 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4416 + ], + "outputIndexes": [ + 4417 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear", + "inputIndexes": [ + 4417 + ], + "outputIndexes": [ + 4418 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 10045594, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4418 + ], + "outputIndexes": [ + 4419 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4419 + ], + "outputIndexes": [ + 129 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 128 + ], + "main_type": "NONE", + "name": "/Shape_15_output_0", + "outputIndexes": [ + 130 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 130 + ], + "main_type": "NONE", + "name": "Shape298", + "outputIndexes": [ + 131 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 130 + ], + "main_type": "NONE", + "name": "Rank300", + "outputIndexes": [ + 132 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 132, + 132 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp302", + "outputIndexes": [ + 133 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 133 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze303", + "outputIndexes": [ + 134 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 133, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp305", + "outputIndexes": [ + 135 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 135 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze306", + "outputIndexes": [ + 136 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 131, + 134, + 136, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice309", + "outputIndexes": [ + 137 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 137 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze310", + "outputIndexes": [ + 138 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp311", + "outputIndexes": [ + 139 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 139, + 138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp312", + "outputIndexes": [ + 140 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 130, + 140, + 133 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_19_output_0", + "outputIndexes": [ + 141 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 141, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_33_output_0", + "outputIndexes": [ + 142 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 142, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_13_output_0", + "outputIndexes": [ + 143 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 129, + 143 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_10_output_0", + "outputIndexes": [ + 144 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 144, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_8_output_0", + "outputIndexes": [ + 145 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 144 + ], + "main_type": "NONE", + "name": "/Shape_16_output_0", + "outputIndexes": [ + 146 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 146 + ], + "main_type": "NONE", + "name": "Shape319", + "outputIndexes": [ + 147 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 146 + ], + "main_type": "NONE", + "name": "Rank321", + "outputIndexes": [ + 148 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 148, + 148 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp323", + "outputIndexes": [ + 149 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 149 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze324", + "outputIndexes": [ + 150 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 149, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp326", + "outputIndexes": [ + 151 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 151 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze327", + "outputIndexes": [ + 152 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 147, + 150, + 152, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice330", + "outputIndexes": [ + 153 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 153 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze331", + "outputIndexes": [ + 154 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 154 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp332", + "outputIndexes": [ + 155 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 155, + 154 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp333", + "outputIndexes": [ + 156 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 146, + 156, + 149 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_20_output_0", + "outputIndexes": [ + 157 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 157, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_3_output_0", + "outputIndexes": [ + 158 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 158, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_38_output_0", + "outputIndexes": [ + 159 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 144, + 159, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_5_output_0", + "outputIndexes": [ + 160 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 160 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_2_output_0", + "outputIndexes": [ + 161 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 144, + 22, + 159, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_4_output_0", + "outputIndexes": [ + 162 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 161, + 162 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_16_output_0", + "outputIndexes": [ + 163 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 163, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_9_output_0", + "outputIndexes": [ + 164 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 145, + 164 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_5_output_0", + "outputIndexes": [ + 165 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 128 + ], + "outputIndexes": [ + 4420 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4420 + ], + "outputIndexes": [ + 4421 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear", + "inputIndexes": [ + 4421 + ], + "outputIndexes": [ + 4422 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 10967216, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4422 + ], + "outputIndexes": [ + 4423 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4423 + ], + "outputIndexes": [ + 166 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 142, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_14_output_0", + "outputIndexes": [ + 167 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 166, + 167 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_11_output_0", + "outputIndexes": [ + 168 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 168, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_10_output_0", + "outputIndexes": [ + 169 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 168 + ], + "main_type": "NONE", + "name": "/Shape_17_output_0", + "outputIndexes": [ + 170 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 170 + ], + "main_type": "NONE", + "name": "Shape381", + "outputIndexes": [ + 171 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 170 + ], + "main_type": "NONE", + "name": "Rank383", + "outputIndexes": [ + 172 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 172, + 172 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp385", + "outputIndexes": [ + 173 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 173 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze386", + "outputIndexes": [ + 174 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 173, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp388", + "outputIndexes": [ + 175 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 175 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze389", + "outputIndexes": [ + 176 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 171, + 174, + 176, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice392", + "outputIndexes": [ + 177 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 177 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze393", + "outputIndexes": [ + 178 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp394", + "outputIndexes": [ + 179 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 179, + 178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp395", + "outputIndexes": [ + 180 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 170, + 180, + 173 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_21_output_0", + "outputIndexes": [ + 181 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 181, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_4_output_0", + "outputIndexes": [ + 182 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 182, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_40_output_0", + "outputIndexes": [ + 183 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 168, + 183, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_7_output_0", + "outputIndexes": [ + 184 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 184 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_3_output_0", + "outputIndexes": [ + 185 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 168, + 22, + 183, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_6_output_0", + "outputIndexes": [ + 186 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 185, + 186 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_17_output_0", + "outputIndexes": [ + 187 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 187, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_11_output_0", + "outputIndexes": [ + 188 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 169, + 188 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_6_output_0", + "outputIndexes": [ + 189 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 128 + ], + "outputIndexes": [ + 4424 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4424 + ], + "outputIndexes": [ + 4425 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear", + "inputIndexes": [ + 4425 + ], + "outputIndexes": [ + 4426 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 11197638, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4426 + ], + "outputIndexes": [ + 4427 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4427 + ], + "outputIndexes": [ + 190 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 190, + 167 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_12_output_0", + "outputIndexes": [ + 191 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 165, + 189, + 191, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_17_output_0", + "outputIndexes": [ + 192 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 192 + ], + "outputIndexes": [ + 4428 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4428 + ], + "outputIndexes": [ + 4429 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear", + "inputIndexes": [ + 4429 + ], + "outputIndexes": [ + 4430 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 11428060, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4430 + ], + "outputIndexes": [ + 4431 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4431 + ], + "outputIndexes": [ + 193 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 125, + 193 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_8_output_0", + "outputIndexes": [ + 194 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.137695, + 0.15332, + 0.158203, + 0.150391, + 0.15332, + 0.15332, + 0.104492, + 0.150391, + 0.147461, + 0.142578, + 0.095703, + 0.158203, + 0.128906, + 0.158203, + 0.158203, + 0.164062, + 0.15332, + 0.15625, + 0.151367, + 0.114258, + 0.158203, + 0.151367, + 0.152344, + 0.133789, + 0.158203, + 0.158203, + 0.148438, + 0.163086, + 0.155273, + 0.165039, + 0.147461, + 0.141602, + 0.155273, + 0.154297, + 0.157227, + 0.150391, + 0.124023, + 0.168945, + 0.103027, + 0.162109, + 0.157227, + 0.15625, + 0.152344, + 0.15332, + 0.118164, + 0.15918, + 0.164062, + 0.131836, + 0.163086, + 0.128906, + 0.161133, + 0.119629, + 0.154297, + 0.158203, + 0.132812, + 0.158203, + 0.155273, + 0.162109, + 0.157227, + 0.164062, + 0.169922, + 0.162109, + 0.151367, + 0.15625, + 0.15918, + 0.146484, + 0.138672, + 0.09375, + 0.162109, + 0.092285, + 0.157227, + 0.122559, + 0.152344, + 0.15332, + 0.162109, + 0.150391, + 0.143555, + 0.163086, + 0.083984, + 0.15625, + 0.140625, + 0.15918, + 0.136719, + 0.154297, + 0.160156, + 0.116699, + 0.15918, + 0.150391, + 0.15918, + 0.125, + 0.147461, + 0.148438, + 0.129883, + 0.154297, + 0.101562, + 0.115234, + 0.158203, + 0.166016, + 0.15625, + 0.158203, + 0.152344, + 0.15332, + 0.162109, + 0.162109, + 0.21875, + 0.101074, + 0.158203, + 0.155273, + 0.148438, + 0.154297, + 0.15918, + 0.168945, + 0.138672, + 0.15332, + 0.150391, + 0.155273, + 0.146484, + 0.157227, + 0.161133, + 0.161133, + 0.151367, + 0.140625, + 0.160156, + 0.154297, + 0.150391, + 0.151367, + 0.074219, + 0.15625, + 0.155273, + 0.180664, + 0.150391, + 0.15918, + 0.15332, + 0.155273, + 0.157227, + 0.146484, + 0.158203, + 0.155273, + 0.15332, + 0.131836, + 0.155273, + 0.178711, + 0.155273, + 0.149414, + 0.150391, + 0.15332, + 0.15332, + 0.150391, + 0.155273, + 0.157227, + 0.158203, + 0.15332, + 0.15332, + 0.160156, + 0.165039, + 0.168945, + 0.15918, + 0.161133, + 0.100098, + 0.147461, + 0.094727, + 0.155273, + 0.134766, + 0.146484, + 0.160156, + 0.15625, + 0.077637, + 0.157227, + 0.155273, + 0.114258, + 0.158203, + 0.151367, + 0.152344, + 0.166992, + 0.102051, + 0.15918, + 0.152344, + 0.152344, + 0.162109, + 0.162109, + 0.152344, + 0.138672, + 0.152344, + 0.148438, + 0.154297, + 0.168945, + 0.163086, + 0.155273, + 0.165039, + 0.157227, + 0.152344, + 0.154297, + 0.095215, + 0.157227, + 0.157227, + 0.157227, + 0.146484, + 0.152344, + 0.032715, + 0.158203, + 0.162109, + 0.165039, + 0.139648, + 0.157227, + 0.146484, + 0.15625, + 0.147461, + 0.152344, + 0.154297, + 0.15918, + 0.155273, + 0.15625, + 0.15332, + 0.107422, + 0.15625, + 0.154297, + 0.158203, + 0.163086, + 0.15918, + 0.158203, + 0.158203, + 0.167969, + 0.135742, + 0.151367, + 0.161133, + 0.174805, + 0.150391, + 0.120117, + 0.158203, + 0.152344, + 0.170898, + 0.139648, + 0.163086, + 0.148438, + 0.155273, + 0.137695, + 0.162109, + 0.149414, + 0.185547, + 0.162109, + 0.157227, + 0.148438, + 0.154297, + 0.150391, + 0.15918, + 0.136719, + 0.11084, + 0.152344, + 0.151367, + 0.158203, + 0.152344, + 0.113281, + 0.111328, + 0.165039, + 0.155273, + 0.162109, + 0.133789, + 0.155273, + 0.131836, + 0.154297, + 0.15918, + 0.150391, + 0.15918, + 0.134766, + 0.15918, + 0.152344, + 0.146484, + 0.147461, + 0.125977, + 0.164062, + 0.074707, + 0.162109, + 0.155273, + 0.052979, + 0.120605, + 0.154297, + 0.160156, + 0.132812, + 0.206055, + 0.15332, + 0.132812, + 0.154297, + 0.152344, + 0.151367, + 0.155273, + 0.143555, + 0.163086, + 0.154297, + 0.162109, + 0.150391, + 0.152344, + 0.154297, + 0.15918, + 0.151367, + 0.164062, + 0.15332, + 0.162109, + 0.15918, + 0.161133, + 0.161133, + 0.157227, + 0.148438, + 0.155273, + 0.136719, + 0.148438, + 0.163086, + 0.152344, + 0.143555, + 0.168945, + 0.163086, + 0.135742, + 0.147461, + 0.166992, + 0.149414, + 0.155273, + 0.15332, + 0.15332, + 0.121582, + 0.145508, + 0.111328, + 0.147461, + 0.163086, + 0.157227, + 0.15332, + 0.158203, + 0.158203, + 0.158203, + 0.158203, + 0.158203, + 0.171875, + 0.146484, + 0.124512, + 0.113281, + 0.155273, + 0.154297, + 0.150391, + 0.160156, + 0.155273, + 0.10791, + 0.12793, + 0.154297, + 0.157227, + 0.144531, + 0.138672, + 0.161133, + 0.164062, + 0.144531, + 0.157227, + 0.149414, + 0.161133, + 0.163086, + 0.165039, + 0.131836, + 0.152344, + 0.15625, + 0.164062, + 0.162109, + 0.155273, + 0.162109, + 0.15625, + 0.15625, + 0.148438, + 0.147461, + 0.15918, + 0.155273, + 0.157227, + 0.158203, + 0.158203, + 0.152344, + 0.154297, + 0.155273, + 0.154297, + 0.157227, + 0.094238, + 0.15332, + 0.15332, + 0.149414, + 0.155273, + 0.149414, + 0.138672, + 0.040771, + 0.151367, + 0.161133, + 0.146484, + 0.162109, + 0.154297, + 0.148438, + 0.15918, + 0.151367, + 0.15332, + 0.148438, + 0.150391, + 0.160156, + 0.175781, + 0.162109, + 0.158203, + 0.157227, + 0.165039, + 0.157227, + 0.15332, + 0.157227, + 0.15918, + 0.129883, + 0.152344, + 0.158203, + 0.132812, + 0.161133, + 0.149414, + 0.15625, + 0.150391, + 0.132812, + 0.158203, + 0.166992, + 0.146484, + 0.161133, + 0.155273, + 0.148438, + 0.15332, + 0.157227, + 0.152344, + 0.157227, + 0.146484, + 0.05127, + 0.161133, + 0.15918, + 0.112305, + 0.162109, + 0.15625, + 0.147461, + 0.143555, + 0.105957, + 0.143555, + 0.160156, + 0.15332, + 0.150391, + 0.158203, + 0.157227, + 0.143555, + 0.157227, + 0.167969, + 0.160156, + 0.155273, + 0.118164, + 0.15625, + 0.15332, + 0.128906, + 0.174805, + 0.154297, + 0.125, + 0.160156, + 0.146484, + 0.149414, + 0.160156, + 0.168945, + 0.158203, + 0.158203, + 0.161133, + 0.155273, + 0.142578, + 0.157227, + 0.151367, + 0.161133, + 0.169922, + 0.15918, + 0.100586, + 0.150391, + 0.147461, + 0.167969, + 0.154297, + 0.135742, + 0.15625, + 0.167969, + 0.155273, + 0.15332, + 0.157227, + 0.149414, + 0.152344, + 0.169922, + 0.129883, + 0.145508, + 0.152344, + 0.154297, + 0.149414, + 0.160156, + 0.168945, + 0.147461, + 0.15918, + 0.151367, + 0.15918, + 0.154297, + 0.155273, + 0.158203, + 0.161133, + 0.15625, + 0.145508, + 0.145508, + 0.146484, + 0.160156, + 0.154297, + 0.133789, + 0.056396, + 0.142578, + 0.162109, + 0.160156, + 0.091797, + 0.155273, + 0.151367, + 0.147461, + 0.154297, + 0.155273, + 0.162109, + 0.164062, + 0.057373, + 0.122559, + 0.152344, + 0.152344, + 0.15332, + 0.177734, + 0.157227, + 0.154297, + 0.166992, + 0.158203, + 0.114746, + 0.154297, + 0.149414, + 0.160156, + 0.161133, + 0.152344, + 0.15918, + 0.154297, + 0.151367, + 0.143555, + 0.118652, + 0.089844, + 0.155273, + 0.15625, + 0.158203, + 0.161133, + 0.162109, + 0.149414, + 0.15918, + 0.118652, + 0.144531, + 0.161133, + 0.157227, + 0.137695, + 0.15332, + 0.101074, + 0.154297, + 0.143555, + 0.162109, + 0.162109, + 0.15625, + 0.15918, + 0.144531, + 0.157227, + 0.155273, + 0.09082, + 0.150391, + 0.114258, + 0.069824, + 0.167969, + 0.150391, + 0.151367, + 0.141602, + 0.102051, + 0.15625, + 0.155273, + 0.162109, + 0.162109, + 0.171875, + 0.15332, + 0.120117, + 0.158203, + 0.150391, + 0.151367, + 0.15625, + 0.15918, + 0.150391, + 0.089355, + 0.157227, + 0.152344, + 0.157227, + 0.158203, + 0.15625, + 0.15332, + 0.155273, + 0.15625, + 0.166016, + 0.158203, + 0.150391, + 0.155273, + 0.161133, + 0.154297, + 0.154297, + 0.121582, + 0.151367, + 0.076172, + 0.123047, + 0.162109, + 0.158203, + 0.151367, + 0.160156, + 0.168945, + 0.101074, + 0.139648, + 0.176758, + 0.146484, + 0.143555, + 0.165039, + 0.146484, + 0.160156, + 0.164062, + 0.139648, + 0.15332, + 0.157227, + 0.077637, + 0.146484, + 0.15625, + 0.155273, + 0.097168, + 0.182617, + 0.150391, + 0.162109, + 0.146484, + 0.108398, + 0.15332, + 0.122559, + 0.15918, + 0.101562, + 0.000254, + 0.15332, + 0.166992, + 0.152344, + 0.15918, + 0.166992, + 0.165039, + 0.150391, + 0.155273, + 0.157227, + 0.143555, + 0.15918, + 0.161133, + 0.124023, + 0.120605, + 0.160156, + 0.154297, + 0.100586, + 0.15918, + 0.160156, + 0.154297, + 0.152344, + 0.177734, + 0.116211, + 0.149414, + 0.158203, + 0.102539, + 0.162109, + 0.112793, + 0.124023, + 0.160156, + 0.157227, + 0.154297, + 0.145508, + 0.155273, + 0.15625, + 0.158203, + 0.160156, + 0.145508, + 0.163086, + 0.152344, + 0.168945, + 0.166992, + 0.063477, + 0.137695, + 0.108398, + 0.168945, + 0.162109, + 0.15918, + 0.154297, + 0.146484, + 0.162109, + 0.040771, + 0.141602, + 0.158203, + 0.157227, + 0.135742, + 0.154297, + 0.162109, + 0.152344, + 0.143555, + 0.154297, + 0.158203, + 0.165039, + 0.133789, + 0.15332, + 0.169922, + 0.196289, + 0.154297, + 0.160156, + 0.149414, + 0.155273, + 0.167969, + 0.158203, + 0.121582, + 0.137695, + 0.15625, + 0.150391, + 0.146484, + 0.154297, + 0.165039, + 0.155273, + 0.152344, + 0.155273, + 0.15918, + 0.15625, + 0.149414, + 0.142578, + 0.119629, + 0.165039, + 0.097168, + 0.152344, + 0.134766, + 0.150391, + 0.15332, + 0.150391, + 0.202148, + 0.152344, + 0.154297, + 0.150391, + 0.160156, + 0.146484, + 0.145508, + 0.162109, + 0.109863, + 0.152344, + 0.116699, + 0.158203, + 0.157227, + 0.164062, + 0.162109, + 0.15332, + 0.157227, + 0.151367, + 0.155273, + 0.162109, + -0.000134, + 0.154297, + 0.15918, + 0.073242, + 0.124512, + 0.099121, + 0.150391, + 0.150391, + 0.15625, + 0.157227, + 0.147461, + 0.15332, + 0.143555, + 0.146484, + 0.160156, + 0.166016, + 0.154297, + 0.133789, + 0.165039, + 0.155273, + 0.130859, + 0.154297, + 0.140625, + 0.083984, + 0.151367, + 0.155273, + 0.137695, + 0.148438, + 0.148438, + 0.15332, + 0.161133, + 0.155273, + 0.154297, + 0.167969, + 0.15332, + 0.162109, + 0.131836, + 0.15918, + 0.15918, + 0.165039, + 0.139648, + 0.160156, + 0.155273, + 0.15332, + 0.157227, + 0.164062, + 0.150391, + 0.137695, + 0.15332, + 0.161133, + 0.147461, + 0.152344, + 0.152344, + 0.165039, + 0.164062, + 0.15332, + 0.15625, + 0.158203, + 0.157227, + 0.166992, + 0.163086, + 0.116699, + 0.152344, + 0.142578, + 0.158203, + 0.162109, + 0.148438, + 0.154297, + 0.158203, + 0.15332, + 0.158203, + 0.147461, + 0.15918, + 0.160156, + 0.151367, + 0.192383, + 0.157227, + 0.155273, + 0.161133, + 0.162109, + 0.150391, + 0.145508, + 0.155273, + 0.165039, + 0.106934, + 0.162109, + 0.157227, + 0.11084, + 0.164062, + 0.163086, + 0.149414, + 0.155273, + 0.147461, + 0.152344, + 0.151367, + 0.152344, + 0.160156, + 0.154297, + 0.154297, + 0.143555, + 0.132812, + 0.164062, + 0.155273, + 0.150391, + 0.131836, + 0.182617, + 0.053467, + 0.160156, + 0.158203, + 0.15332, + 0.124023, + 0.163086, + 0.135742, + 0.146484, + 0.141602, + 0.160156, + 0.171875, + 0.108398, + 0.15625, + 0.140625, + 0.149414, + 0.150391, + 0.150391, + 0.151367, + 0.154297, + 0.15625, + 0.140625, + 0.15918, + 0.139648, + 0.160156, + 0.098633, + 0.100586, + 0.152344, + 0.131836, + 0.155273, + 0.15332, + 0.154297, + 0.15332, + 0.146484, + 0.155273, + 0.15332, + 0.145508, + 0.161133, + 0.144531, + 0.149414, + 0.157227, + 0.149414, + 0.15918, + 0.15625, + 0.152344, + 0.10791, + 0.146484, + 0.168945, + 0.154297, + 0.120605, + 0.154297, + 0.136719, + 0.154297, + 0.154297, + 0.157227, + 0.154297, + 0.194336, + 0.160156, + 0.15625, + 0.147461, + 0.160156, + 0.155273, + 0.174805, + 0.163086, + 0.150391, + 0.165039, + 0.147461, + 0.158203, + 0.154297, + 0.129883, + 0.148438, + 0.154297, + 0.152344, + 0.157227, + 0.104004, + 0.152344, + 0.134766, + 0.15625, + 0.166992, + 0.15625, + 0.134766, + 0.154297, + 0.163086, + 0.15625, + 0.163086, + 0.162109, + 0.092285, + 0.119629, + 0.157227, + 0.162109, + 0.158203, + 0.163086, + 0.15625, + 0.157227, + 0.145508, + 0.149414, + 0.148438, + 0.168945, + 0.150391, + 0.161133, + 0.119629, + 0.15918, + 0.15625, + 0.142578, + 0.158203, + 0.151367, + 0.15918, + 0.163086, + 0.030029, + 0.158203, + 0.151367, + 0.151367, + 0.151367, + 0.135742, + 0.15625, + 0.121582, + 0.15332, + 0.155273, + 0.15332, + 0.151367, + 0.160156, + 0.161133, + 0.15625, + 0.157227, + 0.158203, + 0.15332, + 0.150391, + 0.015625, + 0.160156, + 0.092773, + 0.157227, + 0.176758, + 0.15625, + 0.152344, + 0.155273, + 0.151367, + 0.15332, + 0.081543, + 0.152344, + 0.147461, + 0.150391, + 0.103516, + 0.154297, + 0.152344, + 0.166016, + 0.15918, + 0.163086, + 0.161133, + 0.157227, + 0.157227, + 0.113281, + 0.148438, + 0.164062, + 0.15332, + 0.154297, + 0.155273, + 0.170898, + 0.143555, + 0.154297, + 0.142578, + 0.171875, + 0.137695, + 0.162109, + 0.169922, + 0.157227, + 0.161133, + 0.161133, + 0.151367, + 0.15918, + 0.183594, + 0.152344, + 0.158203, + 0.15332, + 0.15625, + 0.155273, + 0.154297, + 0.154297, + 0.038574, + 0.166992, + 0.148438, + 0.151367, + 0.111816, + 0.154297, + 0.165039, + 0.15625, + 0.146484, + 0.158203, + 0.114746, + 0.161133, + 0.15625, + 0.158203, + 0.102051, + 0.150391, + 0.15625, + 0.154297, + 0.15625, + 0.123047, + 0.158203, + 0.163086, + 0.154297, + 0.147461, + 0.15332, + 0.167969, + 0.172852, + 0.15625, + 0.101074, + 0.155273, + 0.168945, + 0.158203, + 0.161133, + 0.149414, + 0.154297, + 0.120605, + 0.119141, + 0.155273, + 0.160156, + 0.157227, + 0.134766, + 0.158203, + 0.144531, + 0.136719, + 0.171875, + 0.15332, + 0.161133, + 0.155273, + 0.158203, + 0.157227, + 0.15332, + 0.15332, + 0.144531, + 0.175781, + 0.160156, + 0.160156, + 0.145508, + 0.151367, + 0.15332, + 0.15332, + 0.077637, + 0.152344, + 0.148438, + 0.158203, + 0.155273, + 0.15332, + 0.143555, + 0.152344, + 0.151367, + 0.15332, + 0.151367, + 0.132812, + 0.148438, + 0.147461, + 0.160156, + 0.157227, + 0.15625, + 0.069824, + 0.166992, + 0.136719, + 0.15918, + 0.154297, + 0.180664, + 0.150391, + 0.15332, + 0.152344, + 0.139648, + 0.149414, + 0.15625, + 0.15332, + 0.157227, + 0.135742, + 0.132812, + 0.150391, + 0.100586, + 0.116211, + 0.148438, + 0.164062, + 0.15332, + 0.152344, + 0.164062, + 0.151367, + 0.137695, + 0.151367, + 0.09375, + 0.158203, + 0.164062, + 0.161133, + 0.154297, + 0.150391, + 0.158203, + 0.157227, + 0.172852, + 0.155273, + 0.130859, + 0.151367, + 0.150391, + 0.143555, + 0.160156, + 0.152344, + 0.160156, + 0.15332, + 0.10498, + 0.157227, + 0.146484, + 0.145508, + 0.147461, + 0.154297, + 0.155273, + 0.154297, + 0.166992, + 0.155273, + 0.168945, + 0.15918, + 0.144531, + 0.165039, + 0.161133, + 0.165039, + 0.15625, + 0.092285, + 0.151367, + 0.166016, + 0.155273, + 0.158203, + 0.149414, + 0.141602, + 0.161133, + 0.144531, + 0.150391, + 0.158203, + 0.15625, + 0.115234, + 0.15918, + 0.15918, + 0.164062, + 0.157227, + 0.157227, + 0.15918, + 0.15918, + 0.15332, + 0.145508, + 0.166016, + 0.161133, + 0.142578, + 0.161133, + 0.149414, + 0.147461, + 0.164062, + 0.136719, + 0.161133, + 0.152344, + 0.166992, + 0.158203, + 0.134766, + 0.106934, + 0.15625, + 0.158203, + 0.157227, + 0.162109, + 0.150391, + 0.155273, + 0.158203, + 0.102051, + 0.166016, + 0.147461, + 0.155273, + 0.157227, + 0.165039, + 0.155273, + 0.129883, + 0.15625, + 0.165039, + 0.155273, + 0.154297, + 0.125977, + 0.157227, + 0.165039, + 0.157227, + 0.15625, + 0.154297, + 0.165039, + 0.162109, + 0.157227, + 0.143555, + 0.165039, + 0.154297, + 0.15625, + 0.15918, + 0.151367, + 0.149414, + 0.165039, + 0.158203, + 0.11084, + 0.134766, + 0.169922, + 0.152344, + 0.15918, + 0.170898, + 0.165039, + 0.15625, + 0.142578, + 0.149414, + 0.154297, + 0.155273, + 0.149414, + 0.149414, + 0.157227, + 0.151367, + 0.109375, + 0.15918, + 0.091309, + 0.166992, + 0.15625, + 0.152344, + 0.135742, + 0.15918, + 0.155273, + 0.147461, + 0.167969, + 0.132812, + 0.11084, + 0.151367, + 0.123047, + 0.154297, + 0.143555, + 0.151367, + 0.138672, + 0.157227, + -1.4e-05, + 0.096191, + 0.15332, + 0.149414 + ] + }, + "name": "model.model.layers.1.post_attention_layernorm.weight", + "outputIndexes": [ + 195 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 194 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_1/Mul_output_0", + "outputIndexes": [ + 196 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 195, + 196 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_1/Mul_1_output_0", + "outputIndexes": [ + 197 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 197 + ], + "outputIndexes": [ + 4432 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4432 + ], + "outputIndexes": [ + 4433 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear", + "inputIndexes": [ + 4433 + ], + "outputIndexes": [ + 4434 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 12349682, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4434 + ], + "outputIndexes": [ + 4435 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4435 + ], + "outputIndexes": [ + 198 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 198 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_1/Sigmoid_output_0", + "outputIndexes": [ + 199 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 198, + 199 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_1/Mul_output_0", + "outputIndexes": [ + 200 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 197 + ], + "outputIndexes": [ + 4436 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4436 + ], + "outputIndexes": [ + 4437 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear", + "inputIndexes": [ + 4437 + ], + "outputIndexes": [ + 4438 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 14930184, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4438 + ], + "outputIndexes": [ + 4439 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4439 + ], + "outputIndexes": [ + 201 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 200, + 201 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_1/Mul_output_0", + "outputIndexes": [ + 202 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 202 + ], + "outputIndexes": [ + 4440 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4440 + ], + "outputIndexes": [ + 4441 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear", + "inputIndexes": [ + 4441 + ], + "outputIndexes": [ + 4442 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 17510686, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4442 + ], + "outputIndexes": [ + 4443 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4443 + ], + "outputIndexes": [ + 203 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 194, + 203 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_9_output_0", + "outputIndexes": [ + 204 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 204, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_18_output_0", + "outputIndexes": [ + 205 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.104004, + 0.103027, + 0.15625, + 0.135742, + 0.102539, + 0.137695, + 0.503906, + 0.093262, + 0.086426, + 0.120117, + 0.168945, + 0.072266, + 0.124023, + 0.09375, + 0.094238, + 0.087891, + 0.150391, + 0.104004, + 0.09082, + 0.130859, + 0.11084, + 0.09082, + 0.12207, + 0.124023, + 0.105469, + 0.098145, + 0.106934, + 0.092773, + 0.101074, + 0.119141, + 0.101074, + 0.245117, + 0.11084, + 0.161133, + 0.078613, + 0.083496, + 0.141602, + 0.111816, + 0.22168, + 0.089355, + 0.111328, + 0.07666, + 0.108398, + 0.091309, + 0.142578, + 0.120117, + 0.101562, + 0.144531, + 0.088379, + 0.285156, + 0.116699, + 0.143555, + 0.096191, + 0.078613, + 0.139648, + 0.088867, + 0.068848, + 0.082031, + 0.114258, + 0.10498, + 0.08252, + 0.065918, + 0.102539, + 0.089844, + 0.136719, + 0.126953, + 0.24707, + 0.125, + 0.099609, + 0.5, + 0.09375, + 0.121094, + 0.172852, + 0.077148, + 0.089844, + 0.088379, + 0.126953, + 0.083496, + 0.115723, + 0.135742, + 0.121582, + 0.093262, + 0.11377, + 0.087891, + 0.120117, + 0.107422, + 0.091797, + 0.204102, + 0.103027, + 0.11084, + 0.101562, + 0.106934, + 0.124023, + 0.111328, + 0.101074, + 0.114258, + 0.08252, + 0.103516, + 0.145508, + 0.07666, + 0.134766, + 0.07666, + 0.091797, + 0.086914, + 0.173828, + 0.136719, + 0.118164, + 0.07959, + 0.101074, + 0.084473, + 0.095703, + 0.099121, + 0.098633, + 0.088867, + 0.120117, + 0.135742, + 0.094727, + 0.108887, + 0.11084, + 0.108398, + 0.069824, + 0.099609, + 0.107422, + 0.273438, + 0.081055, + 0.09082, + 0.363281, + 0.074707, + 0.114258, + 0.113281, + 0.112793, + 0.095215, + 0.093262, + 0.112305, + 0.121582, + 0.081055, + 0.083008, + 0.10498, + 0.088379, + 0.150391, + 0.089844, + 0.126953, + 0.091797, + 0.118652, + 0.089355, + 0.088379, + 0.099609, + 0.125977, + 0.119629, + 0.10791, + 0.126953, + 0.083984, + 0.088867, + 0.099121, + 0.123535, + 0.092773, + 0.080566, + 0.095215, + 0.102539, + 0.076172, + 0.12207, + 0.132812, + 0.148438, + 0.095703, + 0.097656, + 0.105469, + 0.141602, + 0.099121, + 0.089355, + 0.194336, + 0.116211, + 0.084961, + 0.084473, + 0.136719, + 0.131836, + 0.091309, + 0.132812, + 0.113281, + 0.099609, + 0.080566, + 0.069824, + 0.10498, + 0.109863, + 0.077637, + 0.099121, + 0.134766, + 0.079102, + 0.102051, + 0.133789, + 0.082031, + 0.099121, + 0.105469, + 0.114258, + 0.125977, + 0.099121, + 0.103516, + 0.097656, + 0.174805, + -0.000125, + 0.114258, + 0.165039, + 0.078613, + 0.145508, + 0.095703, + 0.111816, + 0.119141, + 0.109863, + 0.144531, + 0.265625, + 0.090332, + 0.102539, + 0.100098, + 0.07373, + 0.126953, + 0.095703, + 0.082031, + 0.125977, + 0.090332, + 0.091797, + 0.084473, + 0.087402, + 0.07666, + 0.087402, + 0.09082, + 0.078125, + 0.21875, + 0.105957, + 0.108398, + 0.086914, + 0.163086, + 0.263672, + 0.133789, + 0.068359, + 0.087402, + 0.103027, + 0.143555, + 0.120605, + 0.118652, + 0.110352, + 0.09082, + 0.078613, + 0.107422, + 0.102539, + 0.098145, + 0.099609, + 0.115234, + 0.171875, + 0.122559, + 0.104004, + 0.12207, + 0.09082, + 0.140625, + 0.121094, + 0.100098, + 0.106934, + 0.099121, + 0.108887, + 0.089844, + 0.151367, + 0.132812, + 0.100586, + 0.071777, + 0.090332, + 0.138672, + 0.106934, + 0.086426, + 0.081055, + 0.07959, + 0.161133, + 0.100586, + 0.310547, + 0.129883, + 0.083496, + 0.464844, + 0.125, + 0.099121, + 0.116699, + 0.177734, + 0.208984, + 0.072266, + 0.117188, + 0.116211, + 0.088379, + 0.083984, + 0.106445, + 0.087891, + 0.085938, + 0.065918, + 0.075195, + 0.08252, + 0.102051, + 0.08252, + 0.083008, + 0.137695, + 0.136719, + 0.107422, + 0.092773, + 0.124023, + 0.07666, + 0.085449, + 0.086914, + 0.116211, + 0.078613, + 0.174805, + 0.093262, + 0.087402, + 0.178711, + 0.097656, + 0.07959, + 0.106445, + 0.142578, + 0.078125, + 0.12793, + 0.143555, + 0.089355, + 0.089355, + 0.099121, + 0.173828, + 0.164062, + 0.128906, + 0.087891, + 0.091309, + 0.095703, + 0.102051, + 0.087891, + 0.100586, + 0.091309, + 0.088867, + 0.082031, + 0.140625, + 0.200195, + 0.115723, + 0.287109, + 0.07373, + 0.111816, + 0.092773, + 0.141602, + 0.10498, + 0.139648, + 0.138672, + 0.110352, + 0.109863, + 0.103027, + 0.128906, + 0.085938, + 0.150391, + 0.104004, + 0.097168, + 0.089844, + 0.084473, + 0.086426, + 0.124512, + 0.140625, + 0.084961, + 0.102051, + 0.125, + 0.121094, + 0.117676, + 0.100586, + 0.095703, + 0.070312, + 0.193359, + 0.095703, + 0.092285, + 0.111328, + 0.095703, + 0.098633, + 0.103027, + 0.147461, + 0.11377, + 0.084961, + 0.10498, + 0.101074, + 0.099609, + 0.104492, + 0.101562, + 0.102539, + 0.080566, + 0.098145, + 0.144531, + -3e-05, + 0.112305, + 0.079102, + 0.081543, + 0.089844, + 0.095215, + 0.108398, + 0.09082, + 0.164062, + 0.138672, + 0.105469, + 0.169922, + 0.107422, + 0.175781, + 0.091309, + 0.098633, + 0.087891, + 0.099609, + 0.09668, + 0.105469, + 0.106445, + 0.109863, + 0.113281, + 0.085449, + 0.088867, + 0.117188, + 0.081055, + 0.092285, + 0.083496, + 0.111816, + 0.145508, + 0.093262, + 0.101074, + 0.10498, + 0.106934, + 0.098633, + 0.119141, + 0.083008, + 0.097168, + 0.115723, + 0.118652, + 0.109375, + 0.15918, + 0.097656, + 0.09082, + 0.136719, + 0.105469, + 0.128906, + 0.172852, + 0.109375, + 0.124023, + 0.15918, + 0.091797, + 0.126953, + 0.097656, + 0.084473, + 0.100098, + 0.126953, + 0.091797, + 0.141602, + 0.07959, + 0.1875, + 0.458984, + 0.085449, + 0.101074, + 0.143555, + 0.104004, + 0.106934, + 0.171875, + 0.118652, + 0.125, + 0.161133, + 0.091797, + 0.089844, + 0.10498, + 0.097168, + 0.104492, + 0.091309, + 0.116699, + 0.106445, + 0.116699, + 0.10498, + 0.091309, + 0.116699, + 0.109863, + 0.115234, + 0.114258, + 0.130859, + 0.109375, + 0.12793, + 0.102051, + 0.227539, + 0.075684, + 0.105469, + 0.117188, + 0.100098, + 0.098145, + 0.092285, + 0.133789, + 0.195312, + 0.11377, + 0.088867, + 0.105469, + 0.125977, + 0.108887, + 0.105957, + 0.100586, + 0.117676, + 0.084961, + 0.091309, + 0.077637, + 0.075195, + 0.067871, + 0.106934, + 0.119629, + 0.107422, + 0.091797, + 0.105957, + 0.142578, + 0.115723, + 0.445312, + 0.120117, + 0.080566, + 0.095215, + 0.157227, + 0.088867, + 0.124023, + 0.09375, + 0.083984, + 0.099121, + 0.091309, + 0.103027, + 0.357422, + 0.107422, + 0.164062, + 0.125977, + 0.084473, + 0.116211, + 0.119141, + 0.09082, + 0.083984, + 0.100586, + 0.146484, + 0.083496, + 0.114258, + 0.103027, + 0.087402, + 0.088379, + 0.095215, + 0.141602, + 0.112793, + 0.120605, + 0.137695, + 0.102051, + 0.096191, + 0.104492, + 0.084473, + 0.087402, + 0.10791, + 0.085938, + 0.101562, + 0.120117, + 0.112793, + 0.105957, + 0.074707, + 0.104492, + 0.075684, + 0.136719, + 0.1875, + 0.150391, + 0.112793, + 0.09375, + 0.082031, + 0.105469, + 0.125977, + 0.099609, + 0.197266, + 0.490234, + 0.089355, + 0.129883, + 0.152344, + 0.15332, + 0.095215, + 0.097168, + 0.133789, + 0.189453, + 0.066406, + 0.106445, + 0.091797, + 0.088867, + 0.104492, + 0.099609, + 0.131836, + 0.085938, + 0.090332, + 0.151367, + 0.094727, + 0.097168, + 0.121582, + 0.100586, + 0.088867, + 0.086426, + 0.091797, + 0.094727, + 0.087891, + 0.129883, + 0.091797, + 0.138672, + 0.07959, + 0.087891, + 0.136719, + 0.11377, + 0.091309, + 0.088379, + 0.129883, + 0.143555, + 0.09668, + 0.146484, + 0.174805, + 0.112793, + 0.106445, + 0.083496, + 0.103027, + 0.145508, + 0.098633, + 0.149414, + 0.104004, + 0.123535, + 0.118652, + 0.094727, + 0.114746, + 0.107422, + 0.120117, + 0.128906, + 0.122559, + 0.111328, + 0.245117, + 0.07959, + 0.096191, + 0.087402, + 0.100586, + 0.099609, + 0.129883, + 0.103027, + 0.109375, + 0.115723, + 0.090332, + 0.227539, + 0.089844, + 0.106445, + 0.341797, + 0.120117, + 0.07959, + 0.062988, + 0.111816, + 0.111328, + 0.091797, + 0.121582, + 0.09375, + 0.091309, + 0.11084, + 0.075684, + 0.105957, + 0.126953, + 0.178711, + 0.12793, + 0.099609, + 0.099609, + 0.084961, + 0.111328, + 0.105957, + 0.084961, + 0.133789, + 0.163086, + 0.089355, + 0.091309, + 0.113281, + 0.094727, + 0.138672, + 0.167969, + 0.083984, + 0.077148, + 0.114258, + 0.328125, + 0.083984, + 0.09668, + 0.120117, + 0.091309, + 0.116699, + 0.095703, + 0.114258, + 0.178711, + 0.09082, + 0.361328, + 0.103027, + 0.120605, + 0.152344, + 0.102539, + 0.071289, + 0.083984, + 0.085449, + 0.103516, + 0.5, + 0.094238, + 0.092773, + 0.093262, + 0.107422, + 0.095703, + 0.085938, + 0.090332, + 0.146484, + 0.078613, + 0.099609, + 0.099121, + 0.112305, + 0.119629, + 0.106934, + 0.114258, + 0.077637, + 0.079102, + 0.107422, + 0.094727, + 0.143555, + 0.094238, + 0.200195, + 0.169922, + 0.077148, + 0.089355, + 0.143555, + 0.085938, + 0.185547, + 0.186523, + 0.083496, + 0.082031, + 0.092285, + 0.099121, + 0.09668, + 0.265625, + 0.140625, + 0.122559, + 0.123047, + 0.093262, + 0.091797, + 0.121094, + 0.078613, + 0.134766, + 0.12207, + 0.089355, + 0.09082, + 0.132812, + 0.112305, + 0.234375, + 0.077148, + 0.087402, + 0.132812, + 0.102539, + 0.138672, + 0.095215, + 0.092285, + 0.088867, + 0.092773, + 0.091797, + 0.085449, + 0.097168, + 0.119629, + 0.093262, + 0.198242, + 0.131836, + 0.083984, + 0.125, + 0.104004, + 0.115234, + 0.110352, + 0.109375, + 0.10498, + 0.091797, + 0.083984, + 0.137695, + 0.117188, + 0.112793, + 0.103516, + 0.075195, + 0.124023, + 0.15918, + 0.071777, + 0.10498, + 0.174805, + 0.094238, + 0.10791, + 0.137695, + 0.165039, + 0.162109, + 0.136719, + 0.112305, + 0.149414, + 0.102051, + 0.102051, + 0.089844, + 0.067871, + 0.099121, + 0.175781, + 0.085449, + 0.12793, + 0.07373, + 0.111328, + 0.095215, + 0.114258, + 0.085449, + 0.125977, + 0.087402, + 0.108887, + 0.162109, + 0.111816, + 0.108887, + 0.112793, + 0.100098, + 0.178711, + 0.088379, + 0.074707, + 0.085449, + 0.137695, + 0.083008, + 0.078125, + 0.123047, + 0.11084, + 0.089844, + 0.082031, + 0.169922, + 0.076172, + 0.162109, + 0.102051, + 0.111328, + 0.084961, + 0.084961, + 0.097656, + 0.097168, + 0.095703, + 0.095703, + 0.106934, + 0.083984, + 0.109375, + 0.100586, + 0.082031, + 0.093262, + 0.080566, + 0.07666, + 0.081055, + 0.095215, + 0.094238, + 0.109375, + 0.396484, + 0.105469, + 0.146484, + 0.130859, + 0.105957, + 0.145508, + 0.110352, + 0.086426, + 0.235352, + 0.114258, + 0.083496, + 0.137695, + 0.096191, + 0.080566, + 0.105469, + 0.105957, + 0.101562, + 0.094238, + 0.088867, + 0.099121, + 0.123535, + 0.117676, + 0.300781, + 0.093262, + 0.09375, + 0.087891, + 0.15918, + 0.085449, + 0.125977, + 0.070801, + 0.12793, + 0.094238, + 0.111328, + 0.135742, + 0.094727, + 0.185547, + 0.08252, + 0.117676, + 0.181641, + 0.096191, + 0.10791, + 0.124023, + 0.095215, + 0.087891, + 0.102539, + 0.155273, + 0.093262, + 0.120117, + 0.103027, + 0.188477, + 0.085938, + 0.087891, + 0.106934, + 0.109375, + 0.113281, + 0.097168, + 0.091309, + 0.108887, + 0.158203, + 0.08252, + 0.090332, + 0.087891, + 0.141602, + 0.096191, + 0.095215, + 0.064941, + 0.146484, + 0.073242, + 0.166992, + 0.09082, + 0.209961, + 0.100586, + 0.100098, + 0.123535, + 0.099609, + 0.089355, + 0.164062, + 0.100586, + 0.112793, + 0.094727, + 0.143555, + 0.091797, + 0.089844, + 0.089844, + 0.118652, + 0.086426, + 0.085938, + 0.082031, + 0.087402, + 0.097656, + 0.158203, + 0.154297, + 0.084473, + 0.091309, + 0.101562, + 0.181641, + 0.116699, + 0.214844, + 0.092285, + 0.11377, + 0.119629, + 0.092773, + 0.091309, + 0.102051, + 0.105469, + 0.100586, + 0.09082, + 0.10498, + 0.125977, + 0.082031, + 0.106934, + 0.091309, + 0.180664, + 0.085449, + 0.087891, + 0.109863, + 0.137695, + 0.091309, + 0.094238, + 0.123535, + 0.088379, + 0.186523, + 0.102539, + 0.093262, + 0.102051, + 0.081543, + 0.081543, + 0.083984, + 0.106934, + 0.241211, + 0.092773, + 0.101074, + 0.077637, + 0.083496, + 0.100586, + 0.081543, + 0.122559, + 0.088867, + 0.077148, + 0.092285, + 0.104492, + 0.089355, + 0.095703, + 0.114746, + 0.086914, + 0.095215, + 0.109863, + 0.121582, + 0.223633, + 0.089844, + 0.105469, + 0.097168, + 0.157227, + 0.136719, + 0.077148, + 0.085449, + 0.119141, + 0.166016, + 0.291016, + 0.097656, + 0.105469, + 0.091797, + 0.12793, + 0.085938, + 0.089355, + 0.082031, + 0.137695, + 0.115723, + 0.096191, + 0.083984, + 0.095215, + 0.116699, + 0.084961, + 0.097168, + 0.112793, + 0.083008, + 0.086426, + 0.098145, + 0.094238, + 0.112793, + 0.188477, + 0.101562, + 0.179688, + 0.09668, + 0.081055, + 0.094238, + 0.109375, + 0.129883, + 0.106934, + 0.083496, + 0.100586, + 0.113281, + 0.08252, + 0.077148, + 0.095215, + 0.120605, + 0.102051, + 0.095703, + 6e-06, + 0.087402, + 0.092773, + 0.102051, + 0.135742, + 0.095215, + 0.107422, + 0.085449, + 0.114746, + 0.136719, + 0.131836, + 0.089844, + 0.072754, + 0.081543, + 0.111328, + 0.124023, + 0.097656, + 0.179688, + 0.101562, + 0.132812, + 0.07373, + 0.166992, + 0.11084, + 0.105469, + 0.077148, + 0.123535, + 0.094727, + 0.088379, + 0.137695, + 0.083008, + 0.082031, + 0.102539, + 0.104492, + 0.084961, + 0.116211, + 0.151367, + 0.339844, + 0.168945, + 0.103027, + 0.083008, + 0.141602, + 0.087891, + 0.10498, + 0.172852, + 0.130859, + 0.094238, + 0.084961, + 0.116699, + 0.100098, + 0.102051, + 0.089844, + 0.086914, + 0.103516, + 0.125977, + 0.084473, + 0.101562, + 0.125977, + 0.09082, + 0.094727, + 0.114746, + 0.149414, + 0.117188, + 0.118652, + 0.097168, + 0.116211, + 0.097656, + 0.114258, + 0.090332, + 0.099609, + 0.071777, + 0.088867, + 0.208984, + 0.101562, + 0.174805, + 0.097168, + 0.086426, + 0.090332, + 0.451172, + 0.088867, + 0.102051, + 0.102539, + 0.080566, + 0.177734, + 0.082031, + 0.100586, + 0.097168, + 0.1875, + 0.088867, + 0.098633, + 0.09668, + 0.084473, + 0.157227, + 0.160156, + 0.081055, + 0.09375, + 0.123047, + 0.124512, + 0.098145, + 0.080566, + 0.114746, + 0.108887, + 0.087891, + 0.12793, + 0.125, + 0.10498, + 0.126953, + 0.150391, + 0.10498, + 0.098633, + 0.12207, + 0.088379, + 0.089355, + 0.092773, + 0.099121, + 0.109375, + 0.088867, + 0.089355, + 0.096191, + 0.157227, + 0.109863, + 0.136719, + 0.136719, + 0.175781, + 0.093262, + 0.136719, + 0.078613, + 0.077637, + 0.11084, + 0.081055, + 0.110352, + 0.097168, + 0.095215, + 0.129883, + 0.112793, + 0.128906, + 0.083984, + 0.091797, + 0.126953, + 0.083984, + 0.088867, + 0.101074, + 0.102051, + 0.078613, + 0.091797, + 0.103027, + 0.115234, + 0.103516, + 0.121582, + 0.120605, + 0.091309, + 0.163086, + 0.168945, + 0.074219, + 0.096191, + 0.102051, + 0.116211, + 0.102051, + 0.111328, + 0.076172, + 0.088379, + 0.118164, + 0.117676, + 0.111816, + 0.131836, + 0.09082, + 0.075684, + 0.098145, + 0.095215, + 0.118652, + 0.106445, + 0.115723, + 0.099121, + 0.088867, + 0.149414, + 0.125, + 0.08252, + 0.097168, + 0.077637, + 0.07666, + 0.11084, + 0.083496, + 0.097656, + 0.116211, + 0.083984, + 0.099121, + 0.087891, + 0.109863, + 0.091309, + 0.117676, + 0.119141, + 0.092773, + 0.071289, + 0.191406, + 0.150391, + 0.128906, + 0.063477, + 0.129883, + 0.092285, + 0.07959, + 0.099609, + 0.085449, + 0.155273, + 0.07666, + 0.130859, + 0.206055, + 0.089355, + 0.103027, + 0.09668, + 0.08252, + 0.078613, + 0.135742, + 0.116211, + 0.121582, + 0.09668, + 0.116211, + 0.081543, + 0.119141, + 0.060791, + 0.106934, + 0.122559, + 0.095703, + 0.094238, + 0.069336, + 0.100098, + 0.089355, + 0.103516, + 0.091797, + 0.067383, + 0.154297, + 0.117188, + 0.116211, + 0.088379, + 0.121094, + 0.136719, + 0.125977, + 0.089844, + 0.092285, + 0.11377, + 0.106445, + 0.119629, + 0.142578, + 0.101074, + 0.126953, + 0.094238, + 0.123535, + 0.119141, + 0.137695, + 0.120117, + 0.355469, + 0.132812, + 0.096191, + 0.162109 + ] + }, + "name": "model.model.layers.2.input_layernorm.weight", + "outputIndexes": [ + 206 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 205 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_2/Mul_output_0", + "outputIndexes": [ + 207 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 206, + 207 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_2/Mul_1_output_0", + "outputIndexes": [ + 208 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 208 + ], + "outputIndexes": [ + 4444 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4444 + ], + "outputIndexes": [ + 4445 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear", + "inputIndexes": [ + 4445 + ], + "outputIndexes": [ + 4446 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 20091188, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4446 + ], + "outputIndexes": [ + 4447 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4447 + ], + "outputIndexes": [ + 209 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 208 + ], + "main_type": "NONE", + "name": "/Shape_29_output_0", + "outputIndexes": [ + 210 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 210 + ], + "main_type": "NONE", + "name": "Shape513", + "outputIndexes": [ + 211 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 210 + ], + "main_type": "NONE", + "name": "Rank515", + "outputIndexes": [ + 212 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 212, + 212 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp517", + "outputIndexes": [ + 213 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 213 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze518", + "outputIndexes": [ + 214 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 213, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp520", + "outputIndexes": [ + 215 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 215 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze521", + "outputIndexes": [ + 216 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 211, + 214, + 216, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice524", + "outputIndexes": [ + 217 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 217 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze525", + "outputIndexes": [ + 218 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp526", + "outputIndexes": [ + 219 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 219, + 218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp527", + "outputIndexes": [ + 220 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 210, + 220, + 213 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_34_output_0", + "outputIndexes": [ + 221 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 221, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_65_output_0", + "outputIndexes": [ + 222 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 222, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_26_output_0", + "outputIndexes": [ + 223 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 209, + 223 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_19_output_0", + "outputIndexes": [ + 224 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 224, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_16_output_0", + "outputIndexes": [ + 225 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 224 + ], + "main_type": "NONE", + "name": "/Shape_30_output_0", + "outputIndexes": [ + 226 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 226 + ], + "main_type": "NONE", + "name": "Shape534", + "outputIndexes": [ + 227 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 226 + ], + "main_type": "NONE", + "name": "Rank536", + "outputIndexes": [ + 228 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 228, + 228 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp538", + "outputIndexes": [ + 229 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 229 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze539", + "outputIndexes": [ + 230 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 229, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp541", + "outputIndexes": [ + 231 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 231 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze542", + "outputIndexes": [ + 232 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 227, + 230, + 232, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice545", + "outputIndexes": [ + 233 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 233 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze546", + "outputIndexes": [ + 234 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 234 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp547", + "outputIndexes": [ + 235 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 235, + 234 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp548", + "outputIndexes": [ + 236 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 226, + 236, + 229 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_35_output_0", + "outputIndexes": [ + 237 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 237, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_6_output_0", + "outputIndexes": [ + 238 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 238, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_70_output_0", + "outputIndexes": [ + 239 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 224, + 239, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_9_output_0", + "outputIndexes": [ + 240 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 240 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_4_output_0", + "outputIndexes": [ + 241 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 224, + 22, + 239, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_8_output_0", + "outputIndexes": [ + 242 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 241, + 242 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_29_output_0", + "outputIndexes": [ + 243 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 243, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_17_output_0", + "outputIndexes": [ + 244 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 225, + 244 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_10_output_0", + "outputIndexes": [ + 245 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 208 + ], + "outputIndexes": [ + 4448 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4448 + ], + "outputIndexes": [ + 4449 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear", + "inputIndexes": [ + 4449 + ], + "outputIndexes": [ + 4450 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 21012810, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4450 + ], + "outputIndexes": [ + 4451 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4451 + ], + "outputIndexes": [ + 246 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 222, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_27_output_0", + "outputIndexes": [ + 247 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 246, + 247 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_20_output_0", + "outputIndexes": [ + 248 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 248, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_18_output_0", + "outputIndexes": [ + 249 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 248 + ], + "main_type": "NONE", + "name": "/Shape_31_output_0", + "outputIndexes": [ + 250 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 250 + ], + "main_type": "NONE", + "name": "Shape596", + "outputIndexes": [ + 251 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 250 + ], + "main_type": "NONE", + "name": "Rank598", + "outputIndexes": [ + 252 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 252, + 252 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp600", + "outputIndexes": [ + 253 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 253 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze601", + "outputIndexes": [ + 254 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 253, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp603", + "outputIndexes": [ + 255 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 255 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze604", + "outputIndexes": [ + 256 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 251, + 254, + 256, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice607", + "outputIndexes": [ + 257 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 257 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze608", + "outputIndexes": [ + 258 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp609", + "outputIndexes": [ + 259 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 259, + 258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp610", + "outputIndexes": [ + 260 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 250, + 260, + 253 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_36_output_0", + "outputIndexes": [ + 261 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 261, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_7_output_0", + "outputIndexes": [ + 262 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 262, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_72_output_0", + "outputIndexes": [ + 263 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 248, + 263, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_11_output_0", + "outputIndexes": [ + 264 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 264 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_5_output_0", + "outputIndexes": [ + 265 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 248, + 22, + 263, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_10_output_0", + "outputIndexes": [ + 266 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 265, + 266 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_30_output_0", + "outputIndexes": [ + 267 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 267, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_19_output_0", + "outputIndexes": [ + 268 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 249, + 268 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_11_output_0", + "outputIndexes": [ + 269 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 208 + ], + "outputIndexes": [ + 4452 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4452 + ], + "outputIndexes": [ + 4453 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear", + "inputIndexes": [ + 4453 + ], + "outputIndexes": [ + 4454 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 21243232, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4454 + ], + "outputIndexes": [ + 4455 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4455 + ], + "outputIndexes": [ + 270 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 270, + 247 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_21_output_0", + "outputIndexes": [ + 271 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 245, + 269, + 271, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_26_output_0", + "outputIndexes": [ + 272 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 272 + ], + "outputIndexes": [ + 4456 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4456 + ], + "outputIndexes": [ + 4457 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear", + "inputIndexes": [ + 4457 + ], + "outputIndexes": [ + 4458 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 21473654, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4458 + ], + "outputIndexes": [ + 4459 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4459 + ], + "outputIndexes": [ + 273 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 205, + 273 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_13_output_0", + "outputIndexes": [ + 274 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.164062, + 0.193359, + 0.200195, + 0.199219, + 0.194336, + 0.202148, + 0.083984, + 0.197266, + 0.180664, + 0.177734, + 0.084473, + 0.196289, + 0.151367, + 0.204102, + 0.202148, + 0.200195, + 0.174805, + 0.186523, + 0.18457, + 0.137695, + 0.198242, + 0.196289, + 0.185547, + 0.166992, + 0.189453, + 0.195312, + 0.186523, + 0.195312, + 0.189453, + 0.199219, + 0.186523, + 0.130859, + 0.197266, + 0.189453, + 0.19043, + 0.191406, + 0.123535, + 0.193359, + 0.089844, + 0.198242, + 0.192383, + 0.202148, + 0.183594, + 0.192383, + 0.138672, + 0.195312, + 0.195312, + 0.126953, + 0.208008, + 0.112793, + 0.200195, + 0.120117, + 0.197266, + 0.201172, + 0.138672, + 0.197266, + 0.199219, + 0.189453, + 0.199219, + 0.195312, + 0.194336, + 0.197266, + 0.194336, + 0.198242, + 0.183594, + 0.181641, + 0.151367, + 0.084473, + 0.194336, + 0.074707, + 0.202148, + 0.131836, + 0.161133, + 0.188477, + 0.198242, + 0.189453, + 0.171875, + 0.197266, + 0.071289, + 0.197266, + 0.177734, + 0.203125, + 0.176758, + 0.186523, + 0.198242, + 0.129883, + 0.202148, + 0.148438, + 0.197266, + 0.138672, + 0.181641, + 0.195312, + 0.145508, + 0.196289, + 0.078125, + 0.103516, + 0.196289, + 0.197266, + 0.199219, + 0.210938, + 0.163086, + 0.188477, + 0.188477, + 0.196289, + 0.220703, + 0.114258, + 0.19043, + 0.191406, + 0.19043, + 0.199219, + 0.201172, + 0.194336, + 0.186523, + 0.200195, + 0.194336, + 0.1875, + 0.188477, + 0.191406, + 0.198242, + 0.189453, + 0.192383, + 0.168945, + 0.197266, + 0.169922, + 0.194336, + 0.1875, + 0.061279, + 0.196289, + 0.194336, + 0.213867, + 0.196289, + 0.198242, + 0.19043, + 0.196289, + 0.189453, + 0.189453, + 0.203125, + 0.202148, + 0.195312, + 0.157227, + 0.191406, + 0.197266, + 0.196289, + 0.196289, + 0.200195, + 0.191406, + 0.196289, + 0.18457, + 0.185547, + 0.199219, + 0.186523, + 0.195312, + 0.198242, + 0.202148, + 0.186523, + 0.201172, + 0.201172, + 0.196289, + 0.081055, + 0.195312, + 0.089355, + 0.194336, + 0.151367, + 0.193359, + 0.191406, + 0.196289, + 0.064453, + 0.191406, + 0.19043, + 0.108398, + 0.176758, + 0.196289, + 0.197266, + 0.155273, + 0.079102, + 0.207031, + 0.169922, + 0.200195, + 0.199219, + 0.201172, + 0.194336, + 0.164062, + 0.178711, + 0.188477, + 0.202148, + 0.186523, + 0.204102, + 0.185547, + 0.201172, + 0.200195, + 0.195312, + 0.186523, + 0.094238, + 0.195312, + 0.19043, + 0.194336, + 0.195312, + 0.146484, + 0.000212, + 0.192383, + 0.217773, + 0.195312, + 0.164062, + 0.193359, + 0.181641, + 0.189453, + 0.208984, + 0.175781, + 0.174805, + 0.198242, + 0.200195, + 0.185547, + 0.195312, + 0.09668, + 0.197266, + 0.202148, + 0.194336, + 0.200195, + 0.202148, + 0.193359, + 0.198242, + 0.206055, + 0.165039, + 0.186523, + 0.196289, + 0.237305, + 0.192383, + 0.103516, + 0.194336, + 0.166016, + 0.174805, + 0.157227, + 0.201172, + 0.194336, + 0.200195, + 0.160156, + 0.197266, + 0.179688, + 0.211914, + 0.207031, + 0.198242, + 0.183594, + 0.185547, + 0.194336, + 0.191406, + 0.168945, + 0.120117, + 0.198242, + 0.193359, + 0.191406, + 0.198242, + 0.141602, + 0.111328, + 0.202148, + 0.18457, + 0.195312, + 0.171875, + 0.1875, + 0.116699, + 0.195312, + 0.196289, + 0.197266, + 0.203125, + 0.15918, + 0.197266, + 0.196289, + 0.181641, + 0.196289, + 0.111328, + 0.198242, + 0.053711, + 0.216797, + 0.188477, + 0.03064, + 0.142578, + 0.19043, + 0.194336, + 0.15332, + 0.136719, + 0.191406, + 0.164062, + 0.19043, + 0.192383, + 0.199219, + 0.193359, + 0.18457, + 0.201172, + 0.195312, + 0.193359, + 0.198242, + 0.196289, + 0.188477, + 0.203125, + 0.179688, + 0.196289, + 0.19043, + 0.206055, + 0.18457, + 0.196289, + 0.202148, + 0.196289, + 0.1875, + 0.1875, + 0.142578, + 0.186523, + 0.194336, + 0.177734, + 0.1875, + 0.201172, + 0.195312, + 0.143555, + 0.193359, + 0.175781, + 0.182617, + 0.192383, + 0.196289, + 0.19043, + 0.148438, + 0.183594, + 0.151367, + 0.206055, + 0.201172, + 0.191406, + 0.199219, + 0.194336, + 0.194336, + 0.192383, + 0.196289, + 0.194336, + 0.157227, + 0.172852, + 0.151367, + 0.103516, + 0.193359, + 0.196289, + 0.193359, + 0.19043, + 0.180664, + 0.119629, + 0.119629, + 0.194336, + 0.192383, + 0.197266, + 0.15918, + 0.207031, + 0.198242, + 0.183594, + 0.203125, + 0.186523, + 0.201172, + 0.200195, + 0.185547, + 0.155273, + 0.193359, + 0.199219, + 0.194336, + 0.199219, + 0.201172, + 0.194336, + 0.193359, + 0.194336, + 0.148438, + 0.188477, + 0.198242, + 0.189453, + 0.194336, + 0.193359, + 0.197266, + 0.150391, + 0.1875, + 0.193359, + 0.188477, + 0.195312, + 0.086426, + 0.191406, + 0.1875, + 0.201172, + 0.194336, + 0.196289, + 0.125, + 0.000155, + 0.18457, + 0.197266, + 0.195312, + 0.198242, + 0.19043, + 0.1875, + 0.193359, + 0.178711, + 0.185547, + 0.185547, + 0.130859, + 0.201172, + 0.131836, + 0.199219, + 0.193359, + 0.196289, + 0.200195, + 0.200195, + 0.1875, + 0.18457, + 0.197266, + 0.158203, + 0.205078, + 0.199219, + 0.160156, + 0.201172, + 0.18457, + 0.201172, + 0.194336, + 0.162109, + 0.201172, + 0.201172, + 0.19043, + 0.203125, + 0.196289, + 0.179688, + 0.204102, + 0.188477, + 0.18457, + 0.199219, + 0.188477, + 0.047119, + 0.199219, + 0.200195, + 0.136719, + 0.195312, + 0.191406, + 0.170898, + 0.191406, + 0.079102, + 0.155273, + 0.200195, + 0.198242, + 0.194336, + 0.195312, + 0.202148, + 0.18457, + 0.199219, + 0.220703, + 0.195312, + 0.144531, + 0.124023, + 0.200195, + 0.18457, + 0.155273, + 0.210938, + 0.195312, + 0.125977, + 0.202148, + 0.182617, + 0.183594, + 0.193359, + 0.200195, + 0.199219, + 0.194336, + 0.197266, + 0.197266, + 0.185547, + 0.198242, + 0.193359, + 0.192383, + 0.197266, + 0.191406, + 0.089844, + 0.196289, + 0.185547, + 0.191406, + 0.186523, + 0.138672, + 0.192383, + 0.202148, + 0.201172, + 0.195312, + 0.191406, + 0.1875, + 0.186523, + 0.200195, + 0.152344, + 0.15625, + 0.195312, + 0.201172, + 0.195312, + 0.18457, + 0.202148, + 0.189453, + 0.191406, + 0.172852, + 0.196289, + 0.192383, + 0.200195, + 0.205078, + 0.199219, + 0.195312, + 0.182617, + 0.169922, + 0.192383, + 0.192383, + 0.192383, + 0.169922, + 0.048828, + 0.183594, + 0.196289, + 0.19043, + 0.075195, + 0.192383, + 0.193359, + 0.1875, + 0.203125, + 0.194336, + 0.192383, + 0.196289, + 0.039062, + 0.155273, + 0.179688, + 0.198242, + 0.201172, + 0.149414, + 0.175781, + 0.183594, + 0.196289, + 0.198242, + 0.114258, + 0.196289, + 0.193359, + 0.191406, + 0.194336, + 0.201172, + 0.198242, + 0.182617, + 0.18457, + 0.179688, + 0.12793, + 0.085938, + 0.19043, + 0.19043, + 0.185547, + 0.191406, + 0.18457, + 0.18457, + 0.198242, + 0.129883, + 0.172852, + 0.196289, + 0.196289, + 0.165039, + 0.202148, + 0.088379, + 0.186523, + 0.186523, + 0.188477, + 0.201172, + 0.197266, + 0.198242, + 0.19043, + 0.193359, + 0.165039, + 0.244141, + 0.196289, + 0.116699, + 0.047852, + 0.175781, + 0.197266, + 0.188477, + 0.166016, + 0.105469, + 0.200195, + 0.191406, + 0.194336, + 0.196289, + 0.200195, + 0.188477, + 0.138672, + 0.198242, + 0.192383, + 0.193359, + 0.185547, + 0.204102, + 0.176758, + 0.085449, + 0.203125, + 0.194336, + 0.19043, + 0.195312, + 0.200195, + 0.194336, + 0.192383, + 0.196289, + 0.208008, + 0.202148, + 0.173828, + 0.126953, + 0.206055, + 0.194336, + 0.18457, + 0.151367, + 0.195312, + 0.066406, + 0.121094, + 0.193359, + 0.198242, + 0.201172, + 0.189453, + 0.211914, + 0.096191, + 0.168945, + 0.195312, + 0.181641, + 0.177734, + 0.208008, + 0.186523, + 0.203125, + 0.191406, + 0.15625, + 0.182617, + 0.185547, + 0.070801, + 0.192383, + 0.198242, + 0.197266, + 0.080078, + 0.212891, + 0.186523, + 0.196289, + 0.180664, + 0.100098, + 0.200195, + 0.125, + 0.192383, + 0.083984, + 0.056641, + 0.191406, + 0.194336, + 0.194336, + 0.176758, + 0.197266, + 0.200195, + 0.186523, + 0.198242, + 0.195312, + 0.179688, + 0.197266, + 0.197266, + 0.151367, + 0.109863, + 0.193359, + 0.186523, + 0.077637, + 0.195312, + 0.1875, + 0.200195, + 0.196289, + 0.204102, + 0.125977, + 0.194336, + 0.191406, + 0.078125, + 0.201172, + 0.111328, + 0.102539, + 0.195312, + 0.197266, + 0.1875, + 0.109863, + 0.197266, + 0.198242, + 0.18457, + 0.198242, + 0.185547, + 0.202148, + 0.193359, + 0.193359, + 0.193359, + 0.048584, + 0.15332, + 0.095703, + 0.193359, + 0.19043, + 0.198242, + 0.202148, + 0.197266, + 0.200195, + 0.033447, + 0.189453, + 0.19043, + 0.202148, + 0.162109, + 0.197266, + 0.200195, + 0.192383, + 0.172852, + 0.196289, + 0.202148, + 0.201172, + 0.169922, + 0.200195, + 0.202148, + 0.136719, + 0.195312, + 0.194336, + 0.197266, + 0.200195, + 0.162109, + 0.193359, + 0.125977, + 0.154297, + 0.202148, + 0.1875, + 0.178711, + 0.191406, + 0.168945, + 0.1875, + 0.200195, + 0.195312, + 0.208008, + 0.195312, + 0.1875, + 0.118652, + 0.132812, + 0.197266, + 0.089844, + 0.188477, + 0.164062, + 0.195312, + 0.195312, + 0.182617, + 0.136719, + 0.194336, + 0.192383, + 0.183594, + 0.194336, + 0.138672, + 0.202148, + 0.201172, + 0.130859, + 0.200195, + 0.135742, + 0.193359, + 0.193359, + 0.194336, + 0.204102, + 0.201172, + 0.197266, + 0.195312, + 0.192383, + 0.197266, + -0.00032, + 0.193359, + 0.199219, + 0.068848, + 0.155273, + 0.076172, + 0.202148, + 0.18457, + 0.194336, + 0.194336, + 0.196289, + 0.185547, + 0.171875, + 0.181641, + 0.194336, + 0.201172, + 0.19043, + 0.142578, + 0.196289, + 0.198242, + 0.155273, + 0.205078, + 0.181641, + 0.064941, + 0.158203, + 0.173828, + 0.170898, + 0.18457, + 0.166992, + 0.197266, + 0.192383, + 0.194336, + 0.195312, + 0.201172, + 0.15332, + 0.196289, + 0.15918, + 0.196289, + 0.197266, + 0.202148, + 0.170898, + 0.199219, + 0.192383, + 0.198242, + 0.199219, + 0.196289, + 0.180664, + 0.166016, + 0.19043, + 0.202148, + 0.139648, + 0.193359, + 0.198242, + 0.204102, + 0.222656, + 0.198242, + 0.192383, + 0.193359, + 0.195312, + 0.206055, + 0.196289, + 0.131836, + 0.194336, + 0.15332, + 0.196289, + 0.196289, + 0.185547, + 0.194336, + 0.194336, + 0.188477, + 0.196289, + 0.1875, + 0.197266, + 0.197266, + 0.19043, + 0.211914, + 0.198242, + 0.194336, + 0.192383, + 0.196289, + 0.188477, + 0.1875, + 0.198242, + 0.193359, + 0.119629, + 0.199219, + 0.189453, + 0.104492, + 0.203125, + 0.201172, + 0.199219, + 0.200195, + 0.142578, + 0.196289, + 0.192383, + 0.191406, + 0.199219, + 0.201172, + 0.195312, + 0.18457, + 0.162109, + 0.194336, + 0.194336, + 0.188477, + 0.165039, + 0.204102, + 0.051025, + 0.191406, + 0.198242, + 0.195312, + 0.138672, + 0.197266, + 0.173828, + 0.196289, + 0.176758, + 0.199219, + 0.200195, + 0.106934, + 0.198242, + 0.147461, + 0.202148, + 0.1875, + 0.179688, + 0.171875, + 0.183594, + 0.195312, + 0.188477, + 0.205078, + 0.167969, + 0.191406, + 0.07959, + 0.092773, + 0.192383, + 0.106934, + 0.197266, + 0.198242, + 0.192383, + 0.196289, + 0.186523, + 0.198242, + 0.181641, + 0.182617, + 0.197266, + 0.195312, + 0.194336, + 0.192383, + 0.178711, + 0.196289, + 0.203125, + 0.192383, + 0.109375, + 0.189453, + 0.197266, + 0.196289, + 0.120117, + 0.19043, + 0.178711, + 0.1875, + 0.196289, + 0.196289, + 0.192383, + 0.149414, + 0.198242, + 0.191406, + 0.161133, + 0.192383, + 0.196289, + 0.198242, + 0.198242, + 0.193359, + 0.205078, + 0.186523, + 0.196289, + 0.201172, + 0.155273, + 0.169922, + 0.191406, + 0.196289, + 0.199219, + 0.087891, + 0.196289, + 0.148438, + 0.194336, + 0.196289, + 0.189453, + 0.155273, + 0.196289, + 0.201172, + 0.196289, + 0.195312, + 0.194336, + 0.086914, + 0.105469, + 0.201172, + 0.194336, + 0.192383, + 0.139648, + 0.1875, + 0.197266, + 0.182617, + 0.19043, + 0.19043, + 0.194336, + 0.186523, + 0.191406, + 0.133789, + 0.194336, + 0.195312, + 0.18457, + 0.202148, + 0.189453, + 0.195312, + 0.201172, + 0.024292, + 0.206055, + 0.19043, + 0.195312, + 0.191406, + 0.173828, + 0.200195, + 0.102051, + 0.191406, + 0.196289, + 0.192383, + 0.185547, + 0.203125, + 0.194336, + 0.178711, + 0.196289, + 0.19043, + 0.182617, + 0.203125, + -0.000106, + 0.205078, + 0.060547, + 0.194336, + 0.154297, + 0.188477, + 0.195312, + 0.197266, + 0.191406, + 0.145508, + 0.078125, + 0.178711, + 0.189453, + 0.204102, + 0.116211, + 0.189453, + 0.185547, + 0.203125, + 0.193359, + 0.198242, + 0.188477, + 0.198242, + 0.196289, + 0.130859, + 0.197266, + 0.200195, + 0.19043, + 0.198242, + 0.198242, + 0.202148, + 0.176758, + 0.175781, + 0.162109, + 0.204102, + 0.166016, + 0.188477, + 0.213867, + 0.195312, + 0.179688, + 0.198242, + 0.178711, + 0.197266, + 0.196289, + 0.19043, + 0.200195, + 0.202148, + 0.196289, + 0.216797, + 0.192383, + 0.194336, + 0.039062, + 0.199219, + 0.198242, + 0.179688, + 0.123047, + 0.192383, + 0.203125, + 0.185547, + 0.182617, + 0.188477, + 0.136719, + 0.196289, + 0.203125, + 0.206055, + 0.078125, + 0.185547, + 0.206055, + 0.105957, + 0.200195, + 0.109863, + 0.200195, + 0.193359, + 0.200195, + 0.189453, + 0.196289, + 0.200195, + 0.201172, + 0.196289, + 0.091309, + 0.186523, + 0.208008, + 0.193359, + 0.196289, + 0.185547, + 0.199219, + 0.126953, + 0.126953, + 0.181641, + 0.200195, + 0.191406, + 0.15625, + 0.202148, + 0.189453, + 0.155273, + 0.198242, + 0.195312, + 0.1875, + 0.183594, + 0.199219, + 0.186523, + 0.198242, + 0.195312, + 0.171875, + 0.155273, + 0.199219, + 0.193359, + 0.169922, + 0.198242, + 0.196289, + 0.1875, + 0.063477, + 0.198242, + 0.19043, + 0.193359, + 0.188477, + 0.193359, + 0.177734, + 0.193359, + 0.194336, + 0.196289, + 0.197266, + 0.115234, + 0.188477, + 0.1875, + 0.195312, + 0.206055, + 0.197266, + 0.041748, + 0.201172, + 0.183594, + 0.192383, + 0.1875, + 0.195312, + 0.196289, + 0.189453, + 0.191406, + 0.164062, + 0.200195, + 0.205078, + 0.192383, + 0.191406, + 0.142578, + 0.175781, + 0.201172, + 0.077637, + 0.124512, + 0.183594, + 0.201172, + 0.199219, + 0.183594, + 0.194336, + 0.198242, + 0.168945, + 0.196289, + 0.06543, + 0.198242, + 0.147461, + 0.188477, + 0.191406, + 0.182617, + 0.200195, + 0.199219, + 0.202148, + 0.204102, + 0.161133, + 0.1875, + 0.191406, + 0.19043, + 0.194336, + 0.182617, + 0.183594, + 0.186523, + 0.095703, + 0.203125, + 0.164062, + 0.185547, + 0.196289, + 0.188477, + 0.200195, + 0.18457, + 0.198242, + 0.19043, + 0.192383, + 0.191406, + 0.180664, + 0.202148, + 0.198242, + 0.169922, + 0.197266, + 0.072266, + 0.188477, + 0.206055, + 0.197266, + 0.208984, + 0.198242, + 0.172852, + 0.203125, + 0.188477, + 0.181641, + 0.199219, + 0.186523, + 0.135742, + 0.201172, + 0.201172, + 0.195312, + 0.192383, + 0.202148, + 0.191406, + 0.199219, + 0.199219, + 0.186523, + 0.202148, + 0.203125, + 0.183594, + 0.198242, + 0.199219, + 0.189453, + 0.196289, + 0.167969, + 0.195312, + 0.189453, + 0.197266, + 0.195312, + 0.145508, + 0.12207, + 0.201172, + 0.193359, + 0.201172, + 0.199219, + 0.197266, + 0.196289, + 0.195312, + 0.094238, + 0.200195, + 0.1875, + 0.201172, + 0.195312, + 0.205078, + 0.185547, + 0.140625, + 0.193359, + 0.203125, + 0.177734, + 0.188477, + 0.119629, + 0.202148, + 0.202148, + 0.203125, + 0.201172, + 0.197266, + 0.194336, + 0.198242, + 0.197266, + 0.165039, + 0.167969, + 0.185547, + 0.191406, + 0.19043, + 0.196289, + 0.196289, + 0.180664, + 0.192383, + 0.103516, + 0.166016, + 0.194336, + 0.196289, + 0.19043, + 0.195312, + 0.238281, + 0.185547, + 0.183594, + 0.196289, + 0.192383, + 0.200195, + 0.186523, + 0.195312, + 0.19043, + 0.194336, + 0.103516, + 0.188477, + 0.093262, + 0.197266, + 0.19043, + 0.175781, + 0.163086, + 0.200195, + 0.196289, + 0.192383, + 0.216797, + 0.155273, + 0.12207, + 0.188477, + 0.129883, + 0.19043, + 0.171875, + 0.183594, + 0.175781, + 0.196289, + 0.048828, + 0.086914, + 0.206055, + 0.186523 + ] + }, + "name": "model.model.layers.2.post_attention_layernorm.weight", + "outputIndexes": [ + 275 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 274 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_2/Mul_output_0", + "outputIndexes": [ + 276 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 275, + 276 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_2/Mul_1_output_0", + "outputIndexes": [ + 277 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 277 + ], + "outputIndexes": [ + 4460 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4460 + ], + "outputIndexes": [ + 4461 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear", + "inputIndexes": [ + 4461 + ], + "outputIndexes": [ + 4462 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 22395276, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4462 + ], + "outputIndexes": [ + 4463 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4463 + ], + "outputIndexes": [ + 278 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 278 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_2/Sigmoid_output_0", + "outputIndexes": [ + 279 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 278, + 279 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_2/Mul_output_0", + "outputIndexes": [ + 280 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 277 + ], + "outputIndexes": [ + 4464 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4464 + ], + "outputIndexes": [ + 4465 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear", + "inputIndexes": [ + 4465 + ], + "outputIndexes": [ + 4466 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 24975778, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4466 + ], + "outputIndexes": [ + 4467 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4467 + ], + "outputIndexes": [ + 281 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 280, + 281 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_2/Mul_output_0", + "outputIndexes": [ + 282 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 282 + ], + "outputIndexes": [ + 4468 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4468 + ], + "outputIndexes": [ + 4469 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear", + "inputIndexes": [ + 4469 + ], + "outputIndexes": [ + 4470 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 27556280, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4470 + ], + "outputIndexes": [ + 4471 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4471 + ], + "outputIndexes": [ + 283 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 274, + 283 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_14_output_0", + "outputIndexes": [ + 284 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 284, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_27_output_0", + "outputIndexes": [ + 285 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.089355, + 0.088379, + 0.115723, + 0.25, + 0.081543, + 0.172852, + 0.464844, + 0.087402, + 0.107422, + 0.108887, + 0.161133, + 0.083496, + 0.092773, + 0.072754, + 0.073242, + 0.075684, + 0.18457, + 0.117676, + 0.085449, + 0.114258, + 0.100586, + 0.095215, + 0.090332, + 0.139648, + 0.081543, + 0.097168, + 0.101074, + 0.114746, + 0.092773, + 0.110352, + 0.10498, + 0.183594, + 0.12207, + 0.15625, + 0.077637, + 0.092285, + 0.108398, + 0.120117, + 0.214844, + 0.105469, + 0.075195, + 0.061279, + 0.099121, + 0.083984, + 0.122559, + 0.125, + 0.077637, + 0.113281, + 0.083984, + 0.229492, + 0.095703, + 0.116699, + 0.08252, + 0.080078, + 0.120117, + 0.118652, + 0.061768, + 0.100586, + 0.124512, + 0.12207, + 0.067383, + 0.075684, + 0.106934, + 0.100098, + 0.132812, + 0.137695, + 0.275391, + 0.114746, + 0.11377, + 0.480469, + 0.067871, + 0.118652, + 0.171875, + 0.071289, + 0.067871, + 0.100586, + 0.117676, + 0.096191, + 0.125977, + 0.094727, + 0.104492, + 0.085449, + 0.097656, + 0.071289, + 0.091797, + 0.102539, + 0.074707, + 0.168945, + 0.106445, + 0.108887, + 0.111816, + 0.102051, + 0.101074, + 0.088867, + 0.080078, + 0.102539, + 0.068848, + 0.067383, + 0.249023, + 0.083496, + 0.144531, + 0.097656, + 0.111816, + 0.080566, + 0.12793, + 0.09375, + 0.111816, + 0.073242, + 0.084961, + 0.068848, + 0.067383, + 0.09375, + 0.094238, + 0.114258, + 0.078125, + 0.170898, + 0.091797, + 0.08252, + 0.078125, + 0.106445, + 0.095215, + 0.103516, + 0.077637, + 0.225586, + 0.074707, + 0.07959, + 0.316406, + 0.089844, + 0.083984, + 0.078613, + 0.092285, + 0.066895, + 0.10791, + 0.117188, + 0.106934, + 0.091797, + 0.060791, + 0.076172, + 0.101074, + 0.132812, + 0.094727, + 0.099121, + 0.114746, + 0.12793, + 0.067383, + 0.077637, + 0.111328, + 0.10791, + 0.150391, + 0.10791, + 0.142578, + 0.093262, + 0.066406, + 0.087891, + 0.094238, + 0.11377, + 0.092773, + 0.087402, + 0.081055, + 0.078613, + 0.118164, + 0.116211, + 0.125977, + 0.068848, + 0.102051, + 0.083008, + 0.12793, + 0.085938, + 0.109375, + 0.168945, + 0.117188, + 0.083984, + 0.07959, + 0.125, + 0.128906, + 0.095215, + 0.132812, + 0.094238, + 0.076172, + 0.088379, + 0.059082, + 0.100586, + 0.07373, + 0.07666, + 0.09082, + 0.18457, + 0.094727, + 0.100586, + 0.106445, + 0.115234, + 0.073242, + 0.091309, + 0.10791, + 0.090332, + 0.078125, + 0.087891, + 0.103516, + 0.144531, + -6e-05, + 0.135742, + 0.107422, + 0.071777, + 0.139648, + 0.098145, + 0.081055, + 0.109863, + 0.059082, + 0.145508, + 0.243164, + 0.085938, + 0.115234, + 0.090332, + 0.083496, + 0.115234, + 0.105469, + 0.078125, + 0.10498, + 0.077637, + 0.092285, + 0.091309, + 0.075195, + 0.0625, + 0.09375, + 0.09082, + 0.074707, + 0.193359, + 0.111328, + 0.074219, + 0.071777, + 0.140625, + 0.206055, + 0.174805, + 0.062012, + 0.067871, + 0.085449, + 0.139648, + 0.132812, + 0.123535, + 0.083496, + 0.072266, + 0.081055, + 0.087402, + 0.095703, + 0.106934, + 0.095703, + 0.109375, + 0.111328, + 0.135742, + 0.095215, + 0.158203, + 0.092773, + 0.108887, + 0.098145, + 0.081543, + 0.117188, + 0.074219, + 0.099121, + 0.083008, + 0.146484, + 0.142578, + 0.113281, + 0.073242, + 0.067383, + 0.099609, + 0.104004, + 0.080078, + 0.09082, + 0.098145, + 0.165039, + 0.086914, + 0.304688, + 0.040771, + 0.098633, + 0.410156, + 0.123047, + 0.085449, + 0.121094, + 0.144531, + 0.244141, + 0.088379, + 0.125977, + 0.106445, + 0.07959, + 0.079102, + 0.091797, + 0.097656, + 0.104004, + 0.056641, + 0.083496, + 0.084473, + 0.104004, + 0.121094, + 0.064453, + 0.133789, + 0.125, + 0.096191, + 0.067383, + 0.110352, + 0.077637, + 0.100586, + 0.07666, + 0.102051, + 0.09375, + 0.143555, + 0.085449, + 0.078125, + 0.136719, + 0.087402, + 0.104492, + 0.083008, + 0.135742, + 0.064941, + 0.137695, + 0.125977, + 0.099609, + 0.054443, + 0.09668, + 0.122559, + 0.150391, + 0.096191, + 0.068359, + 0.120605, + 0.088379, + 0.085938, + 0.077148, + 0.098145, + 0.094727, + 0.089355, + 0.068848, + 0.105469, + 0.208008, + 0.104004, + 0.194336, + 0.066406, + 0.102539, + 0.080078, + 0.15918, + 0.104492, + 0.121582, + 0.131836, + 0.09668, + 0.096191, + 0.133789, + 0.128906, + 0.07373, + 0.081543, + 0.135742, + 0.057617, + 0.114746, + 0.088379, + 0.075684, + 0.126953, + 0.110352, + 0.104004, + 0.108887, + 0.091797, + 0.083984, + 0.132812, + 0.102539, + 0.091797, + 0.076172, + 0.208984, + 0.07666, + 0.077637, + 0.151367, + 0.09082, + 0.120117, + 0.092285, + 0.145508, + 0.093262, + 0.081055, + 0.103516, + 0.078613, + 0.099121, + 0.119629, + 0.109375, + 0.095703, + 0.087402, + 0.072754, + 0.163086, + 0.07959, + 0.092773, + 0.094727, + 0.074219, + 0.077637, + 0.09375, + 0.093262, + 0.092773, + 0.155273, + 0.107422, + 0.097656, + 0.146484, + 0.083008, + 0.170898, + 0.080566, + 0.083496, + 0.083984, + 0.072266, + 0.074219, + 0.09082, + 0.097656, + 0.117676, + 0.125977, + 0.070801, + 0.053223, + 0.106445, + 0.087402, + 0.101562, + 0.082031, + 0.091309, + 0.116699, + 0.117676, + 0.066406, + 0.083496, + 0.07666, + 0.085449, + 0.100586, + 0.061035, + 0.070312, + 0.108887, + 0.12793, + 0.110352, + 0.12793, + 0.092773, + 0.07666, + 0.124512, + 0.146484, + 0.161133, + 0.181641, + 0.121094, + 0.146484, + 0.129883, + 0.083496, + 0.116211, + 0.100586, + 0.078613, + 0.094727, + 0.101074, + 0.051758, + 0.063477, + 0.064941, + 0.146484, + 0.373047, + 0.070312, + 0.09375, + 0.129883, + 0.083008, + 0.122559, + 0.160156, + 0.100098, + 0.098145, + 0.134766, + 0.077148, + 0.07373, + 0.110352, + 0.09375, + 0.090332, + 0.076172, + 0.094727, + 0.102051, + 0.123535, + 0.110352, + 0.08252, + 0.122559, + 0.116211, + 0.095215, + 0.091309, + 0.129883, + 0.117188, + 0.128906, + 0.103516, + 0.206055, + 0.067383, + 0.106445, + 0.096191, + 0.100586, + 0.116211, + 0.097656, + 0.123047, + 0.177734, + 0.107422, + 0.074707, + 0.072754, + 0.109863, + 0.078613, + 0.118652, + 0.089844, + 0.134766, + 0.068848, + 0.085449, + 0.097168, + 0.084473, + 0.065918, + 0.094238, + 0.089355, + 0.111328, + 0.078125, + 0.09375, + 0.103516, + 0.129883, + 0.390625, + 0.097656, + 0.084961, + 0.09668, + 0.158203, + 0.079102, + 0.140625, + 0.10791, + 0.069824, + 0.101074, + 0.087402, + 0.107422, + 0.333984, + 0.114746, + 0.121094, + 0.116211, + 0.098145, + 0.10498, + 0.102051, + 0.092285, + 0.095703, + 0.095215, + 0.112793, + 0.073242, + 0.080078, + 0.087891, + 0.080566, + 0.084473, + 0.080566, + 0.129883, + 0.128906, + 0.095215, + 0.129883, + 0.086914, + 0.095215, + 0.103516, + 0.08252, + 0.07959, + 0.125, + 0.095703, + 0.091797, + 0.101562, + 0.089844, + 0.072754, + 0.064941, + 0.11084, + 0.062988, + 0.12207, + 0.183594, + 0.165039, + 0.09668, + 0.083008, + 0.086914, + 0.07959, + 0.112305, + 0.06543, + 0.163086, + 0.253906, + 0.080078, + 0.115234, + 0.166992, + 0.163086, + 0.079102, + 0.083008, + 0.10791, + 0.158203, + 0.076172, + 0.109375, + 0.060791, + 0.089844, + 0.147461, + 0.092285, + 0.104492, + 0.095215, + 0.096191, + 0.119629, + 0.098145, + 0.083008, + 0.10791, + 0.095703, + 0.095215, + 0.080566, + 0.09082, + 0.105469, + 0.098145, + 0.104492, + 0.10791, + 0.133789, + 0.048584, + 0.047852, + 0.116699, + 0.119141, + 0.09082, + 0.069824, + 0.185547, + 0.15332, + 0.094238, + 0.143555, + 0.129883, + 0.149414, + 0.10791, + 0.106934, + 0.089844, + 0.099121, + 0.067871, + 0.129883, + 0.09375, + 0.09668, + 0.113281, + 0.067871, + 0.125, + 0.075195, + 0.117676, + 0.149414, + 0.081055, + 0.111816, + 0.219727, + 0.078613, + 0.083984, + 0.083984, + 0.091309, + 0.056641, + 0.10498, + 0.115234, + 0.108887, + 0.089844, + 0.085449, + 0.24707, + 0.073242, + 0.087402, + 0.318359, + 0.087402, + 0.084473, + 0.040771, + 0.096191, + 0.080078, + 0.07373, + 0.106445, + 0.080078, + 0.095215, + 0.132812, + 0.094238, + 0.091309, + 0.114746, + 0.147461, + 0.12207, + 0.102539, + 0.102051, + 0.102051, + 0.120117, + 0.115723, + 0.087891, + 0.142578, + 0.138672, + 0.071777, + 0.088867, + 0.105957, + 0.069336, + 0.121582, + 0.175781, + 0.078125, + 0.086426, + 0.093262, + 0.308594, + 0.073242, + 0.080566, + 0.084473, + 0.087891, + 0.126953, + 0.07666, + 0.099609, + 0.11084, + 0.083008, + 0.330078, + 0.092285, + 0.102051, + 0.115234, + 0.086914, + 0.083008, + 0.081055, + 0.107422, + 0.106445, + 0.482422, + 0.087891, + 0.111328, + 0.172852, + 0.096191, + 0.09375, + 0.094727, + 0.09375, + 0.098633, + 0.067383, + 0.09668, + 0.080566, + 0.133789, + 0.084473, + 0.125977, + 0.097656, + 0.079102, + 0.068359, + 0.079102, + 0.08252, + 0.130859, + 0.074707, + 0.178711, + 0.135742, + 0.074219, + 0.089355, + 0.119141, + 0.087891, + 0.177734, + 0.135742, + 0.077148, + 0.083008, + 0.074707, + 0.102539, + 0.081055, + 0.228516, + 0.115723, + 0.108887, + 0.148438, + 0.093262, + 0.088379, + 0.12207, + 0.082031, + 0.104004, + 0.160156, + 0.09375, + 0.125, + 0.110352, + 0.108887, + 0.140625, + 0.075195, + 0.074219, + 0.135742, + 0.09375, + 0.118164, + 0.072266, + 0.09375, + 0.099609, + 0.070312, + 0.09375, + 0.078125, + 0.086914, + 0.119629, + 0.075195, + 0.230469, + 0.085449, + 0.052979, + 0.125977, + 0.108398, + 0.11084, + 0.072754, + 0.089844, + 0.091309, + 0.082031, + 0.067383, + 0.109863, + 0.095703, + 0.108398, + 0.075195, + 0.07373, + 0.088867, + 0.124023, + 0.075684, + 0.09668, + 0.146484, + 0.060547, + 0.083984, + 0.135742, + 0.161133, + 0.15625, + 0.124023, + 0.094238, + 0.087402, + 0.087891, + 0.126953, + 0.087891, + 0.062256, + 0.083984, + 0.125, + 0.149414, + 0.119141, + 0.111328, + 0.100098, + 0.089844, + 0.115234, + 0.097656, + 0.164062, + 0.081055, + 0.089355, + 0.064453, + 0.110352, + 0.121094, + 0.115234, + 0.070312, + 0.246094, + 0.07373, + 0.069336, + 0.051758, + 0.125, + 0.099121, + 0.063477, + 0.118164, + 0.084961, + 0.062256, + 0.077148, + 0.140625, + 0.083008, + 0.140625, + 0.10498, + 0.06543, + 0.071777, + 0.088867, + 0.084473, + 0.115234, + 0.07959, + 0.084473, + 0.088379, + 0.080078, + 0.098633, + 0.087891, + 0.064941, + 0.091797, + 0.059326, + 0.071777, + 0.071777, + 0.106445, + 0.078613, + 0.098633, + 0.177734, + 0.079102, + 0.141602, + 0.101562, + 0.049072, + 0.111328, + 0.154297, + 0.099609, + 0.236328, + 0.115723, + 0.072754, + 0.1875, + 0.099121, + 0.097168, + 0.083496, + 0.09668, + 0.084961, + 0.089355, + 0.083984, + 0.136719, + 0.105957, + 0.105957, + 0.267578, + 0.070312, + 0.078125, + 0.080566, + 0.135742, + 0.097656, + 0.074707, + 0.089355, + 0.122559, + 0.09082, + 0.101074, + 0.108398, + 0.074707, + 0.163086, + 0.075684, + 0.093262, + 0.169922, + 0.095703, + 0.103516, + 0.111816, + 0.091309, + 0.089844, + 0.098633, + 0.118652, + 0.105469, + 0.112305, + 0.10791, + 0.199219, + 0.068848, + 0.089844, + 0.119629, + 0.117676, + 0.119141, + 0.103027, + 0.087402, + 0.11084, + 0.092773, + 0.081055, + 0.078613, + 0.072754, + 0.158203, + 0.083984, + 0.066895, + 0.07373, + 0.12793, + 0.069336, + 0.121094, + 0.089355, + 0.194336, + 0.095215, + 0.09375, + 0.124512, + 0.087891, + 0.07959, + 0.123535, + 0.083008, + 0.087402, + 0.095703, + 0.134766, + 0.083984, + 0.086426, + 0.080078, + 0.07666, + 0.098145, + 0.072754, + 0.073242, + 0.07666, + 0.090332, + 0.129883, + 0.138672, + 0.089355, + 0.084961, + 0.093262, + 0.174805, + 0.109375, + 0.164062, + 0.095703, + 0.112305, + 0.120605, + 0.09082, + 0.060303, + 0.094727, + 0.046387, + 0.095215, + 0.078613, + 0.09375, + 0.125977, + 0.086914, + 0.095703, + 0.083496, + 0.1875, + 0.097656, + 0.076172, + 0.121094, + 0.094727, + 0.105957, + 0.083008, + 0.092285, + 0.080566, + 0.166016, + 0.110352, + 0.111328, + 0.100098, + 0.076172, + 0.073242, + 0.070801, + 0.117188, + 0.25, + 0.092285, + 0.068359, + 0.07666, + 0.070312, + 0.075195, + 0.075684, + 0.09668, + 0.075195, + 0.091797, + 0.084961, + 0.106934, + 0.087891, + 0.081055, + 0.108398, + 0.083496, + 0.082031, + 0.10498, + 0.094727, + 0.205078, + 0.09375, + 0.112793, + 0.120117, + 0.137695, + 0.123535, + 0.084961, + 0.080566, + 0.105957, + 0.143555, + 0.233398, + 0.092773, + 0.086914, + 0.07373, + 0.122559, + 0.093262, + 0.084473, + 0.086914, + 0.149414, + 0.177734, + 0.076172, + 0.074707, + 0.091309, + 0.112305, + 0.078613, + 0.109375, + 0.088379, + 0.080078, + 0.085938, + 0.114258, + 0.108398, + 0.112305, + 0.172852, + 0.081543, + 0.116211, + 0.098145, + 0.065918, + 0.085938, + 0.140625, + 0.11377, + 0.114746, + 0.070312, + 0.106445, + 0.122559, + 0.111816, + 0.079102, + 0.07666, + 0.043457, + 0.108398, + 0.105469, + 0.056885, + 0.065918, + 0.09082, + 0.108887, + 0.121094, + 0.118652, + 0.087891, + 0.07373, + 0.122559, + 0.166016, + 0.109863, + 0.076172, + 0.071289, + 0.064941, + 0.099121, + 0.116211, + 0.079102, + 0.216797, + 0.089355, + 0.105957, + 0.081543, + 0.144531, + 0.162109, + 0.103027, + 0.062012, + 0.117676, + 0.070801, + 0.078613, + 0.133789, + 0.121582, + 0.068848, + 0.109375, + 0.101074, + 0.099609, + 0.085938, + 0.116211, + 0.337891, + 0.118164, + 0.085938, + 0.101074, + 0.158203, + 0.088867, + 0.083984, + 0.185547, + 0.12207, + 0.101074, + 0.072266, + 0.131836, + 0.095703, + 0.116211, + 0.107422, + 0.06543, + 0.124023, + 0.111816, + 0.074219, + 0.098633, + 0.139648, + 0.074219, + 0.07959, + 0.094238, + 0.15332, + 0.092285, + 0.103516, + 0.084473, + 0.155273, + 0.059082, + 0.108887, + 0.09082, + 0.101562, + 0.087402, + 0.084473, + 0.174805, + 0.09668, + 0.143555, + 0.097656, + 0.075195, + 0.070312, + 0.484375, + 0.054932, + 0.100586, + 0.092285, + 0.083496, + 0.261719, + 0.06543, + 0.125977, + 0.087891, + 0.206055, + 0.074219, + 0.069824, + 0.105957, + 0.112793, + 0.163086, + 0.125, + 0.085449, + 0.095703, + 0.098633, + 0.089355, + 0.094238, + 0.071289, + 0.105469, + 0.085449, + 0.072266, + 0.100098, + 0.141602, + 0.116699, + 0.150391, + 0.135742, + 0.092285, + 0.067383, + 0.130859, + 0.060303, + 0.091309, + 0.105957, + 0.088867, + 0.099121, + 0.066406, + 0.083984, + 0.101562, + 0.149414, + 0.07959, + 0.172852, + 0.092285, + 0.164062, + 0.097168, + 0.143555, + 0.105469, + 0.08252, + 0.095215, + 0.083984, + 0.084961, + 0.105957, + 0.097168, + 0.123047, + 0.091797, + 0.107422, + 0.059082, + 0.102051, + 0.099121, + 0.068359, + 0.088379, + 0.092285, + 0.095215, + 0.089844, + 0.057617, + 0.103027, + 0.086914, + 0.100586, + 0.138672, + 0.117188, + 0.081055, + 0.10498, + 0.138672, + 0.078125, + 0.103027, + 0.080078, + 0.105957, + 0.083496, + 0.089355, + 0.06543, + 0.07959, + 0.138672, + 0.080566, + 0.101562, + 0.131836, + 0.090332, + 0.090332, + 0.096191, + 0.091309, + 0.124512, + 0.109375, + 0.115234, + 0.092285, + 0.081055, + 0.175781, + 0.102051, + 0.077148, + 0.07959, + 0.072754, + 0.087891, + 0.154297, + 0.096191, + 0.094727, + 0.113281, + 0.084473, + 0.092773, + 0.081543, + 0.075684, + 0.078125, + 0.116211, + 0.09668, + 0.119141, + 0.074707, + 0.131836, + 0.116211, + 0.12793, + 0.058838, + 0.074219, + 0.094238, + 0.07959, + 0.092773, + 0.089844, + 0.133789, + 0.080078, + 0.141602, + 0.143555, + 0.095215, + 0.097656, + 0.091797, + 0.089844, + 0.061768, + 0.128906, + 0.123535, + 0.121582, + 0.099609, + 0.093262, + 0.102539, + 0.118652, + 0.068848, + 0.043457, + 0.114746, + 0.100098, + 0.098633, + 0.078125, + 0.109863, + 0.113281, + 0.112305, + 0.100586, + 0.07373, + 0.15918, + 0.09375, + 0.111816, + 0.083984, + 0.121582, + 0.125, + 0.09082, + 0.160156, + 0.090332, + 0.125977, + 0.053467, + 0.121094, + 0.137695, + 0.092773, + 0.109863, + 0.106934, + 0.132812, + 0.087402, + 0.104492, + 0.174805, + 0.304688, + 0.11084, + 0.111816, + 0.169922 + ] + }, + "name": "model.model.layers.3.input_layernorm.weight", + "outputIndexes": [ + 286 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 285 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_3/Mul_output_0", + "outputIndexes": [ + 287 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 286, + 287 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_3/Mul_1_output_0", + "outputIndexes": [ + 288 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 288 + ], + "outputIndexes": [ + 4472 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4472 + ], + "outputIndexes": [ + 4473 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear", + "inputIndexes": [ + 4473 + ], + "outputIndexes": [ + 4474 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 30136782, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4474 + ], + "outputIndexes": [ + 4475 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4475 + ], + "outputIndexes": [ + 289 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 288 + ], + "main_type": "NONE", + "name": "/Shape_43_output_0", + "outputIndexes": [ + 290 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 290 + ], + "main_type": "NONE", + "name": "Shape728", + "outputIndexes": [ + 291 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 290 + ], + "main_type": "NONE", + "name": "Rank730", + "outputIndexes": [ + 292 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 292, + 292 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp732", + "outputIndexes": [ + 293 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 293 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze733", + "outputIndexes": [ + 294 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 293, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp735", + "outputIndexes": [ + 295 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 295 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze736", + "outputIndexes": [ + 296 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 291, + 294, + 296, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice739", + "outputIndexes": [ + 297 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 297 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze740", + "outputIndexes": [ + 298 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp741", + "outputIndexes": [ + 299 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 299, + 298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp742", + "outputIndexes": [ + 300 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 290, + 300, + 293 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_49_output_0", + "outputIndexes": [ + 301 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 301, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_97_output_0", + "outputIndexes": [ + 302 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 302, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_39_output_0", + "outputIndexes": [ + 303 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 289, + 303 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_28_output_0", + "outputIndexes": [ + 304 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 304, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_24_output_0", + "outputIndexes": [ + 305 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 304 + ], + "main_type": "NONE", + "name": "/Shape_44_output_0", + "outputIndexes": [ + 306 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 306 + ], + "main_type": "NONE", + "name": "Shape749", + "outputIndexes": [ + 307 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 306 + ], + "main_type": "NONE", + "name": "Rank751", + "outputIndexes": [ + 308 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 308, + 308 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp753", + "outputIndexes": [ + 309 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 309 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze754", + "outputIndexes": [ + 310 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 309, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp756", + "outputIndexes": [ + 311 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 311 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze757", + "outputIndexes": [ + 312 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 307, + 310, + 312, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice760", + "outputIndexes": [ + 313 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 313 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze761", + "outputIndexes": [ + 314 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 314 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp762", + "outputIndexes": [ + 315 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 315, + 314 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp763", + "outputIndexes": [ + 316 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 306, + 316, + 309 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_50_output_0", + "outputIndexes": [ + 317 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 317, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_9_output_0", + "outputIndexes": [ + 318 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 318, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_102_output_0", + "outputIndexes": [ + 319 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 304, + 319, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_13_output_0", + "outputIndexes": [ + 320 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 320 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_6_output_0", + "outputIndexes": [ + 321 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 304, + 22, + 319, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_12_output_0", + "outputIndexes": [ + 322 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 321, + 322 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_42_output_0", + "outputIndexes": [ + 323 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 323, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_25_output_0", + "outputIndexes": [ + 324 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 305, + 324 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_15_output_0", + "outputIndexes": [ + 325 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 288 + ], + "outputIndexes": [ + 4476 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4476 + ], + "outputIndexes": [ + 4477 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear", + "inputIndexes": [ + 4477 + ], + "outputIndexes": [ + 4478 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 31058404, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4478 + ], + "outputIndexes": [ + 4479 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4479 + ], + "outputIndexes": [ + 326 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 302, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_40_output_0", + "outputIndexes": [ + 327 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 326, + 327 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_29_output_0", + "outputIndexes": [ + 328 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 328, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_26_output_0", + "outputIndexes": [ + 329 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 328 + ], + "main_type": "NONE", + "name": "/Shape_45_output_0", + "outputIndexes": [ + 330 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 330 + ], + "main_type": "NONE", + "name": "Shape811", + "outputIndexes": [ + 331 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 330 + ], + "main_type": "NONE", + "name": "Rank813", + "outputIndexes": [ + 332 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 332, + 332 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp815", + "outputIndexes": [ + 333 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 333 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze816", + "outputIndexes": [ + 334 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 333, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp818", + "outputIndexes": [ + 335 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 335 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze819", + "outputIndexes": [ + 336 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 331, + 334, + 336, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice822", + "outputIndexes": [ + 337 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 337 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze823", + "outputIndexes": [ + 338 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp824", + "outputIndexes": [ + 339 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 339, + 338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp825", + "outputIndexes": [ + 340 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 330, + 340, + 333 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_51_output_0", + "outputIndexes": [ + 341 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 341, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_10_output_0", + "outputIndexes": [ + 342 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 342, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_104_output_0", + "outputIndexes": [ + 343 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 328, + 343, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_15_output_0", + "outputIndexes": [ + 344 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 344 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_7_output_0", + "outputIndexes": [ + 345 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 328, + 22, + 343, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_14_output_0", + "outputIndexes": [ + 346 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 345, + 346 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_43_output_0", + "outputIndexes": [ + 347 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 347, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_27_output_0", + "outputIndexes": [ + 348 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 329, + 348 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_16_output_0", + "outputIndexes": [ + 349 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 288 + ], + "outputIndexes": [ + 4480 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4480 + ], + "outputIndexes": [ + 4481 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear", + "inputIndexes": [ + 4481 + ], + "outputIndexes": [ + 4482 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 31288826, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4482 + ], + "outputIndexes": [ + 4483 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4483 + ], + "outputIndexes": [ + 350 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 350, + 327 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_30_output_0", + "outputIndexes": [ + 351 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 325, + 349, + 351, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_35_output_0", + "outputIndexes": [ + 352 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 352 + ], + "outputIndexes": [ + 4484 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4484 + ], + "outputIndexes": [ + 4485 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear", + "inputIndexes": [ + 4485 + ], + "outputIndexes": [ + 4486 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 31519248, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4486 + ], + "outputIndexes": [ + 4487 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4487 + ], + "outputIndexes": [ + 353 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 285, + 353 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_18_output_0", + "outputIndexes": [ + 354 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.183594, + 0.206055, + 0.212891, + 0.223633, + 0.209961, + 0.214844, + 0.061523, + 0.216797, + 0.195312, + 0.196289, + 0.11084, + 0.21582, + 0.173828, + 0.213867, + 0.208984, + 0.217773, + 0.197266, + 0.198242, + 0.204102, + 0.147461, + 0.21875, + 0.22168, + 0.208984, + 0.177734, + 0.206055, + 0.214844, + 0.208984, + 0.214844, + 0.205078, + 0.21875, + 0.209961, + 0.124023, + 0.214844, + 0.213867, + 0.216797, + 0.203125, + 0.137695, + 0.21582, + 0.112305, + 0.21582, + 0.216797, + 0.219727, + 0.193359, + 0.208984, + 0.157227, + 0.213867, + 0.220703, + 0.144531, + 0.226562, + 0.12793, + 0.213867, + 0.129883, + 0.214844, + 0.217773, + 0.162109, + 0.208008, + 0.22168, + 0.209961, + 0.214844, + 0.219727, + 0.220703, + 0.21875, + 0.208008, + 0.212891, + 0.196289, + 0.197266, + 0.149414, + 0.105957, + 0.211914, + 0.090332, + 0.22168, + 0.152344, + 0.173828, + 0.208008, + 0.224609, + 0.210938, + 0.191406, + 0.220703, + 0.088379, + 0.211914, + 0.191406, + 0.224609, + 0.199219, + 0.208984, + 0.217773, + 0.154297, + 0.216797, + 0.165039, + 0.228516, + 0.155273, + 0.202148, + 0.220703, + 0.161133, + 0.214844, + 0.095215, + 0.128906, + 0.214844, + 0.222656, + 0.219727, + 0.224609, + 0.179688, + 0.210938, + 0.209961, + 0.214844, + 0.237305, + 0.132812, + 0.208008, + 0.212891, + 0.211914, + 0.213867, + 0.220703, + 0.219727, + 0.208984, + 0.21875, + 0.211914, + 0.208984, + 0.211914, + 0.216797, + 0.220703, + 0.216797, + 0.209961, + 0.192383, + 0.216797, + 0.186523, + 0.220703, + 0.203125, + 0.04541, + 0.214844, + 0.212891, + 0.230469, + 0.21875, + 0.225586, + 0.21582, + 0.208008, + 0.210938, + 0.208008, + 0.224609, + 0.219727, + 0.214844, + 0.182617, + 0.21582, + 0.21582, + 0.214844, + 0.216797, + 0.219727, + 0.209961, + 0.207031, + 0.197266, + 0.208984, + 0.216797, + 0.212891, + 0.216797, + 0.217773, + 0.21582, + 0.222656, + 0.214844, + 0.230469, + 0.217773, + 0.099121, + 0.21875, + 0.10791, + 0.217773, + 0.166992, + 0.211914, + 0.214844, + 0.219727, + 0.087402, + 0.224609, + 0.212891, + 0.125977, + 0.191406, + 0.217773, + 0.216797, + 0.170898, + 0.100098, + 0.225586, + 0.1875, + 0.216797, + 0.22168, + 0.21875, + 0.203125, + 0.180664, + 0.205078, + 0.213867, + 0.214844, + 0.209961, + 0.224609, + 0.205078, + 0.21875, + 0.216797, + 0.216797, + 0.207031, + 0.119629, + 0.21582, + 0.216797, + 0.212891, + 0.207031, + 0.160156, + -4.1e-05, + 0.21582, + 0.229492, + 0.21582, + 0.193359, + 0.205078, + 0.202148, + 0.207031, + 0.21875, + 0.200195, + 0.183594, + 0.21582, + 0.21582, + 0.210938, + 0.216797, + 0.117188, + 0.216797, + 0.21875, + 0.212891, + 0.210938, + 0.223633, + 0.21582, + 0.21875, + 0.217773, + 0.189453, + 0.207031, + 0.222656, + 0.244141, + 0.214844, + 0.116699, + 0.217773, + 0.195312, + 0.186523, + 0.174805, + 0.222656, + 0.208008, + 0.220703, + 0.185547, + 0.21875, + 0.208008, + 0.223633, + 0.225586, + 0.210938, + 0.201172, + 0.207031, + 0.22168, + 0.222656, + 0.194336, + 0.129883, + 0.21582, + 0.220703, + 0.202148, + 0.214844, + 0.166992, + 0.132812, + 0.211914, + 0.206055, + 0.22168, + 0.196289, + 0.214844, + 0.143555, + 0.217773, + 0.21875, + 0.213867, + 0.224609, + 0.19043, + 0.219727, + 0.213867, + 0.206055, + 0.211914, + 0.128906, + 0.21582, + 0.089844, + 0.22168, + 0.212891, + 0.044434, + 0.164062, + 0.21875, + 0.208008, + 0.180664, + 0.122559, + 0.209961, + 0.18457, + 0.21875, + 0.21582, + 0.217773, + 0.21875, + 0.200195, + 0.222656, + 0.219727, + 0.213867, + 0.222656, + 0.217773, + 0.21582, + 0.227539, + 0.205078, + 0.224609, + 0.209961, + 0.213867, + 0.209961, + 0.214844, + 0.21875, + 0.216797, + 0.206055, + 0.205078, + 0.160156, + 0.212891, + 0.210938, + 0.194336, + 0.208984, + 0.216797, + 0.224609, + 0.161133, + 0.217773, + 0.199219, + 0.188477, + 0.212891, + 0.210938, + 0.217773, + 0.166992, + 0.205078, + 0.131836, + 0.21582, + 0.225586, + 0.216797, + 0.21582, + 0.210938, + 0.21582, + 0.208984, + 0.22168, + 0.224609, + 0.174805, + 0.183594, + 0.172852, + 0.123535, + 0.213867, + 0.217773, + 0.208008, + 0.216797, + 0.197266, + 0.133789, + 0.138672, + 0.208984, + 0.210938, + 0.217773, + 0.173828, + 0.217773, + 0.208008, + 0.194336, + 0.216797, + 0.206055, + 0.220703, + 0.216797, + 0.209961, + 0.176758, + 0.211914, + 0.213867, + 0.217773, + 0.216797, + 0.211914, + 0.211914, + 0.212891, + 0.206055, + 0.161133, + 0.208984, + 0.226562, + 0.208984, + 0.213867, + 0.220703, + 0.216797, + 0.167969, + 0.203125, + 0.223633, + 0.205078, + 0.220703, + 0.109863, + 0.216797, + 0.206055, + 0.217773, + 0.209961, + 0.220703, + 0.136719, + 0.021851, + 0.207031, + 0.216797, + 0.212891, + 0.212891, + 0.208008, + 0.205078, + 0.21875, + 0.192383, + 0.212891, + 0.208008, + 0.137695, + 0.219727, + 0.140625, + 0.217773, + 0.211914, + 0.219727, + 0.222656, + 0.22168, + 0.208008, + 0.208008, + 0.225586, + 0.183594, + 0.220703, + 0.223633, + 0.188477, + 0.220703, + 0.207031, + 0.21582, + 0.212891, + 0.186523, + 0.217773, + 0.220703, + 0.208984, + 0.225586, + 0.217773, + 0.200195, + 0.214844, + 0.219727, + 0.204102, + 0.22168, + 0.204102, + 0.061523, + 0.217773, + 0.21875, + 0.149414, + 0.21875, + 0.214844, + 0.194336, + 0.204102, + 0.095215, + 0.169922, + 0.216797, + 0.220703, + 0.212891, + 0.220703, + 0.216797, + 0.206055, + 0.204102, + 0.211914, + 0.21875, + 0.164062, + 0.149414, + 0.217773, + 0.204102, + 0.175781, + 0.22168, + 0.212891, + 0.149414, + 0.21875, + 0.199219, + 0.203125, + 0.213867, + 0.219727, + 0.213867, + 0.214844, + 0.223633, + 0.208008, + 0.208008, + 0.217773, + 0.217773, + 0.206055, + 0.220703, + 0.211914, + 0.109863, + 0.22168, + 0.209961, + 0.217773, + 0.21582, + 0.15332, + 0.208984, + 0.21875, + 0.212891, + 0.214844, + 0.208984, + 0.209961, + 0.204102, + 0.216797, + 0.172852, + 0.166992, + 0.219727, + 0.21875, + 0.217773, + 0.213867, + 0.214844, + 0.205078, + 0.209961, + 0.18457, + 0.21875, + 0.209961, + 0.222656, + 0.217773, + 0.216797, + 0.210938, + 0.214844, + 0.193359, + 0.212891, + 0.208008, + 0.207031, + 0.1875, + 0.051514, + 0.204102, + 0.21582, + 0.214844, + 0.094727, + 0.211914, + 0.210938, + 0.208008, + 0.22168, + 0.220703, + 0.210938, + 0.22168, + 0.053223, + 0.166992, + 0.189453, + 0.21875, + 0.214844, + 0.166992, + 0.193359, + 0.211914, + 0.216797, + 0.211914, + 0.134766, + 0.212891, + 0.219727, + 0.214844, + 0.217773, + 0.217773, + 0.217773, + 0.203125, + 0.202148, + 0.199219, + 0.148438, + 0.109375, + 0.209961, + 0.214844, + 0.210938, + 0.22168, + 0.204102, + 0.202148, + 0.213867, + 0.140625, + 0.197266, + 0.219727, + 0.219727, + 0.186523, + 0.210938, + 0.105957, + 0.197266, + 0.199219, + 0.210938, + 0.227539, + 0.21875, + 0.21875, + 0.21582, + 0.206055, + 0.178711, + 0.212891, + 0.212891, + 0.124512, + 0.072754, + 0.193359, + 0.217773, + 0.213867, + 0.182617, + 0.125, + 0.21582, + 0.216797, + 0.213867, + 0.216797, + 0.223633, + 0.208008, + 0.152344, + 0.214844, + 0.214844, + 0.209961, + 0.207031, + 0.225586, + 0.199219, + 0.117188, + 0.219727, + 0.211914, + 0.21582, + 0.212891, + 0.214844, + 0.211914, + 0.222656, + 0.21582, + 0.228516, + 0.223633, + 0.188477, + 0.150391, + 0.223633, + 0.211914, + 0.212891, + 0.166016, + 0.21582, + 0.089844, + 0.138672, + 0.214844, + 0.21582, + 0.213867, + 0.216797, + 0.22168, + 0.118164, + 0.179688, + 0.210938, + 0.204102, + 0.205078, + 0.217773, + 0.206055, + 0.226562, + 0.213867, + 0.169922, + 0.201172, + 0.210938, + 0.105469, + 0.213867, + 0.210938, + 0.217773, + 0.103027, + 0.224609, + 0.203125, + 0.213867, + 0.199219, + 0.125977, + 0.216797, + 0.135742, + 0.22168, + 0.11084, + -4.8e-05, + 0.211914, + 0.213867, + 0.21875, + 0.194336, + 0.209961, + 0.225586, + 0.208008, + 0.214844, + 0.219727, + 0.191406, + 0.226562, + 0.209961, + 0.171875, + 0.129883, + 0.207031, + 0.207031, + 0.102539, + 0.214844, + 0.214844, + 0.22168, + 0.220703, + 0.225586, + 0.147461, + 0.208984, + 0.214844, + 0.085449, + 0.216797, + 0.133789, + 0.120605, + 0.21875, + 0.214844, + 0.209961, + 0.108398, + 0.21582, + 0.211914, + 0.207031, + 0.208984, + 0.209961, + 0.223633, + 0.210938, + 0.212891, + 0.21875, + 0.066406, + 0.177734, + 0.116699, + 0.220703, + 0.216797, + 0.219727, + 0.216797, + 0.211914, + 0.219727, + 0.0005, + 0.209961, + 0.214844, + 0.21875, + 0.185547, + 0.21582, + 0.220703, + 0.211914, + 0.193359, + 0.224609, + 0.212891, + 0.222656, + 0.189453, + 0.22168, + 0.211914, + 0.151367, + 0.217773, + 0.22168, + 0.211914, + 0.21875, + 0.180664, + 0.211914, + 0.140625, + 0.174805, + 0.225586, + 0.208008, + 0.196289, + 0.213867, + 0.1875, + 0.211914, + 0.212891, + 0.214844, + 0.21875, + 0.210938, + 0.206055, + 0.137695, + 0.154297, + 0.217773, + 0.10791, + 0.210938, + 0.183594, + 0.21875, + 0.219727, + 0.201172, + 0.132812, + 0.219727, + 0.21582, + 0.197266, + 0.222656, + 0.160156, + 0.21875, + 0.21875, + 0.148438, + 0.217773, + 0.154297, + 0.210938, + 0.213867, + 0.21875, + 0.219727, + 0.217773, + 0.219727, + 0.213867, + 0.214844, + 0.217773, + -0.000387, + 0.208008, + 0.220703, + 0.088379, + 0.165039, + 0.101074, + 0.21875, + 0.201172, + 0.216797, + 0.22168, + 0.209961, + 0.199219, + 0.19043, + 0.197266, + 0.213867, + 0.223633, + 0.208008, + 0.163086, + 0.216797, + 0.219727, + 0.171875, + 0.220703, + 0.206055, + 0.089355, + 0.170898, + 0.188477, + 0.186523, + 0.204102, + 0.183594, + 0.214844, + 0.204102, + 0.219727, + 0.220703, + 0.22168, + 0.15918, + 0.220703, + 0.174805, + 0.216797, + 0.212891, + 0.223633, + 0.194336, + 0.223633, + 0.210938, + 0.21582, + 0.226562, + 0.214844, + 0.200195, + 0.189453, + 0.213867, + 0.229492, + 0.149414, + 0.212891, + 0.212891, + 0.213867, + 0.220703, + 0.22168, + 0.222656, + 0.205078, + 0.21875, + 0.230469, + 0.21582, + 0.150391, + 0.217773, + 0.176758, + 0.217773, + 0.21875, + 0.208984, + 0.21582, + 0.220703, + 0.199219, + 0.210938, + 0.205078, + 0.226562, + 0.210938, + 0.211914, + 0.237305, + 0.212891, + 0.209961, + 0.210938, + 0.220703, + 0.209961, + 0.203125, + 0.212891, + 0.214844, + 0.192383, + 0.212891, + 0.210938, + 0.116699, + 0.22168, + 0.211914, + 0.21582, + 0.212891, + 0.158203, + 0.213867, + 0.216797, + 0.208008, + 0.210938, + 0.213867, + 0.214844, + 0.194336, + 0.181641, + 0.22168, + 0.224609, + 0.216797, + 0.181641, + 0.21875, + 0.072266, + 0.212891, + 0.21875, + 0.214844, + 0.15918, + 0.219727, + 0.194336, + 0.21582, + 0.204102, + 0.214844, + 0.219727, + 0.122559, + 0.213867, + 0.165039, + 0.223633, + 0.200195, + 0.191406, + 0.18457, + 0.213867, + 0.21875, + 0.208008, + 0.223633, + 0.183594, + 0.211914, + 0.098145, + 0.110352, + 0.212891, + 0.114746, + 0.219727, + 0.220703, + 0.210938, + 0.214844, + 0.213867, + 0.209961, + 0.201172, + 0.205078, + 0.217773, + 0.21582, + 0.216797, + 0.209961, + 0.1875, + 0.211914, + 0.217773, + 0.212891, + 0.133789, + 0.210938, + 0.207031, + 0.212891, + 0.144531, + 0.212891, + 0.198242, + 0.204102, + 0.220703, + 0.217773, + 0.214844, + 0.158203, + 0.216797, + 0.220703, + 0.166992, + 0.227539, + 0.21875, + 0.222656, + 0.212891, + 0.208984, + 0.219727, + 0.207031, + 0.212891, + 0.22168, + 0.180664, + 0.189453, + 0.223633, + 0.21582, + 0.21875, + 0.10498, + 0.22168, + 0.166016, + 0.210938, + 0.21875, + 0.202148, + 0.171875, + 0.213867, + 0.222656, + 0.211914, + 0.220703, + 0.214844, + 0.10498, + 0.124023, + 0.217773, + 0.21875, + 0.216797, + 0.148438, + 0.210938, + 0.21582, + 0.197266, + 0.21582, + 0.217773, + 0.217773, + 0.204102, + 0.210938, + 0.151367, + 0.21582, + 0.211914, + 0.200195, + 0.21875, + 0.212891, + 0.213867, + 0.207031, + 0.047607, + 0.223633, + 0.216797, + 0.21582, + 0.21875, + 0.1875, + 0.225586, + 0.111816, + 0.212891, + 0.211914, + 0.212891, + 0.206055, + 0.22168, + 0.208984, + 0.210938, + 0.224609, + 0.208008, + 0.198242, + 0.216797, + 0.046631, + 0.21582, + 0.078613, + 0.219727, + 0.164062, + 0.216797, + 0.208984, + 0.22168, + 0.216797, + 0.158203, + 0.094727, + 0.208984, + 0.205078, + 0.217773, + 0.137695, + 0.216797, + 0.206055, + 0.225586, + 0.207031, + 0.213867, + 0.210938, + 0.211914, + 0.207031, + 0.15332, + 0.212891, + 0.226562, + 0.220703, + 0.21875, + 0.212891, + 0.211914, + 0.196289, + 0.196289, + 0.170898, + 0.22168, + 0.185547, + 0.213867, + 0.223633, + 0.217773, + 0.198242, + 0.205078, + 0.196289, + 0.212891, + 0.222656, + 0.207031, + 0.219727, + 0.219727, + 0.209961, + 0.21582, + 0.21875, + 0.219727, + 0.063965, + 0.213867, + 0.212891, + 0.199219, + 0.144531, + 0.212891, + 0.212891, + 0.207031, + 0.203125, + 0.198242, + 0.152344, + 0.21875, + 0.214844, + 0.217773, + 0.103516, + 0.213867, + 0.219727, + 0.099609, + 0.214844, + 0.122559, + 0.21875, + 0.205078, + 0.21582, + 0.203125, + 0.21582, + 0.212891, + 0.220703, + 0.219727, + 0.111816, + 0.211914, + 0.21875, + 0.212891, + 0.220703, + 0.211914, + 0.220703, + 0.140625, + 0.125, + 0.203125, + 0.217773, + 0.209961, + 0.174805, + 0.21582, + 0.206055, + 0.169922, + 0.216797, + 0.216797, + 0.21875, + 0.197266, + 0.212891, + 0.208008, + 0.21582, + 0.21582, + 0.185547, + 0.15918, + 0.213867, + 0.217773, + 0.196289, + 0.207031, + 0.219727, + 0.207031, + 0.09082, + 0.216797, + 0.21875, + 0.21582, + 0.205078, + 0.21582, + 0.195312, + 0.214844, + 0.211914, + 0.207031, + 0.212891, + 0.135742, + 0.214844, + 0.201172, + 0.214844, + 0.21875, + 0.222656, + 0.059326, + 0.222656, + 0.192383, + 0.21875, + 0.210938, + 0.230469, + 0.225586, + 0.212891, + 0.217773, + 0.166016, + 0.216797, + 0.22168, + 0.214844, + 0.208984, + 0.166016, + 0.186523, + 0.216797, + 0.099609, + 0.143555, + 0.206055, + 0.227539, + 0.206055, + 0.205078, + 0.216797, + 0.21875, + 0.198242, + 0.21875, + 0.09082, + 0.220703, + 0.163086, + 0.21875, + 0.206055, + 0.216797, + 0.222656, + 0.220703, + 0.222656, + 0.217773, + 0.188477, + 0.21875, + 0.222656, + 0.207031, + 0.222656, + 0.204102, + 0.202148, + 0.212891, + 0.118164, + 0.213867, + 0.186523, + 0.212891, + 0.213867, + 0.209961, + 0.223633, + 0.211914, + 0.21582, + 0.209961, + 0.216797, + 0.223633, + 0.205078, + 0.214844, + 0.216797, + 0.186523, + 0.220703, + 0.101562, + 0.206055, + 0.210938, + 0.219727, + 0.219727, + 0.21582, + 0.196289, + 0.224609, + 0.204102, + 0.201172, + 0.223633, + 0.211914, + 0.146484, + 0.214844, + 0.214844, + 0.219727, + 0.21875, + 0.210938, + 0.213867, + 0.22168, + 0.210938, + 0.197266, + 0.220703, + 0.211914, + 0.198242, + 0.214844, + 0.22168, + 0.206055, + 0.21875, + 0.18457, + 0.214844, + 0.208008, + 0.21875, + 0.216797, + 0.164062, + 0.154297, + 0.224609, + 0.219727, + 0.217773, + 0.222656, + 0.21582, + 0.220703, + 0.209961, + 0.117676, + 0.216797, + 0.213867, + 0.212891, + 0.21582, + 0.208984, + 0.208984, + 0.151367, + 0.209961, + 0.217773, + 0.199219, + 0.214844, + 0.131836, + 0.216797, + 0.226562, + 0.219727, + 0.222656, + 0.211914, + 0.21582, + 0.21582, + 0.217773, + 0.180664, + 0.170898, + 0.208008, + 0.211914, + 0.217773, + 0.217773, + 0.214844, + 0.210938, + 0.217773, + 0.121094, + 0.183594, + 0.21875, + 0.209961, + 0.208984, + 0.222656, + 0.222656, + 0.206055, + 0.207031, + 0.217773, + 0.209961, + 0.220703, + 0.209961, + 0.21875, + 0.208984, + 0.209961, + 0.114258, + 0.211914, + 0.113281, + 0.216797, + 0.205078, + 0.209961, + 0.181641, + 0.210938, + 0.219727, + 0.21875, + 0.227539, + 0.167969, + 0.148438, + 0.208984, + 0.147461, + 0.208984, + 0.191406, + 0.205078, + 0.198242, + 0.212891, + -0.000364, + 0.114746, + 0.214844, + 0.206055 + ] + }, + "name": "model.model.layers.3.post_attention_layernorm.weight", + "outputIndexes": [ + 355 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 354 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_3/Mul_output_0", + "outputIndexes": [ + 356 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 355, + 356 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_3/Mul_1_output_0", + "outputIndexes": [ + 357 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 357 + ], + "outputIndexes": [ + 4488 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4488 + ], + "outputIndexes": [ + 4489 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear", + "inputIndexes": [ + 4489 + ], + "outputIndexes": [ + 4490 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 32440870, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4490 + ], + "outputIndexes": [ + 4491 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4491 + ], + "outputIndexes": [ + 358 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 358 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_3/Sigmoid_output_0", + "outputIndexes": [ + 359 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 358, + 359 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_3/Mul_output_0", + "outputIndexes": [ + 360 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 357 + ], + "outputIndexes": [ + 4492 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4492 + ], + "outputIndexes": [ + 4493 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear", + "inputIndexes": [ + 4493 + ], + "outputIndexes": [ + 4494 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 35021372, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4494 + ], + "outputIndexes": [ + 4495 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4495 + ], + "outputIndexes": [ + 361 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 360, + 361 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_3/Mul_output_0", + "outputIndexes": [ + 362 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 362 + ], + "outputIndexes": [ + 4496 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4496 + ], + "outputIndexes": [ + 4497 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear", + "inputIndexes": [ + 4497 + ], + "outputIndexes": [ + 4498 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 37601874, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4498 + ], + "outputIndexes": [ + 4499 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4499 + ], + "outputIndexes": [ + 363 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 354, + 363 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_19_output_0", + "outputIndexes": [ + 364 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 364, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_36_output_0", + "outputIndexes": [ + 365 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.332031, + 0.408203, + 0.361328, + 0.375, + 0.296875, + 0.371094, + 0.648438, + 0.373047, + 0.320312, + 0.378906, + 0.5, + 0.380859, + 0.363281, + 0.279297, + 0.326172, + 0.318359, + 0.386719, + 0.443359, + 0.355469, + 0.310547, + 0.363281, + 0.369141, + 0.347656, + 0.419922, + 0.470703, + 0.328125, + 0.320312, + 0.376953, + 0.339844, + 0.359375, + 0.367188, + 0.34375, + 0.318359, + 0.359375, + 0.320312, + 0.361328, + 0.326172, + 0.3125, + 0.507812, + 0.345703, + 0.388672, + 0.318359, + 0.330078, + 0.320312, + 0.326172, + 0.384766, + 0.339844, + 0.417969, + 0.341797, + 0.503906, + 0.332031, + 0.351562, + 0.302734, + 0.304688, + 0.392578, + 0.382812, + 0.302734, + 0.380859, + 0.328125, + 0.341797, + 0.341797, + 0.373047, + 0.333984, + 0.363281, + 0.455078, + 0.369141, + 0.515625, + 0.365234, + 0.326172, + 0.691406, + 0.296875, + 0.345703, + 0.453125, + 0.355469, + 0.304688, + 0.361328, + 0.394531, + 0.337891, + 0.447266, + 0.351562, + 0.28125, + 0.314453, + 0.326172, + 0.326172, + 0.318359, + 0.302734, + 0.310547, + 0.523438, + 0.302734, + 0.345703, + 0.388672, + 0.355469, + 0.3125, + 0.353516, + 0.40625, + 0.306641, + 0.357422, + 0.292969, + 0.427734, + 0.382812, + 0.554688, + 0.316406, + 0.373047, + 0.332031, + 0.332031, + 0.314453, + 0.326172, + 0.320312, + 0.417969, + 0.302734, + 0.316406, + 0.339844, + 0.394531, + 0.392578, + 0.302734, + 0.439453, + 0.335938, + 0.310547, + 0.332031, + 0.359375, + 0.34375, + 0.298828, + 0.300781, + 0.490234, + 0.304688, + 0.388672, + 0.511719, + 0.277344, + 0.363281, + 0.28125, + 0.339844, + 0.300781, + 0.357422, + 0.376953, + 0.408203, + 0.388672, + 0.310547, + 0.306641, + 0.361328, + 0.396484, + 0.296875, + 0.386719, + 0.371094, + 0.324219, + 0.294922, + 0.394531, + 0.371094, + 0.306641, + 0.388672, + 0.40625, + 0.369141, + 0.361328, + 0.322266, + 0.328125, + 0.347656, + 0.394531, + 0.300781, + 0.363281, + 0.363281, + 0.332031, + 0.4375, + 0.394531, + 0.392578, + 0.328125, + 0.314453, + 0.357422, + 0.369141, + 0.339844, + 0.345703, + 0.585938, + 0.458984, + 0.285156, + 0.304688, + 0.589844, + 0.460938, + 0.367188, + 0.523438, + 0.353516, + 0.345703, + 0.349609, + 0.265625, + 0.341797, + 0.339844, + 0.345703, + 0.314453, + 0.419922, + 0.322266, + 0.376953, + 0.34375, + 0.320312, + 0.292969, + 0.337891, + 0.425781, + 0.347656, + 0.328125, + 0.367188, + 0.324219, + 0.527344, + 0.151367, + 0.355469, + 0.357422, + 0.314453, + 0.392578, + 0.386719, + 0.349609, + 0.355469, + 0.285156, + 0.349609, + 0.490234, + 0.326172, + 0.373047, + 0.333984, + 0.363281, + 0.353516, + 0.326172, + 0.306641, + 0.396484, + 0.322266, + 0.332031, + 0.34375, + 0.304688, + 0.324219, + 0.337891, + 0.365234, + 0.322266, + 0.347656, + 0.330078, + 0.267578, + 0.351562, + 0.507812, + 0.439453, + 0.388672, + 0.292969, + 0.316406, + 0.363281, + 0.433594, + 0.353516, + 0.371094, + 0.335938, + 0.285156, + 0.324219, + 0.330078, + 0.386719, + 0.351562, + 0.279297, + 0.326172, + 0.291016, + 0.34375, + 0.3125, + 0.396484, + 0.294922, + 0.337891, + 0.269531, + 0.34375, + 0.435547, + 0.365234, + 0.367188, + 0.320312, + 0.523438, + 0.314453, + 0.355469, + 0.3125, + 0.337891, + 0.365234, + 0.349609, + 0.333984, + 0.289062, + 0.34375, + 0.480469, + 0.355469, + 0.455078, + 0.289062, + 0.316406, + 0.5, + 0.367188, + 0.359375, + 0.369141, + 0.349609, + 0.695312, + 0.316406, + 0.330078, + 0.322266, + 0.314453, + 0.275391, + 0.308594, + 0.353516, + 0.333984, + 0.320312, + 0.332031, + 0.34375, + 0.34375, + 0.314453, + 0.320312, + 0.414062, + 0.324219, + 0.337891, + 0.257812, + 0.410156, + 0.294922, + 0.335938, + 0.3125, + 0.289062, + 0.339844, + 0.439453, + 0.367188, + 0.326172, + 0.388672, + 0.294922, + 0.314453, + 0.341797, + 0.369141, + 0.275391, + 0.494141, + 0.400391, + 0.375, + 0.304688, + 0.345703, + 0.341797, + 0.447266, + 0.285156, + 0.316406, + 0.339844, + 0.351562, + 0.318359, + 0.382812, + 0.355469, + 0.322266, + 0.357422, + 0.298828, + 0.539062, + 0.435547, + 0.353516, + 0.558594, + 0.285156, + 0.332031, + 0.296875, + 0.404297, + 0.308594, + 0.449219, + 0.427734, + 0.394531, + 0.351562, + 0.355469, + 0.390625, + 0.302734, + 0.332031, + 0.414062, + 0.310547, + 0.359375, + 0.324219, + 0.337891, + 0.353516, + 0.333984, + 0.363281, + 0.351562, + 0.296875, + 0.386719, + 0.353516, + 0.380859, + 0.390625, + 0.316406, + 0.554688, + 0.302734, + 0.310547, + 0.457031, + 0.341797, + 0.386719, + 0.308594, + 0.511719, + 0.351562, + 0.326172, + 0.292969, + 0.322266, + 0.416016, + 0.333984, + 0.326172, + 0.300781, + 0.367188, + 0.298828, + 0.53125, + 0.271484, + 0.375, + 0.335938, + 0.287109, + 0.324219, + 0.361328, + 0.392578, + 0.289062, + 0.46875, + 0.347656, + 0.316406, + 0.570312, + 0.298828, + 0.699219, + 0.302734, + 0.322266, + 0.304688, + 0.341797, + 0.287109, + 0.371094, + 0.439453, + 0.275391, + 0.373047, + 0.263672, + 0.279297, + 0.363281, + 0.330078, + 0.371094, + 0.300781, + 0.375, + 0.345703, + 0.363281, + 0.292969, + 0.330078, + 0.302734, + 0.337891, + 0.347656, + 0.322266, + 0.308594, + 0.369141, + 0.316406, + 0.333984, + 0.267578, + 0.318359, + 0.357422, + 0.318359, + 0.394531, + 0.324219, + 0.388672, + 0.378906, + 0.589844, + 0.486328, + 0.345703, + 0.386719, + 0.318359, + 0.367188, + 0.357422, + 0.341797, + 0.292969, + 0.265625, + 0.291016, + 0.535156, + 0.460938, + 0.326172, + 0.382812, + 0.423828, + 0.318359, + 0.345703, + 0.410156, + 0.337891, + 0.341797, + 0.386719, + 0.333984, + 0.298828, + 0.339844, + 0.341797, + 0.3125, + 0.308594, + 0.279297, + 0.365234, + 0.347656, + 0.408203, + 0.324219, + 0.345703, + 0.400391, + 0.335938, + 0.375, + 0.359375, + 0.417969, + 0.462891, + 0.365234, + 0.398438, + 0.292969, + 0.369141, + 0.386719, + 0.384766, + 0.394531, + 0.349609, + 0.367188, + 0.490234, + 0.365234, + 0.345703, + 0.285156, + 0.392578, + 0.351562, + 0.375, + 0.332031, + 0.453125, + 0.300781, + 0.308594, + 0.320312, + 0.332031, + 0.287109, + 0.322266, + 0.351562, + 0.427734, + 0.314453, + 0.345703, + 0.378906, + 0.353516, + 0.605469, + 0.412109, + 0.292969, + 0.398438, + 0.466797, + 0.308594, + 0.347656, + 0.345703, + 0.314453, + 0.300781, + 0.416016, + 0.308594, + 0.402344, + 0.316406, + 0.339844, + 0.386719, + 0.376953, + 0.613281, + 0.347656, + 0.300781, + 0.322266, + 0.335938, + 0.341797, + 0.291016, + 0.318359, + 0.330078, + 0.289062, + 0.300781, + 0.289062, + 0.4375, + 0.396484, + 0.351562, + 0.361328, + 0.390625, + 0.341797, + 0.392578, + 0.361328, + 0.330078, + 0.404297, + 0.328125, + 0.365234, + 0.378906, + 0.322266, + 0.318359, + 0.328125, + 0.392578, + 0.267578, + 0.400391, + 0.412109, + 0.427734, + 0.355469, + 0.355469, + 0.324219, + 0.324219, + 0.347656, + 0.277344, + 0.5, + 0.029419, + 0.333984, + 0.353516, + 0.365234, + 0.574219, + 0.365234, + 0.384766, + 0.375, + 0.443359, + 0.324219, + 0.349609, + 0.314453, + 0.345703, + 0.355469, + 0.359375, + 0.365234, + 0.335938, + 0.330078, + 0.369141, + 0.337891, + 0.294922, + 0.365234, + 0.375, + 0.298828, + 0.345703, + 0.341797, + 0.341797, + 0.332031, + 0.361328, + 0.324219, + 0.345703, + 0.316406, + 0.292969, + 0.388672, + 0.550781, + 0.347656, + 0.349609, + 0.423828, + 0.369141, + 0.3125, + 0.445312, + 0.427734, + 0.390625, + 0.345703, + 0.341797, + 0.361328, + 0.339844, + 0.261719, + 0.359375, + 0.375, + 0.380859, + 0.414062, + 0.283203, + 0.414062, + 0.341797, + 0.371094, + 0.441406, + 0.326172, + 0.392578, + 0.494141, + 0.273438, + 0.363281, + 0.322266, + 0.404297, + 0.322266, + 0.388672, + 0.373047, + 0.392578, + 0.28125, + 0.296875, + 0.609375, + 0.337891, + 0.322266, + 0.388672, + 0.296875, + 0.304688, + 0.239258, + 0.341797, + 0.296875, + 0.322266, + 0.4375, + 0.349609, + 0.333984, + 0.371094, + 0.369141, + 0.318359, + 0.322266, + 0.423828, + 0.363281, + 0.398438, + 0.382812, + 0.380859, + 0.363281, + 0.322266, + 0.318359, + 0.380859, + 0.345703, + 0.335938, + 0.322266, + 0.408203, + 0.318359, + 0.351562, + 0.535156, + 0.304688, + 0.283203, + 0.341797, + 0.691406, + 0.285156, + 0.306641, + 0.390625, + 0.298828, + 0.367188, + 0.318359, + 0.355469, + 0.335938, + 0.322266, + 0.503906, + 0.349609, + 0.355469, + 0.40625, + 0.363281, + 0.351562, + 0.298828, + 0.351562, + 0.330078, + 0.515625, + 0.308594, + 0.341797, + 0.304688, + 0.335938, + 0.324219, + 0.302734, + 0.298828, + 0.40625, + 0.333984, + 0.328125, + 0.306641, + 0.328125, + 0.333984, + 0.335938, + 0.585938, + 0.267578, + 0.351562, + 0.310547, + 0.324219, + 0.542969, + 0.316406, + 0.421875, + 0.455078, + 0.353516, + 0.351562, + 0.382812, + 0.345703, + 0.400391, + 0.347656, + 0.320312, + 0.333984, + 0.298828, + 0.339844, + 0.314453, + 0.527344, + 0.332031, + 0.335938, + 0.582031, + 0.345703, + 0.316406, + 0.349609, + 0.310547, + 0.384766, + 0.691406, + 0.306641, + 0.357422, + 0.353516, + 0.332031, + 0.351562, + 0.3125, + 0.302734, + 0.345703, + 0.314453, + 0.333984, + 0.302734, + 0.337891, + 0.308594, + 0.359375, + 0.363281, + 0.308594, + 0.335938, + 0.333984, + 0.333984, + 0.373047, + 0.328125, + 0.294922, + 0.310547, + 0.320312, + 0.443359, + 0.328125, + 0.361328, + 0.367188, + 0.302734, + 0.292969, + 0.371094, + 0.316406, + 0.330078, + 0.3125, + 0.318359, + 0.384766, + 0.386719, + 0.302734, + 0.363281, + 0.351562, + 0.324219, + 0.283203, + 0.423828, + 0.582031, + 0.382812, + 0.388672, + 0.287109, + 0.292969, + 0.341797, + 0.359375, + 0.294922, + 0.34375, + 0.330078, + 0.515625, + 0.332031, + 0.40625, + 0.386719, + 0.339844, + 0.341797, + 0.382812, + 0.335938, + 0.380859, + 0.298828, + 0.291016, + 0.328125, + 0.373047, + 0.353516, + 0.298828, + 0.304688, + 0.570312, + 0.328125, + 0.328125, + 0.267578, + 0.357422, + 0.316406, + 0.320312, + 0.373047, + 0.318359, + 0.300781, + 0.291016, + 0.382812, + 0.335938, + 0.498047, + 0.347656, + 0.347656, + 0.339844, + 0.324219, + 0.357422, + 0.34375, + 0.330078, + 0.304688, + 0.291016, + 0.369141, + 0.394531, + 0.34375, + 0.294922, + 0.335938, + 0.351562, + 0.269531, + 0.314453, + 0.335938, + 0.314453, + 0.369141, + 0.347656, + 0.335938, + 0.357422, + 0.365234, + 0.255859, + 0.345703, + 0.369141, + 0.326172, + 0.546875, + 0.384766, + 0.310547, + 0.429688, + 0.349609, + 0.326172, + 0.275391, + 0.398438, + 0.316406, + 0.285156, + 0.291016, + 0.359375, + 0.333984, + 0.365234, + 0.519531, + 0.318359, + 0.318359, + 0.320312, + 0.427734, + 0.328125, + 0.257812, + 0.310547, + 0.380859, + 0.326172, + 0.347656, + 0.308594, + 0.308594, + 0.435547, + 0.332031, + 0.396484, + 0.404297, + 0.337891, + 0.332031, + 0.363281, + 0.34375, + 0.292969, + 0.359375, + 0.398438, + 0.417969, + 0.390625, + 0.339844, + 0.628906, + 0.291016, + 0.316406, + 0.355469, + 0.396484, + 0.390625, + 0.351562, + 0.300781, + 0.332031, + 0.322266, + 0.291016, + 0.318359, + 0.351562, + 0.486328, + 0.404297, + 0.316406, + 0.292969, + 0.402344, + 0.316406, + 0.3125, + 0.373047, + 0.431641, + 0.332031, + 0.351562, + 0.404297, + 0.296875, + 0.25, + 0.339844, + 0.601562, + 0.324219, + 0.386719, + 0.376953, + 0.341797, + 0.328125, + 0.34375, + 0.359375, + 0.392578, + 0.291016, + 0.306641, + 0.365234, + 0.289062, + 0.373047, + 0.435547, + 0.330078, + 0.306641, + 0.3125, + 0.482422, + 0.300781, + 0.400391, + 0.341797, + 0.345703, + 0.433594, + 0.328125, + 0.339844, + 0.3125, + 0.251953, + 0.296875, + 0.361328, + 0.367188, + 0.449219, + 0.369141, + 0.347656, + 0.310547, + 0.527344, + 0.384766, + 0.326172, + 0.378906, + 0.318359, + 0.34375, + 0.296875, + 0.351562, + 0.300781, + 0.441406, + 0.361328, + 0.322266, + 0.333984, + 0.34375, + 0.304688, + 0.363281, + 0.388672, + 0.347656, + 0.337891, + 0.335938, + 0.324219, + 0.339844, + 0.316406, + 0.357422, + 0.349609, + 0.3125, + 0.330078, + 0.337891, + 0.333984, + 0.294922, + 0.378906, + 0.341797, + 0.304688, + 0.320312, + 0.367188, + 0.308594, + 0.400391, + 0.289062, + 0.380859, + 0.339844, + 0.589844, + 0.386719, + 0.34375, + 0.300781, + 0.3125, + 0.503906, + 0.546875, + 0.359375, + 0.316406, + 0.347656, + 0.353516, + 0.351562, + 0.332031, + 0.298828, + 0.451172, + 0.376953, + 0.294922, + 0.259766, + 0.322266, + 0.291016, + 0.337891, + 0.378906, + 0.335938, + 0.320312, + 0.361328, + 0.3125, + 0.322266, + 0.306641, + 0.441406, + 0.347656, + 0.388672, + 0.386719, + 0.328125, + 0.339844, + 0.34375, + 0.425781, + 0.449219, + 0.318359, + 0.378906, + 0.375, + 0.326172, + 0.365234, + 0.339844, + 0.259766, + 0.335938, + 0.34375, + 0.283203, + 0.285156, + 0.3125, + 0.373047, + 0.369141, + 0.410156, + 0.306641, + 0.326172, + 0.349609, + 0.457031, + 0.365234, + 0.34375, + 0.28125, + 0.361328, + 0.410156, + 0.392578, + 0.367188, + 0.652344, + 0.355469, + 0.357422, + 0.326172, + 0.376953, + 0.388672, + 0.396484, + 0.335938, + 0.396484, + 0.306641, + 0.330078, + 0.40625, + 0.392578, + 0.283203, + 0.408203, + 0.322266, + 0.357422, + 0.304688, + 0.380859, + 0.691406, + 0.335938, + 0.337891, + 0.322266, + 0.347656, + 0.263672, + 0.341797, + 0.412109, + 0.380859, + 0.306641, + 0.322266, + 0.355469, + 0.341797, + 0.369141, + 0.369141, + 0.289062, + 0.373047, + 0.546875, + 0.324219, + 0.363281, + 0.425781, + 0.324219, + 0.292969, + 0.332031, + 0.359375, + 0.296875, + 0.34375, + 0.337891, + 0.396484, + 0.275391, + 0.357422, + 0.388672, + 0.378906, + 0.308594, + 0.335938, + 0.535156, + 0.382812, + 0.375, + 0.292969, + 0.310547, + 0.298828, + 0.660156, + 0.300781, + 0.287109, + 0.390625, + 0.339844, + 0.474609, + 0.314453, + 0.353516, + 0.326172, + 0.443359, + 0.292969, + 0.324219, + 0.3125, + 0.332031, + 0.441406, + 0.378906, + 0.34375, + 0.447266, + 0.353516, + 0.359375, + 0.308594, + 0.28125, + 0.386719, + 0.308594, + 0.306641, + 0.375, + 0.396484, + 0.449219, + 0.351562, + 0.5, + 0.337891, + 0.314453, + 0.359375, + 0.296875, + 0.324219, + 0.339844, + 0.328125, + 0.332031, + 0.304688, + 0.369141, + 0.310547, + 0.34375, + 0.353516, + 0.402344, + 0.380859, + 0.34375, + 0.365234, + 0.486328, + 0.361328, + 0.320312, + 0.361328, + 0.289062, + 0.361328, + 0.363281, + 0.326172, + 0.384766, + 0.335938, + 0.373047, + 0.300781, + 0.316406, + 0.310547, + 0.275391, + 0.300781, + 0.347656, + 0.335938, + 0.310547, + 0.285156, + 0.367188, + 0.3125, + 0.355469, + 0.363281, + 0.355469, + 0.349609, + 0.371094, + 0.361328, + 0.302734, + 0.376953, + 0.308594, + 0.353516, + 0.320312, + 0.3125, + 0.332031, + 0.34375, + 0.394531, + 0.353516, + 0.396484, + 0.417969, + 0.322266, + 0.345703, + 0.353516, + 0.318359, + 0.390625, + 0.322266, + 0.318359, + 0.277344, + 0.318359, + 0.423828, + 0.355469, + 0.283203, + 0.332031, + 0.314453, + 0.328125, + 0.326172, + 0.345703, + 0.316406, + 0.388672, + 0.314453, + 0.335938, + 0.363281, + 0.285156, + 0.341797, + 0.490234, + 0.332031, + 0.320312, + 0.314453, + 0.382812, + 0.316406, + 0.388672, + 0.296875, + 0.285156, + 0.353516, + 0.337891, + 0.332031, + 0.314453, + 0.369141, + 0.302734, + 0.464844, + 0.445312, + 0.375, + 0.349609, + 0.341797, + 0.355469, + 0.289062, + 0.375, + 0.380859, + 0.375, + 0.306641, + 0.328125, + 0.341797, + 0.380859, + 0.314453, + 0.207031, + 0.375, + 0.328125, + 0.365234, + 0.296875, + 0.332031, + 0.326172, + 0.345703, + 0.359375, + 0.269531, + 0.478516, + 0.353516, + 0.414062, + 0.359375, + 0.345703, + 0.357422, + 0.324219, + 0.347656, + 0.316406, + 0.371094, + 0.279297, + 0.390625, + 0.332031, + 0.333984, + 0.332031, + 0.322266, + 0.314453, + 0.339844, + 0.382812, + 0.400391, + 0.417969, + 0.455078, + 0.320312, + 0.382812 + ] + }, + "name": "model.model.layers.4.input_layernorm.weight", + "outputIndexes": [ + 366 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 365 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_4/Mul_output_0", + "outputIndexes": [ + 367 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 366, + 367 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_4/Mul_1_output_0", + "outputIndexes": [ + 368 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 368 + ], + "outputIndexes": [ + 4500 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4500 + ], + "outputIndexes": [ + 4501 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear", + "inputIndexes": [ + 4501 + ], + "outputIndexes": [ + 4502 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 40182376, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4502 + ], + "outputIndexes": [ + 4503 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4503 + ], + "outputIndexes": [ + 369 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 368 + ], + "main_type": "NONE", + "name": "/Shape_57_output_0", + "outputIndexes": [ + 370 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 370 + ], + "main_type": "NONE", + "name": "Shape943", + "outputIndexes": [ + 371 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 370 + ], + "main_type": "NONE", + "name": "Rank945", + "outputIndexes": [ + 372 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 372, + 372 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp947", + "outputIndexes": [ + 373 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 373 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze948", + "outputIndexes": [ + 374 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 373, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp950", + "outputIndexes": [ + 375 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 375 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze951", + "outputIndexes": [ + 376 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 371, + 374, + 376, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice954", + "outputIndexes": [ + 377 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 377 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze955", + "outputIndexes": [ + 378 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 378 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp956", + "outputIndexes": [ + 379 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 379, + 378 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp957", + "outputIndexes": [ + 380 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 370, + 380, + 373 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_64_output_0", + "outputIndexes": [ + 381 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 381, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_129_output_0", + "outputIndexes": [ + 382 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 382, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_52_output_0", + "outputIndexes": [ + 383 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 369, + 383 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_37_output_0", + "outputIndexes": [ + 384 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 384, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_32_output_0", + "outputIndexes": [ + 385 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 384 + ], + "main_type": "NONE", + "name": "/Shape_58_output_0", + "outputIndexes": [ + 386 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 386 + ], + "main_type": "NONE", + "name": "Shape964", + "outputIndexes": [ + 387 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 386 + ], + "main_type": "NONE", + "name": "Rank966", + "outputIndexes": [ + 388 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 388, + 388 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp968", + "outputIndexes": [ + 389 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 389 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze969", + "outputIndexes": [ + 390 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 389, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp971", + "outputIndexes": [ + 391 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 391 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze972", + "outputIndexes": [ + 392 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 387, + 390, + 392, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice975", + "outputIndexes": [ + 393 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 393 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze976", + "outputIndexes": [ + 394 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 394 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp977", + "outputIndexes": [ + 395 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 395, + 394 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp978", + "outputIndexes": [ + 396 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 386, + 396, + 389 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_65_output_0", + "outputIndexes": [ + 397 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 397, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_12_output_0", + "outputIndexes": [ + 398 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 398, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_134_output_0", + "outputIndexes": [ + 399 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 384, + 399, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_17_output_0", + "outputIndexes": [ + 400 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 400 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_8_output_0", + "outputIndexes": [ + 401 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 384, + 22, + 399, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_16_output_0", + "outputIndexes": [ + 402 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 401, + 402 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_55_output_0", + "outputIndexes": [ + 403 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 403, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_33_output_0", + "outputIndexes": [ + 404 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 385, + 404 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_20_output_0", + "outputIndexes": [ + 405 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 368 + ], + "outputIndexes": [ + 4504 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4504 + ], + "outputIndexes": [ + 4505 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear", + "inputIndexes": [ + 4505 + ], + "outputIndexes": [ + 4506 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 41103998, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4506 + ], + "outputIndexes": [ + 4507 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4507 + ], + "outputIndexes": [ + 406 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 382, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_53_output_0", + "outputIndexes": [ + 407 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 406, + 407 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_38_output_0", + "outputIndexes": [ + 408 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 408, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_34_output_0", + "outputIndexes": [ + 409 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 408 + ], + "main_type": "NONE", + "name": "/Shape_59_output_0", + "outputIndexes": [ + 410 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 410 + ], + "main_type": "NONE", + "name": "Shape1027", + "outputIndexes": [ + 411 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 410 + ], + "main_type": "NONE", + "name": "Rank1029", + "outputIndexes": [ + 412 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 412, + 412 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1031", + "outputIndexes": [ + 413 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 413 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1032", + "outputIndexes": [ + 414 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 413, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1034", + "outputIndexes": [ + 415 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 415 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1035", + "outputIndexes": [ + 416 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 411, + 414, + 416, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1038", + "outputIndexes": [ + 417 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 417 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1039", + "outputIndexes": [ + 418 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 418 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1040", + "outputIndexes": [ + 419 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 419, + 418 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1041", + "outputIndexes": [ + 420 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 410, + 420, + 413 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_66_output_0", + "outputIndexes": [ + 421 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 421, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_13_output_0", + "outputIndexes": [ + 422 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 422, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_136_output_0", + "outputIndexes": [ + 423 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 408, + 423, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_19_output_0", + "outputIndexes": [ + 424 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 424 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_9_output_0", + "outputIndexes": [ + 425 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 408, + 22, + 423, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_18_output_0", + "outputIndexes": [ + 426 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 425, + 426 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_56_output_0", + "outputIndexes": [ + 427 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 427, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_35_output_0", + "outputIndexes": [ + 428 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 409, + 428 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_21_output_0", + "outputIndexes": [ + 429 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 368 + ], + "outputIndexes": [ + 4508 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4508 + ], + "outputIndexes": [ + 4509 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear", + "inputIndexes": [ + 4509 + ], + "outputIndexes": [ + 4510 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 41334420, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4510 + ], + "outputIndexes": [ + 4511 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4511 + ], + "outputIndexes": [ + 430 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 430, + 407 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_39_output_0", + "outputIndexes": [ + 431 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 405, + 429, + 431, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_44_output_0", + "outputIndexes": [ + 432 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 432 + ], + "outputIndexes": [ + 4512 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4512 + ], + "outputIndexes": [ + 4513 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear", + "inputIndexes": [ + 4513 + ], + "outputIndexes": [ + 4514 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 41564842, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4514 + ], + "outputIndexes": [ + 4515 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4515 + ], + "outputIndexes": [ + 433 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 365, + 433 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_23_output_0", + "outputIndexes": [ + 434 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.197266, + 0.22168, + 0.223633, + 0.232422, + 0.230469, + 0.224609, + 0.046875, + 0.230469, + 0.207031, + 0.203125, + 0.119629, + 0.226562, + 0.180664, + 0.225586, + 0.220703, + 0.229492, + 0.208984, + 0.213867, + 0.223633, + 0.161133, + 0.229492, + 0.225586, + 0.217773, + 0.198242, + 0.222656, + 0.233398, + 0.220703, + 0.227539, + 0.225586, + 0.225586, + 0.219727, + 0.129883, + 0.225586, + 0.224609, + 0.229492, + 0.210938, + 0.163086, + 0.230469, + 0.122559, + 0.229492, + 0.227539, + 0.234375, + 0.213867, + 0.22168, + 0.176758, + 0.225586, + 0.227539, + 0.161133, + 0.228516, + 0.134766, + 0.233398, + 0.148438, + 0.237305, + 0.230469, + 0.172852, + 0.227539, + 0.227539, + 0.217773, + 0.223633, + 0.231445, + 0.228516, + 0.225586, + 0.214844, + 0.225586, + 0.210938, + 0.207031, + 0.162109, + 0.123535, + 0.229492, + 0.093262, + 0.237305, + 0.170898, + 0.18457, + 0.219727, + 0.239258, + 0.213867, + 0.201172, + 0.227539, + 0.114746, + 0.233398, + 0.209961, + 0.232422, + 0.219727, + 0.216797, + 0.222656, + 0.176758, + 0.238281, + 0.164062, + 0.230469, + 0.181641, + 0.208008, + 0.227539, + 0.180664, + 0.22168, + 0.111816, + 0.150391, + 0.233398, + 0.224609, + 0.225586, + 0.230469, + 0.174805, + 0.219727, + 0.234375, + 0.223633, + 0.238281, + 0.149414, + 0.229492, + 0.223633, + 0.217773, + 0.223633, + 0.230469, + 0.228516, + 0.21875, + 0.226562, + 0.222656, + 0.222656, + 0.225586, + 0.225586, + 0.233398, + 0.230469, + 0.224609, + 0.204102, + 0.232422, + 0.19043, + 0.231445, + 0.21875, + 0.038086, + 0.224609, + 0.220703, + 0.236328, + 0.231445, + 0.232422, + 0.232422, + 0.21875, + 0.216797, + 0.209961, + 0.238281, + 0.230469, + 0.220703, + 0.186523, + 0.21875, + 0.234375, + 0.223633, + 0.232422, + 0.228516, + 0.222656, + 0.21875, + 0.208008, + 0.225586, + 0.225586, + 0.223633, + 0.226562, + 0.231445, + 0.233398, + 0.219727, + 0.224609, + 0.231445, + 0.227539, + 0.114258, + 0.231445, + 0.112793, + 0.220703, + 0.19043, + 0.227539, + 0.22168, + 0.226562, + 0.100586, + 0.227539, + 0.22168, + 0.124512, + 0.200195, + 0.236328, + 0.230469, + 0.160156, + 0.119629, + 0.238281, + 0.1875, + 0.230469, + 0.236328, + 0.229492, + 0.223633, + 0.195312, + 0.212891, + 0.223633, + 0.225586, + 0.224609, + 0.225586, + 0.22168, + 0.229492, + 0.229492, + 0.225586, + 0.226562, + 0.136719, + 0.224609, + 0.230469, + 0.220703, + 0.21582, + 0.160156, + -2e-05, + 0.225586, + 0.225586, + 0.228516, + 0.204102, + 0.229492, + 0.220703, + 0.214844, + 0.227539, + 0.211914, + 0.201172, + 0.226562, + 0.225586, + 0.222656, + 0.227539, + 0.139648, + 0.234375, + 0.224609, + 0.224609, + 0.222656, + 0.238281, + 0.229492, + 0.229492, + 0.228516, + 0.206055, + 0.222656, + 0.232422, + 0.242188, + 0.22168, + 0.137695, + 0.225586, + 0.1875, + 0.205078, + 0.183594, + 0.235352, + 0.214844, + 0.228516, + 0.18457, + 0.227539, + 0.211914, + 0.239258, + 0.237305, + 0.21875, + 0.212891, + 0.209961, + 0.235352, + 0.228516, + 0.208008, + 0.139648, + 0.228516, + 0.237305, + 0.216797, + 0.234375, + 0.186523, + 0.154297, + 0.228516, + 0.212891, + 0.231445, + 0.207031, + 0.21875, + 0.145508, + 0.233398, + 0.227539, + 0.230469, + 0.231445, + 0.199219, + 0.227539, + 0.229492, + 0.220703, + 0.225586, + 0.141602, + 0.228516, + 0.07373, + 0.230469, + 0.227539, + 0.053711, + 0.188477, + 0.232422, + 0.226562, + 0.197266, + 0.077637, + 0.229492, + 0.199219, + 0.227539, + 0.222656, + 0.229492, + 0.240234, + 0.211914, + 0.222656, + 0.238281, + 0.225586, + 0.233398, + 0.229492, + 0.227539, + 0.227539, + 0.216797, + 0.234375, + 0.220703, + 0.232422, + 0.22168, + 0.226562, + 0.230469, + 0.227539, + 0.219727, + 0.22168, + 0.166016, + 0.225586, + 0.226562, + 0.209961, + 0.225586, + 0.232422, + 0.235352, + 0.181641, + 0.230469, + 0.192383, + 0.198242, + 0.230469, + 0.226562, + 0.236328, + 0.183594, + 0.217773, + 0.12793, + 0.237305, + 0.241211, + 0.230469, + 0.225586, + 0.223633, + 0.219727, + 0.223633, + 0.232422, + 0.237305, + 0.169922, + 0.195312, + 0.189453, + 0.121094, + 0.22168, + 0.22168, + 0.226562, + 0.232422, + 0.206055, + 0.145508, + 0.146484, + 0.222656, + 0.227539, + 0.217773, + 0.19043, + 0.237305, + 0.231445, + 0.216797, + 0.225586, + 0.211914, + 0.235352, + 0.224609, + 0.233398, + 0.193359, + 0.223633, + 0.227539, + 0.226562, + 0.226562, + 0.229492, + 0.21875, + 0.226562, + 0.21875, + 0.169922, + 0.219727, + 0.232422, + 0.21582, + 0.228516, + 0.225586, + 0.227539, + 0.164062, + 0.212891, + 0.230469, + 0.217773, + 0.226562, + 0.139648, + 0.232422, + 0.21875, + 0.227539, + 0.220703, + 0.228516, + 0.141602, + 0.023682, + 0.216797, + 0.229492, + 0.217773, + 0.226562, + 0.220703, + 0.214844, + 0.21582, + 0.211914, + 0.230469, + 0.222656, + 0.139648, + 0.240234, + 0.115723, + 0.241211, + 0.228516, + 0.230469, + 0.232422, + 0.238281, + 0.226562, + 0.222656, + 0.237305, + 0.188477, + 0.227539, + 0.236328, + 0.198242, + 0.233398, + 0.212891, + 0.229492, + 0.223633, + 0.205078, + 0.227539, + 0.232422, + 0.219727, + 0.236328, + 0.226562, + 0.213867, + 0.231445, + 0.224609, + 0.207031, + 0.232422, + 0.208984, + 0.087402, + 0.231445, + 0.237305, + 0.175781, + 0.225586, + 0.22168, + 0.204102, + 0.225586, + 0.098145, + 0.179688, + 0.233398, + 0.241211, + 0.223633, + 0.233398, + 0.236328, + 0.219727, + 0.225586, + 0.228516, + 0.232422, + 0.166992, + 0.168945, + 0.229492, + 0.210938, + 0.1875, + 0.231445, + 0.223633, + 0.166016, + 0.228516, + 0.211914, + 0.211914, + 0.226562, + 0.232422, + 0.232422, + 0.231445, + 0.237305, + 0.222656, + 0.224609, + 0.227539, + 0.220703, + 0.217773, + 0.227539, + 0.224609, + 0.129883, + 0.224609, + 0.208008, + 0.227539, + 0.225586, + 0.161133, + 0.224609, + 0.237305, + 0.233398, + 0.228516, + 0.22168, + 0.216797, + 0.219727, + 0.235352, + 0.195312, + 0.170898, + 0.231445, + 0.227539, + 0.234375, + 0.223633, + 0.236328, + 0.21875, + 0.231445, + 0.1875, + 0.236328, + 0.22168, + 0.237305, + 0.235352, + 0.228516, + 0.222656, + 0.22168, + 0.201172, + 0.222656, + 0.227539, + 0.219727, + 0.207031, + 0.061035, + 0.21582, + 0.227539, + 0.226562, + 0.11084, + 0.21875, + 0.223633, + 0.229492, + 0.231445, + 0.225586, + 0.223633, + 0.223633, + 0.060059, + 0.189453, + 0.204102, + 0.219727, + 0.225586, + 0.155273, + 0.204102, + 0.230469, + 0.233398, + 0.224609, + 0.152344, + 0.235352, + 0.228516, + 0.22168, + 0.229492, + 0.227539, + 0.229492, + 0.205078, + 0.210938, + 0.220703, + 0.170898, + 0.12207, + 0.234375, + 0.213867, + 0.223633, + 0.227539, + 0.209961, + 0.22168, + 0.231445, + 0.158203, + 0.205078, + 0.235352, + 0.227539, + 0.196289, + 0.219727, + 0.119141, + 0.209961, + 0.209961, + 0.237305, + 0.223633, + 0.234375, + 0.226562, + 0.226562, + 0.230469, + 0.188477, + 0.110352, + 0.227539, + 0.151367, + 0.092773, + 0.186523, + 0.228516, + 0.229492, + 0.199219, + 0.143555, + 0.229492, + 0.216797, + 0.228516, + 0.229492, + 0.231445, + 0.229492, + 0.166992, + 0.22168, + 0.21875, + 0.21875, + 0.216797, + 0.227539, + 0.208984, + 0.137695, + 0.233398, + 0.21875, + 0.220703, + 0.229492, + 0.230469, + 0.217773, + 0.232422, + 0.233398, + 0.239258, + 0.235352, + 0.206055, + 0.143555, + 0.237305, + 0.21875, + 0.21875, + 0.1875, + 0.227539, + 0.113281, + 0.148438, + 0.220703, + 0.227539, + 0.229492, + 0.224609, + 0.229492, + 0.133789, + 0.193359, + 0.234375, + 0.209961, + 0.217773, + 0.233398, + 0.214844, + 0.232422, + 0.231445, + 0.182617, + 0.21582, + 0.21582, + 0.117188, + 0.220703, + 0.225586, + 0.228516, + 0.121582, + 0.242188, + 0.210938, + 0.222656, + 0.219727, + 0.139648, + 0.228516, + 0.137695, + 0.223633, + 0.132812, + -0.000147, + 0.224609, + 0.229492, + 0.228516, + 0.214844, + 0.227539, + 0.233398, + 0.22168, + 0.226562, + 0.236328, + 0.207031, + 0.233398, + 0.223633, + 0.191406, + 0.141602, + 0.219727, + 0.220703, + 0.115723, + 0.223633, + 0.228516, + 0.236328, + 0.231445, + 0.240234, + 0.163086, + 0.224609, + 0.213867, + 0.122559, + 0.231445, + 0.154297, + 0.125, + 0.223633, + 0.231445, + 0.21875, + 0.078613, + 0.232422, + 0.229492, + 0.219727, + 0.230469, + 0.21875, + 0.237305, + 0.226562, + 0.220703, + 0.234375, + 0.064941, + 0.19043, + 0.140625, + 0.235352, + 0.228516, + 0.229492, + 0.225586, + 0.231445, + 0.230469, + 0.000341, + 0.223633, + 0.222656, + 0.239258, + 0.197266, + 0.234375, + 0.239258, + 0.21875, + 0.197266, + 0.236328, + 0.226562, + 0.226562, + 0.204102, + 0.225586, + 0.223633, + 0.131836, + 0.226562, + 0.233398, + 0.222656, + 0.227539, + 0.168945, + 0.227539, + 0.15332, + 0.183594, + 0.226562, + 0.219727, + 0.205078, + 0.229492, + 0.19043, + 0.237305, + 0.230469, + 0.230469, + 0.237305, + 0.229492, + 0.21582, + 0.131836, + 0.168945, + 0.230469, + 0.119141, + 0.220703, + 0.195312, + 0.232422, + 0.223633, + 0.210938, + 0.097656, + 0.226562, + 0.220703, + 0.21582, + 0.232422, + 0.168945, + 0.235352, + 0.231445, + 0.175781, + 0.230469, + 0.168945, + 0.220703, + 0.21875, + 0.236328, + 0.231445, + 0.228516, + 0.235352, + 0.223633, + 0.226562, + 0.226562, + -4.1e-05, + 0.22168, + 0.237305, + 0.097656, + 0.182617, + 0.11084, + 0.223633, + 0.208984, + 0.234375, + 0.229492, + 0.224609, + 0.210938, + 0.214844, + 0.21582, + 0.21875, + 0.233398, + 0.217773, + 0.175781, + 0.227539, + 0.229492, + 0.189453, + 0.229492, + 0.22168, + 0.099609, + 0.170898, + 0.198242, + 0.210938, + 0.217773, + 0.197266, + 0.226562, + 0.21875, + 0.232422, + 0.224609, + 0.234375, + 0.171875, + 0.235352, + 0.19043, + 0.226562, + 0.232422, + 0.230469, + 0.204102, + 0.225586, + 0.231445, + 0.230469, + 0.235352, + 0.216797, + 0.223633, + 0.200195, + 0.226562, + 0.230469, + 0.141602, + 0.224609, + 0.219727, + 0.225586, + 0.226562, + 0.228516, + 0.233398, + 0.220703, + 0.224609, + 0.233398, + 0.225586, + 0.169922, + 0.22168, + 0.179688, + 0.233398, + 0.226562, + 0.216797, + 0.227539, + 0.228516, + 0.220703, + 0.230469, + 0.22168, + 0.243164, + 0.236328, + 0.220703, + 0.244141, + 0.227539, + 0.222656, + 0.225586, + 0.232422, + 0.220703, + 0.211914, + 0.224609, + 0.229492, + 0.217773, + 0.222656, + 0.222656, + 0.137695, + 0.232422, + 0.216797, + 0.227539, + 0.234375, + 0.161133, + 0.21875, + 0.229492, + 0.219727, + 0.224609, + 0.228516, + 0.231445, + 0.209961, + 0.192383, + 0.232422, + 0.233398, + 0.228516, + 0.196289, + 0.228516, + 0.083984, + 0.225586, + 0.228516, + 0.232422, + 0.167969, + 0.219727, + 0.205078, + 0.226562, + 0.208984, + 0.230469, + 0.231445, + 0.147461, + 0.233398, + 0.175781, + 0.225586, + 0.217773, + 0.213867, + 0.197266, + 0.21875, + 0.216797, + 0.228516, + 0.236328, + 0.204102, + 0.227539, + 0.115234, + 0.136719, + 0.219727, + 0.112305, + 0.230469, + 0.235352, + 0.214844, + 0.223633, + 0.220703, + 0.222656, + 0.214844, + 0.220703, + 0.230469, + 0.233398, + 0.223633, + 0.224609, + 0.196289, + 0.224609, + 0.232422, + 0.231445, + 0.150391, + 0.227539, + 0.234375, + 0.219727, + 0.158203, + 0.227539, + 0.207031, + 0.212891, + 0.229492, + 0.230469, + 0.230469, + 0.133789, + 0.222656, + 0.22168, + 0.19043, + 0.239258, + 0.238281, + 0.230469, + 0.228516, + 0.220703, + 0.229492, + 0.223633, + 0.224609, + 0.237305, + 0.19043, + 0.205078, + 0.230469, + 0.228516, + 0.228516, + 0.112305, + 0.228516, + 0.185547, + 0.228516, + 0.229492, + 0.209961, + 0.182617, + 0.222656, + 0.232422, + 0.229492, + 0.225586, + 0.222656, + 0.130859, + 0.136719, + 0.22168, + 0.223633, + 0.227539, + 0.143555, + 0.228516, + 0.231445, + 0.213867, + 0.226562, + 0.222656, + 0.233398, + 0.224609, + 0.235352, + 0.169922, + 0.232422, + 0.222656, + 0.214844, + 0.232422, + 0.228516, + 0.234375, + 0.217773, + 0.043701, + 0.229492, + 0.22168, + 0.222656, + 0.230469, + 0.203125, + 0.233398, + 0.140625, + 0.219727, + 0.229492, + 0.225586, + 0.216797, + 0.231445, + 0.230469, + 0.213867, + 0.230469, + 0.222656, + 0.216797, + 0.231445, + 0.061768, + 0.227539, + 0.107422, + 0.236328, + 0.148438, + 0.228516, + 0.21875, + 0.234375, + 0.229492, + 0.161133, + 0.088379, + 0.209961, + 0.219727, + 0.231445, + 0.162109, + 0.222656, + 0.216797, + 0.235352, + 0.220703, + 0.225586, + 0.225586, + 0.235352, + 0.224609, + 0.176758, + 0.220703, + 0.233398, + 0.229492, + 0.22168, + 0.223633, + 0.231445, + 0.213867, + 0.216797, + 0.18457, + 0.238281, + 0.198242, + 0.232422, + 0.239258, + 0.231445, + 0.220703, + 0.21875, + 0.199219, + 0.22168, + 0.232422, + 0.22168, + 0.236328, + 0.231445, + 0.226562, + 0.232422, + 0.236328, + 0.226562, + 0.084961, + 0.225586, + 0.228516, + 0.21582, + 0.163086, + 0.220703, + 0.239258, + 0.217773, + 0.209961, + 0.209961, + 0.174805, + 0.226562, + 0.226562, + 0.225586, + 0.121094, + 0.21875, + 0.225586, + 0.072266, + 0.227539, + 0.136719, + 0.222656, + 0.212891, + 0.222656, + 0.216797, + 0.229492, + 0.220703, + 0.231445, + 0.230469, + 0.130859, + 0.224609, + 0.230469, + 0.219727, + 0.226562, + 0.220703, + 0.230469, + 0.15332, + 0.12207, + 0.21875, + 0.231445, + 0.225586, + 0.197266, + 0.227539, + 0.22168, + 0.1875, + 0.225586, + 0.232422, + 0.236328, + 0.216797, + 0.225586, + 0.213867, + 0.226562, + 0.235352, + 0.201172, + 0.151367, + 0.228516, + 0.229492, + 0.200195, + 0.224609, + 0.228516, + 0.22168, + 0.104492, + 0.233398, + 0.236328, + 0.236328, + 0.22168, + 0.226562, + 0.207031, + 0.224609, + 0.226562, + 0.225586, + 0.230469, + 0.136719, + 0.224609, + 0.216797, + 0.232422, + 0.232422, + 0.229492, + 0.024536, + 0.225586, + 0.212891, + 0.223633, + 0.223633, + 0.263672, + 0.231445, + 0.226562, + 0.230469, + 0.164062, + 0.229492, + 0.236328, + 0.228516, + 0.222656, + 0.176758, + 0.209961, + 0.226562, + 0.116211, + 0.163086, + 0.217773, + 0.227539, + 0.22168, + 0.21875, + 0.236328, + 0.231445, + 0.208984, + 0.224609, + 0.11084, + 0.244141, + 0.166992, + 0.224609, + 0.21875, + 0.226562, + 0.236328, + 0.230469, + 0.224609, + 0.224609, + 0.201172, + 0.234375, + 0.234375, + 0.213867, + 0.235352, + 0.21875, + 0.209961, + 0.224609, + 0.138672, + 0.228516, + 0.189453, + 0.216797, + 0.220703, + 0.227539, + 0.229492, + 0.224609, + 0.230469, + 0.223633, + 0.223633, + 0.235352, + 0.211914, + 0.232422, + 0.231445, + 0.188477, + 0.225586, + 0.12207, + 0.225586, + 0.227539, + 0.229492, + 0.234375, + 0.234375, + 0.207031, + 0.239258, + 0.211914, + 0.220703, + 0.234375, + 0.22168, + 0.162109, + 0.234375, + 0.228516, + 0.233398, + 0.230469, + 0.21875, + 0.225586, + 0.230469, + 0.232422, + 0.208984, + 0.231445, + 0.225586, + 0.206055, + 0.226562, + 0.231445, + 0.213867, + 0.226562, + 0.194336, + 0.237305, + 0.230469, + 0.227539, + 0.225586, + 0.173828, + 0.164062, + 0.228516, + 0.239258, + 0.236328, + 0.229492, + 0.226562, + 0.236328, + 0.227539, + 0.131836, + 0.240234, + 0.22168, + 0.222656, + 0.234375, + 0.213867, + 0.22168, + 0.177734, + 0.219727, + 0.230469, + 0.213867, + 0.232422, + 0.147461, + 0.227539, + 0.223633, + 0.227539, + 0.239258, + 0.228516, + 0.217773, + 0.226562, + 0.231445, + 0.188477, + 0.188477, + 0.222656, + 0.222656, + 0.230469, + 0.226562, + 0.232422, + 0.216797, + 0.224609, + 0.144531, + 0.205078, + 0.233398, + 0.223633, + 0.213867, + 0.231445, + 0.228516, + 0.21875, + 0.213867, + 0.22168, + 0.224609, + 0.236328, + 0.217773, + 0.228516, + 0.222656, + 0.22168, + 0.134766, + 0.227539, + 0.126953, + 0.229492, + 0.222656, + 0.211914, + 0.200195, + 0.22168, + 0.225586, + 0.226562, + 0.233398, + 0.180664, + 0.162109, + 0.222656, + 0.173828, + 0.21875, + 0.210938, + 0.216797, + 0.211914, + 0.225586, + 0.000437, + 0.129883, + 0.226562, + 0.21875 + ] + }, + "name": "model.model.layers.4.post_attention_layernorm.weight", + "outputIndexes": [ + 435 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 434 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_4/Mul_output_0", + "outputIndexes": [ + 436 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 435, + 436 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_4/Mul_1_output_0", + "outputIndexes": [ + 437 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 437 + ], + "outputIndexes": [ + 4516 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4516 + ], + "outputIndexes": [ + 4517 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear", + "inputIndexes": [ + 4517 + ], + "outputIndexes": [ + 4518 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 42486464, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4518 + ], + "outputIndexes": [ + 4519 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4519 + ], + "outputIndexes": [ + 438 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 438 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_4/Sigmoid_output_0", + "outputIndexes": [ + 439 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 438, + 439 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_4/Mul_output_0", + "outputIndexes": [ + 440 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 437 + ], + "outputIndexes": [ + 4520 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4520 + ], + "outputIndexes": [ + 4521 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear", + "inputIndexes": [ + 4521 + ], + "outputIndexes": [ + 4522 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 45066966, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4522 + ], + "outputIndexes": [ + 4523 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4523 + ], + "outputIndexes": [ + 441 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 440, + 441 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_4/Mul_output_0", + "outputIndexes": [ + 442 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 442 + ], + "outputIndexes": [ + 4524 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4524 + ], + "outputIndexes": [ + 4525 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear", + "inputIndexes": [ + 4525 + ], + "outputIndexes": [ + 4526 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 47647468, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4526 + ], + "outputIndexes": [ + 4527 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4527 + ], + "outputIndexes": [ + 443 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 434, + 443 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_24_output_0", + "outputIndexes": [ + 444 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 444, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_45_output_0", + "outputIndexes": [ + 445 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.148438, + 0.179688, + 0.169922, + 0.18457, + 0.144531, + 0.185547, + 0.59375, + 0.193359, + 0.143555, + 0.182617, + 0.263672, + 0.146484, + 0.157227, + 0.136719, + 0.146484, + 0.147461, + 0.24707, + 0.189453, + 0.142578, + 0.155273, + 0.207031, + 0.136719, + 0.161133, + 0.178711, + 0.201172, + 0.181641, + 0.203125, + 0.164062, + 0.154297, + 0.179688, + 0.182617, + 0.298828, + 0.170898, + 0.212891, + 0.147461, + 0.158203, + 0.166016, + 0.158203, + 0.255859, + 0.180664, + 0.157227, + 0.130859, + 0.166992, + 0.192383, + 0.182617, + 0.179688, + 0.15918, + 0.150391, + 0.121582, + 0.296875, + 0.168945, + 0.15332, + 0.131836, + 0.155273, + 0.191406, + 0.178711, + 0.125977, + 0.151367, + 0.192383, + 0.212891, + 0.15918, + 0.15918, + 0.171875, + 0.157227, + 0.201172, + 0.21582, + 0.335938, + 0.171875, + 0.169922, + 0.597656, + 0.176758, + 0.172852, + 0.233398, + 0.176758, + 0.166016, + 0.146484, + 0.194336, + 0.154297, + 0.219727, + 0.194336, + 0.132812, + 0.129883, + 0.158203, + 0.132812, + 0.145508, + 0.116211, + 0.15625, + 0.267578, + 0.154297, + 0.152344, + 0.158203, + 0.172852, + 0.152344, + 0.135742, + 0.198242, + 0.139648, + 0.18457, + 0.125977, + 0.199219, + 0.131836, + 0.236328, + 0.142578, + 0.146484, + 0.15918, + 0.145508, + 0.143555, + 0.163086, + 0.12793, + 0.166992, + 0.138672, + 0.139648, + 0.172852, + 0.142578, + 0.175781, + 0.145508, + 0.249023, + 0.148438, + 0.147461, + 0.162109, + 0.176758, + 0.163086, + 0.164062, + 0.140625, + 0.257812, + 0.148438, + 0.171875, + 0.449219, + 0.143555, + 0.139648, + 0.126953, + 0.15625, + 0.113281, + 0.185547, + 0.176758, + 0.167969, + 0.143555, + 0.128906, + 0.165039, + 0.197266, + 0.169922, + 0.146484, + 0.230469, + 0.151367, + 0.171875, + 0.139648, + 0.179688, + 0.167969, + 0.157227, + 0.185547, + 0.173828, + 0.172852, + 0.15332, + 0.130859, + 0.146484, + 0.150391, + 0.173828, + 0.135742, + 0.154297, + 0.176758, + 0.163086, + 0.198242, + 0.180664, + 0.174805, + 0.131836, + 0.15332, + 0.139648, + 0.21582, + 0.175781, + 0.135742, + 0.291016, + 0.181641, + 0.126953, + 0.147461, + 0.214844, + 0.206055, + 0.204102, + 0.223633, + 0.145508, + 0.15332, + 0.166992, + 0.124512, + 0.166992, + 0.130859, + 0.142578, + 0.155273, + 0.267578, + 0.149414, + 0.162109, + 0.18457, + 0.166992, + 0.136719, + 0.141602, + 0.183594, + 0.165039, + 0.141602, + 0.203125, + 0.142578, + 0.206055, + 0.136719, + 0.197266, + 0.145508, + 0.125, + 0.169922, + 0.18457, + 0.158203, + 0.164062, + 0.123535, + 0.219727, + 0.332031, + 0.152344, + 0.188477, + 0.138672, + 0.154297, + 0.174805, + 0.164062, + 0.166992, + 0.171875, + 0.129883, + 0.166992, + 0.141602, + 0.128906, + 0.128906, + 0.133789, + 0.151367, + 0.158203, + 0.206055, + 0.166992, + 0.110352, + 0.183594, + 0.210938, + 0.248047, + 0.194336, + 0.126953, + 0.141602, + 0.151367, + 0.189453, + 0.208008, + 0.161133, + 0.167969, + 0.138672, + 0.137695, + 0.149414, + 0.157227, + 0.15918, + 0.125977, + 0.169922, + 0.223633, + 0.155273, + 0.167969, + 0.198242, + 0.160156, + 0.142578, + 0.133789, + 0.145508, + 0.200195, + 0.177734, + 0.166016, + 0.140625, + 0.208984, + 0.154297, + 0.158203, + 0.133789, + 0.139648, + 0.15918, + 0.154297, + 0.15332, + 0.149414, + 0.163086, + 0.229492, + 0.143555, + 0.427734, + 0.147461, + 0.201172, + 0.416016, + 0.164062, + 0.178711, + 0.242188, + 0.160156, + 0.527344, + 0.151367, + 0.15332, + 0.160156, + 0.148438, + 0.166992, + 0.167969, + 0.148438, + 0.1875, + 0.143555, + 0.119141, + 0.174805, + 0.143555, + 0.173828, + 0.149414, + 0.206055, + 0.172852, + 0.161133, + 0.117188, + 0.21875, + 0.132812, + 0.162109, + 0.130859, + 0.125977, + 0.135742, + 0.201172, + 0.147461, + 0.148438, + 0.189453, + 0.144531, + 0.147461, + 0.172852, + 0.1875, + 0.135742, + 0.183594, + 0.178711, + 0.174805, + 0.152344, + 0.173828, + 0.175781, + 0.246094, + 0.245117, + 0.148438, + 0.155273, + 0.144531, + 0.15332, + 0.143555, + 0.172852, + 0.167969, + 0.181641, + 0.167969, + 0.197266, + 0.261719, + 0.173828, + 0.285156, + 0.135742, + 0.21875, + 0.158203, + 0.169922, + 0.139648, + 0.18457, + 0.167969, + 0.178711, + 0.182617, + 0.169922, + 0.166016, + 0.12207, + 0.164062, + 0.220703, + 0.136719, + 0.192383, + 0.144531, + 0.144531, + 0.186523, + 0.151367, + 0.168945, + 0.204102, + 0.165039, + 0.174805, + 0.166016, + 0.175781, + 0.165039, + 0.123047, + 0.226562, + 0.129883, + 0.12793, + 0.242188, + 0.136719, + 0.160156, + 0.133789, + 0.21875, + 0.155273, + 0.134766, + 0.149414, + 0.152344, + 0.185547, + 0.202148, + 0.195312, + 0.158203, + 0.161133, + 0.134766, + 0.267578, + 0.267578, + 0.158203, + 0.15918, + 0.141602, + 0.142578, + 0.143555, + 0.185547, + 0.138672, + 0.275391, + 0.210938, + 0.15918, + 0.259766, + 0.136719, + 0.396484, + 0.136719, + 0.148438, + 0.140625, + 0.148438, + 0.151367, + 0.167969, + 0.200195, + 0.176758, + 0.15918, + 0.138672, + 0.137695, + 0.148438, + 0.137695, + 0.167969, + 0.151367, + 0.144531, + 0.18457, + 0.194336, + 0.126953, + 0.15625, + 0.140625, + 0.167969, + 0.15332, + 0.134766, + 0.145508, + 0.165039, + 0.160156, + 0.141602, + 0.243164, + 0.144531, + 0.143555, + 0.155273, + 0.206055, + 0.166992, + 0.230469, + 0.197266, + 0.359375, + 0.194336, + 0.132812, + 0.189453, + 0.134766, + 0.157227, + 0.162109, + 0.15625, + 0.148438, + 0.186523, + 0.129883, + 0.226562, + 0.328125, + 0.162109, + 0.167969, + 0.18457, + 0.168945, + 0.167969, + 0.200195, + 0.148438, + 0.1875, + 0.237305, + 0.133789, + 0.140625, + 0.160156, + 0.163086, + 0.165039, + 0.148438, + 0.142578, + 0.193359, + 0.157227, + 0.169922, + 0.147461, + 0.202148, + 0.174805, + 0.144531, + 0.163086, + 0.19043, + 0.172852, + 0.198242, + 0.173828, + 0.202148, + 0.142578, + 0.164062, + 0.175781, + 0.179688, + 0.192383, + 0.140625, + 0.142578, + 0.214844, + 0.140625, + 0.15918, + 0.146484, + 0.179688, + 0.164062, + 0.171875, + 0.167969, + 0.231445, + 0.133789, + 0.140625, + 0.194336, + 0.144531, + 0.137695, + 0.165039, + 0.171875, + 0.179688, + 0.154297, + 0.166016, + 0.175781, + 0.165039, + 0.523438, + 0.186523, + 0.129883, + 0.211914, + 0.25, + 0.146484, + 0.179688, + 0.176758, + 0.141602, + 0.151367, + 0.181641, + 0.168945, + 0.394531, + 0.151367, + 0.170898, + 0.170898, + 0.151367, + 0.18457, + 0.150391, + 0.151367, + 0.167969, + 0.147461, + 0.171875, + 0.132812, + 0.175781, + 0.167969, + 0.140625, + 0.136719, + 0.140625, + 0.192383, + 0.230469, + 0.143555, + 0.161133, + 0.183594, + 0.161133, + 0.180664, + 0.126953, + 0.154297, + 0.172852, + 0.134766, + 0.167969, + 0.149414, + 0.158203, + 0.148438, + 0.124023, + 0.162109, + 0.130859, + 0.176758, + 0.25, + 0.240234, + 0.22168, + 0.152344, + 0.146484, + 0.146484, + 0.163086, + 0.125977, + 0.228516, + 0.04248, + 0.135742, + 0.148438, + 0.253906, + 0.257812, + 0.137695, + 0.157227, + 0.179688, + 0.21582, + 0.158203, + 0.136719, + 0.147461, + 0.163086, + 0.18457, + 0.137695, + 0.15625, + 0.151367, + 0.146484, + 0.167969, + 0.15918, + 0.12793, + 0.170898, + 0.142578, + 0.141602, + 0.146484, + 0.158203, + 0.170898, + 0.15332, + 0.174805, + 0.173828, + 0.193359, + 0.139648, + 0.132812, + 0.179688, + 0.188477, + 0.142578, + 0.144531, + 0.191406, + 0.163086, + 0.147461, + 0.233398, + 0.1875, + 0.163086, + 0.170898, + 0.169922, + 0.186523, + 0.154297, + 0.105957, + 0.1875, + 0.139648, + 0.172852, + 0.188477, + 0.142578, + 0.165039, + 0.151367, + 0.245117, + 0.206055, + 0.130859, + 0.183594, + 0.267578, + 0.140625, + 0.166992, + 0.143555, + 0.178711, + 0.125977, + 0.207031, + 0.201172, + 0.15918, + 0.118164, + 0.147461, + 0.382812, + 0.154297, + 0.129883, + 0.494141, + 0.148438, + 0.15625, + 0.148438, + 0.15918, + 0.125977, + 0.151367, + 0.225586, + 0.145508, + 0.131836, + 0.199219, + 0.144531, + 0.167969, + 0.183594, + 0.200195, + 0.175781, + 0.189453, + 0.202148, + 0.185547, + 0.208008, + 0.191406, + 0.192383, + 0.210938, + 0.158203, + 0.135742, + 0.123047, + 0.200195, + 0.155273, + 0.158203, + 0.231445, + 0.142578, + 0.136719, + 0.162109, + 0.539062, + 0.135742, + 0.145508, + 0.140625, + 0.15918, + 0.193359, + 0.164062, + 0.144531, + 0.173828, + 0.185547, + 0.4375, + 0.139648, + 0.168945, + 0.427734, + 0.137695, + 0.157227, + 0.121582, + 0.18457, + 0.160156, + 0.605469, + 0.149414, + 0.148438, + 0.161133, + 0.167969, + 0.167969, + 0.143555, + 0.133789, + 0.180664, + 0.12793, + 0.18457, + 0.142578, + 0.166992, + 0.148438, + 0.163086, + 0.177734, + 0.125977, + 0.151367, + 0.142578, + 0.149414, + 0.202148, + 0.125, + 0.229492, + 0.193359, + 0.150391, + 0.145508, + 0.186523, + 0.165039, + 0.277344, + 0.200195, + 0.12793, + 0.163086, + 0.121094, + 0.15332, + 0.135742, + 0.314453, + 0.151367, + 0.151367, + 0.314453, + 0.169922, + 0.128906, + 0.175781, + 0.129883, + 0.212891, + 0.441406, + 0.140625, + 0.181641, + 0.179688, + 0.162109, + 0.195312, + 0.164062, + 0.132812, + 0.167969, + 0.139648, + 0.161133, + 0.131836, + 0.149414, + 0.149414, + 0.142578, + 0.149414, + 0.171875, + 0.188477, + 0.15918, + 0.135742, + 0.359375, + 0.152344, + 0.15332, + 0.22168, + 0.144531, + 0.22168, + 0.148438, + 0.157227, + 0.154297, + 0.121582, + 0.144531, + 0.189453, + 0.162109, + 0.160156, + 0.151367, + 0.154297, + 0.201172, + 0.186523, + 0.125977, + 0.15332, + 0.181641, + 0.12207, + 0.138672, + 0.220703, + 0.249023, + 0.189453, + 0.204102, + 0.139648, + 0.21582, + 0.196289, + 0.183594, + 0.134766, + 0.145508, + 0.157227, + 0.236328, + 0.149414, + 0.21875, + 0.163086, + 0.167969, + 0.166992, + 0.188477, + 0.182617, + 0.208984, + 0.15918, + 0.157227, + 0.195312, + 0.189453, + 0.172852, + 0.144531, + 0.125977, + 0.326172, + 0.152344, + 0.15918, + 0.121582, + 0.154297, + 0.130859, + 0.162109, + 0.168945, + 0.142578, + 0.15625, + 0.145508, + 0.182617, + 0.171875, + 0.230469, + 0.152344, + 0.139648, + 0.170898, + 0.134766, + 0.149414, + 0.185547, + 0.145508, + 0.125, + 0.165039, + 0.173828, + 0.162109, + 0.147461, + 0.143555, + 0.198242, + 0.155273, + 0.125977, + 0.137695, + 0.166016, + 0.15625, + 0.193359, + 0.208008, + 0.142578, + 0.174805, + 0.132812, + 0.115723, + 0.166016, + 0.182617, + 0.164062, + 0.25, + 0.166016, + 0.142578, + 0.217773, + 0.146484, + 0.143555, + 0.147461, + 0.165039, + 0.128906, + 0.157227, + 0.166992, + 0.174805, + 0.151367, + 0.169922, + 0.402344, + 0.166016, + 0.142578, + 0.166016, + 0.196289, + 0.169922, + 0.163086, + 0.142578, + 0.191406, + 0.18457, + 0.138672, + 0.162109, + 0.154297, + 0.244141, + 0.134766, + 0.165039, + 0.186523, + 0.169922, + 0.152344, + 0.163086, + 0.170898, + 0.142578, + 0.15625, + 0.1875, + 0.206055, + 0.162109, + 0.147461, + 0.398438, + 0.136719, + 0.176758, + 0.15918, + 0.1875, + 0.228516, + 0.144531, + 0.145508, + 0.151367, + 0.166016, + 0.170898, + 0.171875, + 0.131836, + 0.285156, + 0.158203, + 0.147461, + 0.139648, + 0.175781, + 0.132812, + 0.186523, + 0.175781, + 0.206055, + 0.140625, + 0.15625, + 0.206055, + 0.135742, + 0.125977, + 0.166992, + 0.173828, + 0.166016, + 0.157227, + 0.19043, + 0.171875, + 0.175781, + 0.158203, + 0.173828, + 0.130859, + 0.135742, + 0.144531, + 0.148438, + 0.144531, + 0.193359, + 0.205078, + 0.150391, + 0.143555, + 0.141602, + 0.289062, + 0.148438, + 0.238281, + 0.176758, + 0.174805, + 0.18457, + 0.124512, + 0.136719, + 0.163086, + 0.115234, + 0.136719, + 0.165039, + 0.135742, + 0.167969, + 0.134766, + 0.154297, + 0.129883, + 0.230469, + 0.154297, + 0.123047, + 0.160156, + 0.189453, + 0.154297, + 0.133789, + 0.195312, + 0.146484, + 0.244141, + 0.206055, + 0.165039, + 0.139648, + 0.150391, + 0.144531, + 0.152344, + 0.174805, + 0.349609, + 0.141602, + 0.161133, + 0.128906, + 0.140625, + 0.139648, + 0.154297, + 0.118652, + 0.131836, + 0.161133, + 0.176758, + 0.150391, + 0.132812, + 0.148438, + 0.158203, + 0.151367, + 0.170898, + 0.164062, + 0.178711, + 0.330078, + 0.147461, + 0.229492, + 0.210938, + 0.201172, + 0.205078, + 0.167969, + 0.171875, + 0.165039, + 0.198242, + 0.417969, + 0.144531, + 0.151367, + 0.145508, + 0.151367, + 0.185547, + 0.158203, + 0.145508, + 0.170898, + 0.149414, + 0.152344, + 0.15332, + 0.144531, + 0.128906, + 0.130859, + 0.182617, + 0.161133, + 0.139648, + 0.157227, + 0.173828, + 0.157227, + 0.139648, + 0.222656, + 0.145508, + 0.182617, + 0.176758, + 0.133789, + 0.140625, + 0.169922, + 0.167969, + 0.181641, + 0.144531, + 0.18457, + 0.169922, + 0.157227, + 0.147461, + 0.15332, + 0.117188, + 0.164062, + 0.162109, + 0.217773, + 0.137695, + 0.136719, + 0.164062, + 0.157227, + 0.183594, + 0.157227, + 0.135742, + 0.197266, + 0.339844, + 0.145508, + 0.152344, + 0.138672, + 0.128906, + 0.18457, + 0.170898, + 0.144531, + 0.484375, + 0.15332, + 0.171875, + 0.140625, + 0.183594, + 0.207031, + 0.171875, + 0.142578, + 0.138672, + 0.123535, + 0.145508, + 0.18457, + 0.176758, + 0.132812, + 0.166016, + 0.142578, + 0.161133, + 0.138672, + 0.141602, + 0.462891, + 0.170898, + 0.182617, + 0.178711, + 0.188477, + 0.139648, + 0.150391, + 0.216797, + 0.18457, + 0.151367, + 0.128906, + 0.180664, + 0.154297, + 0.21875, + 0.192383, + 0.143555, + 0.173828, + 0.185547, + 0.143555, + 0.139648, + 0.199219, + 0.152344, + 0.130859, + 0.178711, + 0.223633, + 0.135742, + 0.169922, + 0.1875, + 0.225586, + 0.132812, + 0.178711, + 0.123047, + 0.198242, + 0.128906, + 0.147461, + 0.259766, + 0.163086, + 0.191406, + 0.155273, + 0.141602, + 0.140625, + 0.628906, + 0.125977, + 0.144531, + 0.166016, + 0.154297, + 0.476562, + 0.149414, + 0.161133, + 0.150391, + 0.337891, + 0.138672, + 0.141602, + 0.207031, + 0.148438, + 0.226562, + 0.193359, + 0.125977, + 0.205078, + 0.148438, + 0.165039, + 0.137695, + 0.137695, + 0.155273, + 0.166992, + 0.15625, + 0.165039, + 0.170898, + 0.210938, + 0.183594, + 0.191406, + 0.15625, + 0.129883, + 0.21582, + 0.117188, + 0.161133, + 0.163086, + 0.151367, + 0.149414, + 0.207031, + 0.181641, + 0.150391, + 0.157227, + 0.147461, + 0.243164, + 0.166016, + 0.249023, + 0.152344, + 0.210938, + 0.143555, + 0.140625, + 0.169922, + 0.12793, + 0.192383, + 0.183594, + 0.151367, + 0.181641, + 0.202148, + 0.169922, + 0.130859, + 0.165039, + 0.24707, + 0.142578, + 0.139648, + 0.166992, + 0.157227, + 0.161133, + 0.119629, + 0.169922, + 0.129883, + 0.179688, + 0.168945, + 0.166016, + 0.142578, + 0.168945, + 0.167969, + 0.117676, + 0.172852, + 0.132812, + 0.163086, + 0.160156, + 0.132812, + 0.134766, + 0.140625, + 0.189453, + 0.144531, + 0.139648, + 0.208008, + 0.147461, + 0.161133, + 0.175781, + 0.193359, + 0.163086, + 0.165039, + 0.151367, + 0.139648, + 0.137695, + 0.228516, + 0.146484, + 0.129883, + 0.137695, + 0.140625, + 0.137695, + 0.192383, + 0.152344, + 0.142578, + 0.175781, + 0.15918, + 0.172852, + 0.164062, + 0.130859, + 0.143555, + 0.180664, + 0.160156, + 0.166992, + 0.149414, + 0.158203, + 0.167969, + 0.172852, + 0.119629, + 0.146484, + 0.168945, + 0.157227, + 0.172852, + 0.133789, + 0.193359, + 0.146484, + 0.226562, + 0.232422, + 0.147461, + 0.148438, + 0.15332, + 0.15332, + 0.130859, + 0.205078, + 0.172852, + 0.175781, + 0.164062, + 0.177734, + 0.142578, + 0.170898, + 0.133789, + 0.15625, + 0.203125, + 0.161133, + 0.143555, + 0.126953, + 0.175781, + 0.15918, + 0.188477, + 0.147461, + 0.140625, + 0.217773, + 0.155273, + 0.19043, + 0.175781, + 0.155273, + 0.233398, + 0.133789, + 0.172852, + 0.143555, + 0.169922, + 0.140625, + 0.170898, + 0.170898, + 0.131836, + 0.181641, + 0.180664, + 0.181641, + 0.149414, + 0.183594, + 0.177734, + 0.390625, + 0.208008, + 0.152344, + 0.214844 + ] + }, + "name": "model.model.layers.5.input_layernorm.weight", + "outputIndexes": [ + 446 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 445 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_5/Mul_output_0", + "outputIndexes": [ + 447 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 446, + 447 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_5/Mul_1_output_0", + "outputIndexes": [ + 448 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 448 + ], + "outputIndexes": [ + 4528 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4528 + ], + "outputIndexes": [ + 4529 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear", + "inputIndexes": [ + 4529 + ], + "outputIndexes": [ + 4530 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 50227970, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4530 + ], + "outputIndexes": [ + 4531 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4531 + ], + "outputIndexes": [ + 449 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 448 + ], + "main_type": "NONE", + "name": "/Shape_71_output_0", + "outputIndexes": [ + 450 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 450 + ], + "main_type": "NONE", + "name": "Shape1159", + "outputIndexes": [ + 451 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 450 + ], + "main_type": "NONE", + "name": "Rank1161", + "outputIndexes": [ + 452 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 452, + 452 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1163", + "outputIndexes": [ + 453 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 453 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1164", + "outputIndexes": [ + 454 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 453, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1166", + "outputIndexes": [ + 455 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 455 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1167", + "outputIndexes": [ + 456 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 451, + 454, + 456, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1170", + "outputIndexes": [ + 457 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 457 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1171", + "outputIndexes": [ + 458 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 458 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1172", + "outputIndexes": [ + 459 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 459, + 458 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1173", + "outputIndexes": [ + 460 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 450, + 460, + 453 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_79_output_0", + "outputIndexes": [ + 461 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 461, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_161_output_0", + "outputIndexes": [ + 462 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 462, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_65_output_0", + "outputIndexes": [ + 463 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 449, + 463 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_46_output_0", + "outputIndexes": [ + 464 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 464, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_40_output_0", + "outputIndexes": [ + 465 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 464 + ], + "main_type": "NONE", + "name": "/Shape_72_output_0", + "outputIndexes": [ + 466 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 466 + ], + "main_type": "NONE", + "name": "Shape1180", + "outputIndexes": [ + 467 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 466 + ], + "main_type": "NONE", + "name": "Rank1182", + "outputIndexes": [ + 468 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 468, + 468 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1184", + "outputIndexes": [ + 469 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 469 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1185", + "outputIndexes": [ + 470 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 469, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1187", + "outputIndexes": [ + 471 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 471 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1188", + "outputIndexes": [ + 472 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 467, + 470, + 472, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1191", + "outputIndexes": [ + 473 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 473 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1192", + "outputIndexes": [ + 474 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 474 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1193", + "outputIndexes": [ + 475 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 475, + 474 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1194", + "outputIndexes": [ + 476 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 466, + 476, + 469 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_80_output_0", + "outputIndexes": [ + 477 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 477, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_15_output_0", + "outputIndexes": [ + 478 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 478, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_166_output_0", + "outputIndexes": [ + 479 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 464, + 479, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_21_output_0", + "outputIndexes": [ + 480 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 480 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_10_output_0", + "outputIndexes": [ + 481 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 464, + 22, + 479, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_20_output_0", + "outputIndexes": [ + 482 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 481, + 482 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_68_output_0", + "outputIndexes": [ + 483 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 483, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_41_output_0", + "outputIndexes": [ + 484 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 465, + 484 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_25_output_0", + "outputIndexes": [ + 485 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 448 + ], + "outputIndexes": [ + 4532 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4532 + ], + "outputIndexes": [ + 4533 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear", + "inputIndexes": [ + 4533 + ], + "outputIndexes": [ + 4534 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 51149592, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4534 + ], + "outputIndexes": [ + 4535 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4535 + ], + "outputIndexes": [ + 486 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 462, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_66_output_0", + "outputIndexes": [ + 487 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 486, + 487 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_47_output_0", + "outputIndexes": [ + 488 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 488, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_42_output_0", + "outputIndexes": [ + 489 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 488 + ], + "main_type": "NONE", + "name": "/Shape_73_output_0", + "outputIndexes": [ + 490 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 490 + ], + "main_type": "NONE", + "name": "Shape1243", + "outputIndexes": [ + 491 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 490 + ], + "main_type": "NONE", + "name": "Rank1245", + "outputIndexes": [ + 492 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 492, + 492 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1247", + "outputIndexes": [ + 493 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 493 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1248", + "outputIndexes": [ + 494 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 493, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1250", + "outputIndexes": [ + 495 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 495 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1251", + "outputIndexes": [ + 496 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 491, + 494, + 496, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1254", + "outputIndexes": [ + 497 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 497 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1255", + "outputIndexes": [ + 498 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1256", + "outputIndexes": [ + 499 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 499, + 498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1257", + "outputIndexes": [ + 500 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 490, + 500, + 493 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_81_output_0", + "outputIndexes": [ + 501 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 501, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_16_output_0", + "outputIndexes": [ + 502 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 502, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_168_output_0", + "outputIndexes": [ + 503 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 488, + 503, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_23_output_0", + "outputIndexes": [ + 504 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 504 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_11_output_0", + "outputIndexes": [ + 505 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 488, + 22, + 503, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_22_output_0", + "outputIndexes": [ + 506 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 505, + 506 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_69_output_0", + "outputIndexes": [ + 507 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 507, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_43_output_0", + "outputIndexes": [ + 508 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 489, + 508 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_26_output_0", + "outputIndexes": [ + 509 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 448 + ], + "outputIndexes": [ + 4536 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4536 + ], + "outputIndexes": [ + 4537 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear", + "inputIndexes": [ + 4537 + ], + "outputIndexes": [ + 4538 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 51380014, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4538 + ], + "outputIndexes": [ + 4539 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4539 + ], + "outputIndexes": [ + 510 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 510, + 487 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_48_output_0", + "outputIndexes": [ + 511 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 485, + 509, + 511, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_53_output_0", + "outputIndexes": [ + 512 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 512 + ], + "outputIndexes": [ + 4540 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4540 + ], + "outputIndexes": [ + 4541 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear", + "inputIndexes": [ + 4541 + ], + "outputIndexes": [ + 4542 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 51610436, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4542 + ], + "outputIndexes": [ + 4543 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4543 + ], + "outputIndexes": [ + 513 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 445, + 513 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_28_output_0", + "outputIndexes": [ + 514 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.191406, + 0.222656, + 0.236328, + 0.230469, + 0.232422, + 0.232422, + 0.074707, + 0.227539, + 0.208008, + 0.212891, + 0.147461, + 0.230469, + 0.186523, + 0.245117, + 0.232422, + 0.244141, + 0.207031, + 0.219727, + 0.227539, + 0.166992, + 0.235352, + 0.234375, + 0.229492, + 0.192383, + 0.223633, + 0.238281, + 0.223633, + 0.238281, + 0.228516, + 0.235352, + 0.21875, + 0.131836, + 0.234375, + 0.21875, + 0.238281, + 0.224609, + 0.158203, + 0.231445, + 0.140625, + 0.233398, + 0.227539, + 0.240234, + 0.208008, + 0.229492, + 0.179688, + 0.224609, + 0.237305, + 0.160156, + 0.236328, + 0.143555, + 0.237305, + 0.144531, + 0.24707, + 0.238281, + 0.168945, + 0.243164, + 0.241211, + 0.212891, + 0.228516, + 0.234375, + 0.227539, + 0.222656, + 0.216797, + 0.230469, + 0.204102, + 0.205078, + 0.15332, + 0.146484, + 0.225586, + 0.112793, + 0.242188, + 0.162109, + 0.176758, + 0.227539, + 0.253906, + 0.22168, + 0.200195, + 0.238281, + 0.140625, + 0.227539, + 0.209961, + 0.245117, + 0.209961, + 0.223633, + 0.237305, + 0.168945, + 0.242188, + 0.148438, + 0.230469, + 0.169922, + 0.207031, + 0.225586, + 0.177734, + 0.220703, + 0.146484, + 0.149414, + 0.237305, + 0.239258, + 0.235352, + 0.235352, + 0.148438, + 0.228516, + 0.239258, + 0.227539, + 0.237305, + 0.15332, + 0.235352, + 0.232422, + 0.220703, + 0.229492, + 0.231445, + 0.235352, + 0.226562, + 0.231445, + 0.223633, + 0.222656, + 0.217773, + 0.227539, + 0.232422, + 0.222656, + 0.217773, + 0.202148, + 0.240234, + 0.193359, + 0.237305, + 0.225586, + 0.069336, + 0.228516, + 0.219727, + 0.248047, + 0.240234, + 0.240234, + 0.226562, + 0.222656, + 0.232422, + 0.213867, + 0.240234, + 0.230469, + 0.230469, + 0.194336, + 0.233398, + 0.244141, + 0.225586, + 0.241211, + 0.239258, + 0.230469, + 0.216797, + 0.198242, + 0.226562, + 0.234375, + 0.223633, + 0.238281, + 0.232422, + 0.242188, + 0.230469, + 0.233398, + 0.24707, + 0.236328, + 0.146484, + 0.240234, + 0.144531, + 0.216797, + 0.175781, + 0.239258, + 0.226562, + 0.24707, + 0.131836, + 0.246094, + 0.226562, + 0.142578, + 0.194336, + 0.244141, + 0.241211, + 0.133789, + 0.136719, + 0.240234, + 0.163086, + 0.240234, + 0.244141, + 0.238281, + 0.224609, + 0.202148, + 0.213867, + 0.224609, + 0.230469, + 0.222656, + 0.237305, + 0.22168, + 0.243164, + 0.235352, + 0.239258, + 0.227539, + 0.136719, + 0.223633, + 0.226562, + 0.231445, + 0.227539, + 0.136719, + 0.000241, + 0.228516, + 0.231445, + 0.237305, + 0.200195, + 0.223633, + 0.212891, + 0.223633, + 0.230469, + 0.214844, + 0.199219, + 0.232422, + 0.232422, + 0.220703, + 0.239258, + 0.140625, + 0.240234, + 0.227539, + 0.21875, + 0.231445, + 0.242188, + 0.243164, + 0.237305, + 0.229492, + 0.205078, + 0.220703, + 0.238281, + 0.240234, + 0.233398, + 0.145508, + 0.235352, + 0.163086, + 0.203125, + 0.173828, + 0.244141, + 0.226562, + 0.25, + 0.181641, + 0.239258, + 0.223633, + 0.242188, + 0.238281, + 0.230469, + 0.21582, + 0.224609, + 0.230469, + 0.237305, + 0.208984, + 0.144531, + 0.236328, + 0.233398, + 0.231445, + 0.238281, + 0.189453, + 0.154297, + 0.229492, + 0.205078, + 0.236328, + 0.209961, + 0.238281, + 0.138672, + 0.232422, + 0.242188, + 0.227539, + 0.231445, + 0.194336, + 0.232422, + 0.234375, + 0.21875, + 0.230469, + 0.142578, + 0.232422, + 0.098633, + 0.235352, + 0.22168, + 0.09082, + 0.180664, + 0.239258, + 0.229492, + 0.205078, + 0.144531, + 0.236328, + 0.186523, + 0.234375, + 0.22168, + 0.245117, + 0.242188, + 0.217773, + 0.241211, + 0.246094, + 0.237305, + 0.234375, + 0.231445, + 0.241211, + 0.236328, + 0.21875, + 0.234375, + 0.233398, + 0.231445, + 0.226562, + 0.240234, + 0.243164, + 0.229492, + 0.217773, + 0.232422, + 0.162109, + 0.225586, + 0.234375, + 0.205078, + 0.224609, + 0.240234, + 0.237305, + 0.174805, + 0.239258, + 0.162109, + 0.185547, + 0.222656, + 0.232422, + 0.232422, + 0.182617, + 0.225586, + 0.140625, + 0.243164, + 0.244141, + 0.230469, + 0.229492, + 0.225586, + 0.226562, + 0.233398, + 0.245117, + 0.240234, + 0.140625, + 0.193359, + 0.18457, + 0.139648, + 0.227539, + 0.228516, + 0.230469, + 0.245117, + 0.203125, + 0.15332, + 0.152344, + 0.225586, + 0.227539, + 0.234375, + 0.193359, + 0.239258, + 0.228516, + 0.208984, + 0.239258, + 0.220703, + 0.236328, + 0.241211, + 0.223633, + 0.195312, + 0.233398, + 0.227539, + 0.233398, + 0.242188, + 0.232422, + 0.223633, + 0.226562, + 0.227539, + 0.146484, + 0.234375, + 0.236328, + 0.193359, + 0.228516, + 0.241211, + 0.239258, + 0.150391, + 0.214844, + 0.244141, + 0.227539, + 0.235352, + 0.154297, + 0.225586, + 0.22168, + 0.246094, + 0.230469, + 0.234375, + 0.140625, + 0.03833, + 0.220703, + 0.232422, + 0.228516, + 0.236328, + 0.216797, + 0.213867, + 0.236328, + 0.197266, + 0.227539, + 0.226562, + 0.142578, + 0.242188, + 0.146484, + 0.237305, + 0.228516, + 0.229492, + 0.238281, + 0.24707, + 0.22168, + 0.216797, + 0.24707, + 0.196289, + 0.240234, + 0.240234, + 0.196289, + 0.248047, + 0.21875, + 0.228516, + 0.228516, + 0.199219, + 0.240234, + 0.24707, + 0.224609, + 0.242188, + 0.234375, + 0.211914, + 0.236328, + 0.229492, + 0.210938, + 0.243164, + 0.230469, + 0.118652, + 0.232422, + 0.239258, + 0.164062, + 0.225586, + 0.220703, + 0.206055, + 0.227539, + 0.157227, + 0.164062, + 0.233398, + 0.244141, + 0.231445, + 0.231445, + 0.24707, + 0.220703, + 0.22168, + 0.251953, + 0.243164, + 0.152344, + 0.171875, + 0.244141, + 0.207031, + 0.191406, + 0.232422, + 0.227539, + 0.163086, + 0.235352, + 0.209961, + 0.22168, + 0.226562, + 0.241211, + 0.236328, + 0.239258, + 0.238281, + 0.225586, + 0.217773, + 0.228516, + 0.234375, + 0.22168, + 0.232422, + 0.227539, + 0.141602, + 0.228516, + 0.208984, + 0.241211, + 0.237305, + 0.151367, + 0.228516, + 0.236328, + 0.233398, + 0.232422, + 0.219727, + 0.219727, + 0.21582, + 0.235352, + 0.201172, + 0.165039, + 0.236328, + 0.240234, + 0.248047, + 0.227539, + 0.237305, + 0.220703, + 0.228516, + 0.179688, + 0.242188, + 0.228516, + 0.234375, + 0.237305, + 0.238281, + 0.238281, + 0.224609, + 0.189453, + 0.232422, + 0.232422, + 0.22168, + 0.206055, + 0.086914, + 0.219727, + 0.243164, + 0.237305, + 0.135742, + 0.224609, + 0.227539, + 0.222656, + 0.241211, + 0.235352, + 0.230469, + 0.241211, + 0.084961, + 0.19043, + 0.197266, + 0.236328, + 0.233398, + 0.133789, + 0.203125, + 0.226562, + 0.232422, + 0.225586, + 0.149414, + 0.235352, + 0.241211, + 0.231445, + 0.234375, + 0.245117, + 0.239258, + 0.198242, + 0.207031, + 0.213867, + 0.167969, + 0.140625, + 0.231445, + 0.225586, + 0.220703, + 0.234375, + 0.210938, + 0.219727, + 0.237305, + 0.166016, + 0.205078, + 0.234375, + 0.230469, + 0.199219, + 0.226562, + 0.136719, + 0.208008, + 0.217773, + 0.227539, + 0.239258, + 0.231445, + 0.240234, + 0.226562, + 0.241211, + 0.171875, + 0.105469, + 0.235352, + 0.148438, + 0.124512, + 0.168945, + 0.232422, + 0.224609, + 0.202148, + 0.148438, + 0.231445, + 0.229492, + 0.232422, + 0.229492, + 0.241211, + 0.228516, + 0.176758, + 0.240234, + 0.224609, + 0.230469, + 0.21582, + 0.238281, + 0.213867, + 0.145508, + 0.243164, + 0.230469, + 0.216797, + 0.236328, + 0.233398, + 0.21875, + 0.237305, + 0.230469, + 0.246094, + 0.240234, + 0.202148, + 0.134766, + 0.24707, + 0.227539, + 0.235352, + 0.181641, + 0.237305, + 0.139648, + 0.154297, + 0.225586, + 0.229492, + 0.235352, + 0.222656, + 0.239258, + 0.137695, + 0.197266, + 0.225586, + 0.205078, + 0.21582, + 0.241211, + 0.212891, + 0.245117, + 0.238281, + 0.172852, + 0.216797, + 0.217773, + 0.141602, + 0.230469, + 0.226562, + 0.230469, + 0.148438, + 0.248047, + 0.214844, + 0.223633, + 0.212891, + 0.142578, + 0.239258, + 0.145508, + 0.231445, + 0.132812, + 0.02124, + 0.230469, + 0.229492, + 0.224609, + 0.207031, + 0.248047, + 0.240234, + 0.219727, + 0.227539, + 0.236328, + 0.204102, + 0.232422, + 0.233398, + 0.19043, + 0.147461, + 0.21582, + 0.216797, + 0.149414, + 0.225586, + 0.224609, + 0.237305, + 0.239258, + 0.242188, + 0.161133, + 0.228516, + 0.220703, + 0.143555, + 0.228516, + 0.154297, + 0.139648, + 0.234375, + 0.235352, + 0.21875, + 0.135742, + 0.229492, + 0.234375, + 0.222656, + 0.227539, + 0.229492, + 0.240234, + 0.224609, + 0.237305, + 0.234375, + 0.080078, + 0.189453, + 0.143555, + 0.253906, + 0.231445, + 0.245117, + 0.232422, + 0.237305, + 0.236328, + 0.037598, + 0.22168, + 0.237305, + 0.239258, + 0.197266, + 0.237305, + 0.241211, + 0.21582, + 0.197266, + 0.238281, + 0.231445, + 0.232422, + 0.199219, + 0.234375, + 0.229492, + 0.125977, + 0.237305, + 0.228516, + 0.225586, + 0.244141, + 0.147461, + 0.234375, + 0.15625, + 0.175781, + 0.238281, + 0.228516, + 0.201172, + 0.222656, + 0.192383, + 0.233398, + 0.237305, + 0.236328, + 0.242188, + 0.235352, + 0.222656, + 0.140625, + 0.15625, + 0.225586, + 0.155273, + 0.21875, + 0.194336, + 0.236328, + 0.241211, + 0.220703, + 0.136719, + 0.236328, + 0.237305, + 0.220703, + 0.248047, + 0.161133, + 0.237305, + 0.245117, + 0.173828, + 0.242188, + 0.171875, + 0.233398, + 0.224609, + 0.239258, + 0.239258, + 0.231445, + 0.238281, + 0.219727, + 0.236328, + 0.229492, + 0.047852, + 0.225586, + 0.234375, + 0.108887, + 0.182617, + 0.145508, + 0.236328, + 0.212891, + 0.245117, + 0.236328, + 0.222656, + 0.21582, + 0.209961, + 0.213867, + 0.238281, + 0.232422, + 0.222656, + 0.178711, + 0.239258, + 0.235352, + 0.185547, + 0.245117, + 0.227539, + 0.136719, + 0.146484, + 0.195312, + 0.204102, + 0.216797, + 0.193359, + 0.233398, + 0.226562, + 0.237305, + 0.235352, + 0.243164, + 0.158203, + 0.245117, + 0.186523, + 0.233398, + 0.231445, + 0.232422, + 0.207031, + 0.237305, + 0.226562, + 0.229492, + 0.241211, + 0.222656, + 0.21875, + 0.195312, + 0.233398, + 0.239258, + 0.138672, + 0.220703, + 0.220703, + 0.238281, + 0.233398, + 0.229492, + 0.234375, + 0.224609, + 0.224609, + 0.242188, + 0.237305, + 0.167969, + 0.229492, + 0.166016, + 0.238281, + 0.235352, + 0.227539, + 0.235352, + 0.235352, + 0.21875, + 0.236328, + 0.229492, + 0.243164, + 0.246094, + 0.220703, + 0.243164, + 0.234375, + 0.227539, + 0.229492, + 0.243164, + 0.217773, + 0.21875, + 0.236328, + 0.229492, + 0.227539, + 0.231445, + 0.230469, + 0.143555, + 0.25, + 0.230469, + 0.239258, + 0.230469, + 0.143555, + 0.227539, + 0.237305, + 0.228516, + 0.223633, + 0.230469, + 0.228516, + 0.209961, + 0.192383, + 0.233398, + 0.237305, + 0.225586, + 0.197266, + 0.246094, + 0.121094, + 0.236328, + 0.238281, + 0.229492, + 0.175781, + 0.22168, + 0.199219, + 0.242188, + 0.208008, + 0.245117, + 0.243164, + 0.148438, + 0.239258, + 0.174805, + 0.232422, + 0.210938, + 0.205078, + 0.196289, + 0.227539, + 0.235352, + 0.222656, + 0.246094, + 0.202148, + 0.236328, + 0.151367, + 0.143555, + 0.229492, + 0.146484, + 0.242188, + 0.243164, + 0.233398, + 0.230469, + 0.225586, + 0.238281, + 0.22168, + 0.22168, + 0.235352, + 0.230469, + 0.233398, + 0.235352, + 0.191406, + 0.230469, + 0.239258, + 0.233398, + 0.158203, + 0.229492, + 0.232422, + 0.229492, + 0.158203, + 0.237305, + 0.204102, + 0.209961, + 0.233398, + 0.241211, + 0.231445, + 0.125, + 0.228516, + 0.226562, + 0.188477, + 0.246094, + 0.239258, + 0.241211, + 0.229492, + 0.233398, + 0.240234, + 0.217773, + 0.239258, + 0.249023, + 0.1875, + 0.210938, + 0.236328, + 0.233398, + 0.246094, + 0.142578, + 0.233398, + 0.176758, + 0.229492, + 0.237305, + 0.21875, + 0.181641, + 0.235352, + 0.244141, + 0.231445, + 0.230469, + 0.225586, + 0.129883, + 0.146484, + 0.230469, + 0.240234, + 0.233398, + 0.134766, + 0.232422, + 0.230469, + 0.211914, + 0.235352, + 0.230469, + 0.234375, + 0.228516, + 0.229492, + 0.162109, + 0.226562, + 0.233398, + 0.222656, + 0.240234, + 0.226562, + 0.243164, + 0.227539, + 0.060303, + 0.228516, + 0.242188, + 0.235352, + 0.229492, + 0.203125, + 0.240234, + 0.142578, + 0.234375, + 0.224609, + 0.234375, + 0.229492, + 0.242188, + 0.232422, + 0.21582, + 0.236328, + 0.220703, + 0.214844, + 0.24707, + 0.086426, + 0.240234, + 0.134766, + 0.239258, + 0.128906, + 0.228516, + 0.216797, + 0.239258, + 0.234375, + 0.146484, + 0.121094, + 0.21875, + 0.224609, + 0.237305, + 0.162109, + 0.231445, + 0.217773, + 0.243164, + 0.222656, + 0.235352, + 0.235352, + 0.234375, + 0.226562, + 0.170898, + 0.227539, + 0.243164, + 0.234375, + 0.229492, + 0.238281, + 0.243164, + 0.210938, + 0.21582, + 0.173828, + 0.238281, + 0.204102, + 0.235352, + 0.243164, + 0.230469, + 0.219727, + 0.21875, + 0.188477, + 0.231445, + 0.240234, + 0.21875, + 0.248047, + 0.238281, + 0.236328, + 0.241211, + 0.235352, + 0.235352, + 0.092773, + 0.230469, + 0.234375, + 0.211914, + 0.163086, + 0.223633, + 0.241211, + 0.22168, + 0.197266, + 0.202148, + 0.165039, + 0.243164, + 0.244141, + 0.230469, + 0.143555, + 0.224609, + 0.231445, + 0.125, + 0.233398, + 0.142578, + 0.233398, + 0.227539, + 0.229492, + 0.220703, + 0.229492, + 0.224609, + 0.243164, + 0.241211, + 0.142578, + 0.220703, + 0.248047, + 0.216797, + 0.235352, + 0.222656, + 0.237305, + 0.154297, + 0.119629, + 0.22168, + 0.241211, + 0.224609, + 0.195312, + 0.234375, + 0.227539, + 0.192383, + 0.233398, + 0.231445, + 0.237305, + 0.222656, + 0.237305, + 0.219727, + 0.227539, + 0.243164, + 0.199219, + 0.136719, + 0.237305, + 0.231445, + 0.197266, + 0.21582, + 0.240234, + 0.214844, + 0.133789, + 0.251953, + 0.236328, + 0.230469, + 0.22168, + 0.232422, + 0.204102, + 0.238281, + 0.228516, + 0.230469, + 0.225586, + 0.147461, + 0.229492, + 0.21582, + 0.234375, + 0.243164, + 0.239258, + 0.052734, + 0.236328, + 0.207031, + 0.233398, + 0.227539, + 0.279297, + 0.240234, + 0.231445, + 0.236328, + 0.163086, + 0.246094, + 0.239258, + 0.234375, + 0.226562, + 0.166992, + 0.202148, + 0.24707, + 0.149414, + 0.158203, + 0.223633, + 0.242188, + 0.22168, + 0.216797, + 0.242188, + 0.241211, + 0.212891, + 0.231445, + 0.149414, + 0.244141, + 0.15918, + 0.233398, + 0.228516, + 0.231445, + 0.239258, + 0.239258, + 0.229492, + 0.236328, + 0.203125, + 0.242188, + 0.243164, + 0.228516, + 0.238281, + 0.212891, + 0.211914, + 0.225586, + 0.139648, + 0.232422, + 0.173828, + 0.230469, + 0.230469, + 0.232422, + 0.243164, + 0.22168, + 0.237305, + 0.236328, + 0.232422, + 0.240234, + 0.219727, + 0.240234, + 0.238281, + 0.189453, + 0.239258, + 0.131836, + 0.220703, + 0.228516, + 0.237305, + 0.243164, + 0.245117, + 0.214844, + 0.239258, + 0.217773, + 0.225586, + 0.240234, + 0.222656, + 0.167969, + 0.232422, + 0.244141, + 0.233398, + 0.231445, + 0.235352, + 0.230469, + 0.236328, + 0.236328, + 0.210938, + 0.239258, + 0.235352, + 0.199219, + 0.233398, + 0.236328, + 0.214844, + 0.243164, + 0.207031, + 0.245117, + 0.228516, + 0.237305, + 0.230469, + 0.163086, + 0.162109, + 0.232422, + 0.235352, + 0.237305, + 0.238281, + 0.223633, + 0.231445, + 0.232422, + 0.142578, + 0.245117, + 0.228516, + 0.225586, + 0.231445, + 0.216797, + 0.216797, + 0.174805, + 0.223633, + 0.241211, + 0.224609, + 0.233398, + 0.148438, + 0.239258, + 0.234375, + 0.228516, + 0.236328, + 0.233398, + 0.233398, + 0.234375, + 0.240234, + 0.176758, + 0.177734, + 0.220703, + 0.228516, + 0.237305, + 0.232422, + 0.238281, + 0.211914, + 0.237305, + 0.151367, + 0.208008, + 0.232422, + 0.229492, + 0.220703, + 0.242188, + 0.245117, + 0.228516, + 0.225586, + 0.233398, + 0.233398, + 0.245117, + 0.229492, + 0.222656, + 0.230469, + 0.222656, + 0.147461, + 0.233398, + 0.143555, + 0.234375, + 0.232422, + 0.213867, + 0.196289, + 0.234375, + 0.235352, + 0.231445, + 0.244141, + 0.174805, + 0.170898, + 0.233398, + 0.166016, + 0.228516, + 0.213867, + 0.22168, + 0.213867, + 0.225586, + 0.000179, + 0.154297, + 0.242188, + 0.224609 + ] + }, + "name": "model.model.layers.5.post_attention_layernorm.weight", + "outputIndexes": [ + 515 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 514 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_5/Mul_output_0", + "outputIndexes": [ + 516 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 515, + 516 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_5/Mul_1_output_0", + "outputIndexes": [ + 517 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 517 + ], + "outputIndexes": [ + 4544 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4544 + ], + "outputIndexes": [ + 4545 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear", + "inputIndexes": [ + 4545 + ], + "outputIndexes": [ + 4546 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 52532058, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4546 + ], + "outputIndexes": [ + 4547 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4547 + ], + "outputIndexes": [ + 518 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 518 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_5/Sigmoid_output_0", + "outputIndexes": [ + 519 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 518, + 519 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_5/Mul_output_0", + "outputIndexes": [ + 520 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 517 + ], + "outputIndexes": [ + 4548 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4548 + ], + "outputIndexes": [ + 4549 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear", + "inputIndexes": [ + 4549 + ], + "outputIndexes": [ + 4550 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 55112560, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4550 + ], + "outputIndexes": [ + 4551 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4551 + ], + "outputIndexes": [ + 521 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 520, + 521 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_5/Mul_output_0", + "outputIndexes": [ + 522 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 522 + ], + "outputIndexes": [ + 4552 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4552 + ], + "outputIndexes": [ + 4553 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear", + "inputIndexes": [ + 4553 + ], + "outputIndexes": [ + 4554 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 57693062, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4554 + ], + "outputIndexes": [ + 4555 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4555 + ], + "outputIndexes": [ + 523 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 514, + 523 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_29_output_0", + "outputIndexes": [ + 524 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 524, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_54_output_0", + "outputIndexes": [ + 525 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.257812, + 0.412109, + 0.298828, + 0.333984, + 0.229492, + 0.263672, + 0.648438, + 0.285156, + 0.265625, + 0.330078, + 0.785156, + 0.248047, + 0.223633, + 0.239258, + 0.236328, + 0.277344, + 0.396484, + 0.433594, + 0.279297, + 0.257812, + 0.306641, + 0.255859, + 0.243164, + 0.337891, + 0.333984, + 0.28125, + 0.300781, + 0.28125, + 0.277344, + 0.271484, + 0.302734, + 0.414062, + 0.287109, + 0.394531, + 0.238281, + 0.300781, + 0.269531, + 0.243164, + 0.621094, + 0.289062, + 0.259766, + 0.234375, + 0.320312, + 0.269531, + 0.322266, + 0.388672, + 0.291016, + 0.515625, + 0.277344, + 0.691406, + 0.255859, + 0.3125, + 0.241211, + 0.259766, + 0.355469, + 0.357422, + 0.217773, + 0.314453, + 0.322266, + 0.291016, + 0.265625, + 0.263672, + 0.339844, + 0.328125, + 0.421875, + 0.380859, + 0.527344, + 0.523438, + 0.263672, + 0.773438, + 0.251953, + 0.324219, + 0.550781, + 0.271484, + 0.253906, + 0.249023, + 0.382812, + 0.267578, + 0.660156, + 0.324219, + 0.237305, + 0.273438, + 0.257812, + 0.255859, + 0.259766, + 0.208984, + 0.263672, + 0.648438, + 0.271484, + 0.273438, + 0.326172, + 0.263672, + 0.226562, + 0.279297, + 0.683594, + 0.210938, + 0.292969, + 0.241211, + 0.298828, + 0.253906, + 0.746094, + 0.242188, + 0.263672, + 0.275391, + 0.227539, + 0.294922, + 0.355469, + 0.243164, + 0.316406, + 0.21875, + 0.21582, + 0.255859, + 0.263672, + 0.351562, + 0.248047, + 0.412109, + 0.28125, + 0.237305, + 0.289062, + 0.351562, + 0.347656, + 0.25, + 0.213867, + 0.542969, + 0.242188, + 0.28125, + 0.511719, + 0.261719, + 0.28125, + 0.234375, + 0.245117, + 0.226562, + 0.291016, + 0.277344, + 0.320312, + 0.294922, + 0.233398, + 0.271484, + 0.306641, + 0.412109, + 0.239258, + 0.326172, + 0.277344, + 0.273438, + 0.257812, + 0.314453, + 0.375, + 0.306641, + 0.283203, + 0.318359, + 0.355469, + 0.289062, + 0.235352, + 0.253906, + 0.222656, + 0.269531, + 0.208008, + 0.271484, + 0.59375, + 0.273438, + 0.691406, + 0.425781, + 0.333984, + 0.241211, + 0.273438, + 0.25, + 0.5625, + 0.275391, + 0.24707, + 0.660156, + 0.5, + 0.228516, + 0.243164, + 0.789062, + 0.609375, + 0.300781, + 0.71875, + 0.248047, + 0.25, + 0.273438, + 0.249023, + 0.287109, + 0.238281, + 0.294922, + 0.259766, + 0.3125, + 0.291016, + 0.355469, + 0.302734, + 0.308594, + 0.241211, + 0.275391, + 0.542969, + 0.257812, + 0.261719, + 0.291016, + 0.245117, + 0.707031, + 0.087891, + 0.302734, + 0.25, + 0.21582, + 0.318359, + 0.34375, + 0.279297, + 0.28125, + 0.226562, + 0.339844, + 0.507812, + 0.275391, + 0.271484, + 0.240234, + 0.249023, + 0.345703, + 0.257812, + 0.28125, + 0.359375, + 0.21875, + 0.277344, + 0.214844, + 0.238281, + 0.253906, + 0.212891, + 0.239258, + 0.275391, + 0.306641, + 0.253906, + 0.198242, + 0.273438, + 0.695312, + 0.376953, + 0.455078, + 0.213867, + 0.245117, + 0.239258, + 0.451172, + 0.302734, + 0.310547, + 0.259766, + 0.244141, + 0.287109, + 0.248047, + 0.322266, + 0.292969, + 0.243164, + 0.330078, + 0.28125, + 0.287109, + 0.255859, + 0.322266, + 0.259766, + 0.223633, + 0.204102, + 0.265625, + 0.4375, + 0.283203, + 0.25, + 0.216797, + 0.757812, + 0.289062, + 0.235352, + 0.225586, + 0.244141, + 0.273438, + 0.253906, + 0.296875, + 0.231445, + 0.294922, + 0.675781, + 0.235352, + 0.546875, + 0.265625, + 0.294922, + 0.554688, + 0.300781, + 0.285156, + 0.398438, + 0.273438, + 1.0625, + 0.291016, + 0.265625, + 0.269531, + 0.269531, + 0.245117, + 0.273438, + 0.259766, + 0.306641, + 0.24707, + 0.253906, + 0.306641, + 0.239258, + 0.294922, + 0.237305, + 0.371094, + 0.277344, + 0.28125, + 0.234375, + 0.345703, + 0.226562, + 0.273438, + 0.228516, + 0.245117, + 0.261719, + 0.5625, + 0.283203, + 0.227539, + 0.330078, + 0.271484, + 0.248047, + 0.257812, + 0.310547, + 0.238281, + 0.734375, + 0.462891, + 0.287109, + 0.21582, + 0.289062, + 0.263672, + 0.404297, + 0.332031, + 0.235352, + 0.242188, + 0.285156, + 0.22168, + 0.287109, + 0.3125, + 0.271484, + 0.298828, + 0.283203, + 0.765625, + 0.427734, + 0.283203, + 0.734375, + 0.222656, + 0.322266, + 0.265625, + 0.291016, + 0.255859, + 0.453125, + 0.546875, + 0.316406, + 0.271484, + 0.269531, + 0.3125, + 0.222656, + 0.277344, + 0.410156, + 0.233398, + 0.294922, + 0.25, + 0.257812, + 0.314453, + 0.227539, + 0.306641, + 0.304688, + 0.230469, + 0.28125, + 0.285156, + 0.271484, + 0.355469, + 0.212891, + 0.753906, + 0.253906, + 0.219727, + 0.53125, + 0.265625, + 0.292969, + 0.232422, + 0.765625, + 0.25, + 0.24707, + 0.257812, + 0.249023, + 0.613281, + 0.302734, + 0.322266, + 0.277344, + 0.335938, + 0.227539, + 0.722656, + 0.322266, + 0.294922, + 0.273438, + 0.248047, + 0.253906, + 0.22168, + 0.339844, + 0.236328, + 0.5625, + 0.367188, + 0.271484, + 0.789062, + 0.245117, + 1.09375, + 0.248047, + 0.269531, + 0.257812, + 0.267578, + 0.245117, + 0.357422, + 0.355469, + 0.28125, + 0.294922, + 0.233398, + 0.225586, + 0.265625, + 0.251953, + 0.302734, + 0.237305, + 0.24707, + 0.324219, + 0.294922, + 0.219727, + 0.263672, + 0.244141, + 0.263672, + 0.237305, + 0.213867, + 0.251953, + 0.289062, + 0.230469, + 0.265625, + 0.3125, + 0.235352, + 0.233398, + 0.294922, + 0.330078, + 0.371094, + 0.400391, + 0.349609, + 1.039062, + 0.597656, + 0.211914, + 0.3125, + 0.230469, + 0.253906, + 0.322266, + 0.259766, + 0.230469, + 0.269531, + 0.228516, + 0.710938, + 0.484375, + 0.251953, + 0.392578, + 0.34375, + 0.263672, + 0.269531, + 0.429688, + 0.287109, + 0.349609, + 0.339844, + 0.217773, + 0.217773, + 0.25, + 0.326172, + 0.265625, + 0.277344, + 0.21875, + 0.335938, + 0.287109, + 0.34375, + 0.242188, + 0.333984, + 0.476562, + 0.261719, + 0.279297, + 0.392578, + 0.296875, + 0.628906, + 0.275391, + 0.318359, + 0.243164, + 0.300781, + 0.380859, + 0.337891, + 0.337891, + 0.285156, + 0.255859, + 0.644531, + 0.261719, + 0.289062, + 0.239258, + 0.404297, + 0.244141, + 0.289062, + 0.273438, + 0.5625, + 0.229492, + 0.251953, + 0.292969, + 0.25, + 0.207031, + 0.255859, + 0.314453, + 0.472656, + 0.202148, + 0.269531, + 0.283203, + 0.283203, + 0.660156, + 0.347656, + 0.220703, + 0.300781, + 0.667969, + 0.24707, + 0.322266, + 0.359375, + 0.296875, + 0.249023, + 0.298828, + 0.283203, + 0.539062, + 0.255859, + 0.318359, + 0.294922, + 0.283203, + 0.792969, + 0.226562, + 0.241211, + 0.308594, + 0.28125, + 0.277344, + 0.230469, + 0.279297, + 0.28125, + 0.244141, + 0.294922, + 0.228516, + 0.462891, + 0.427734, + 0.287109, + 0.316406, + 0.636719, + 0.296875, + 0.316406, + 0.233398, + 0.249023, + 0.421875, + 0.230469, + 0.265625, + 0.263672, + 0.285156, + 0.241211, + 0.238281, + 0.337891, + 0.212891, + 0.578125, + 0.412109, + 0.398438, + 0.291016, + 0.25, + 0.277344, + 0.261719, + 0.294922, + 0.229492, + 0.636719, + 0.033203, + 0.253906, + 0.294922, + 0.609375, + 0.734375, + 0.257812, + 0.279297, + 0.322266, + 0.625, + 0.249023, + 0.226562, + 0.251953, + 0.263672, + 0.296875, + 0.253906, + 0.275391, + 0.244141, + 0.251953, + 0.335938, + 0.271484, + 0.233398, + 0.371094, + 0.474609, + 0.248047, + 0.257812, + 0.289062, + 0.277344, + 0.277344, + 0.285156, + 0.273438, + 0.302734, + 0.235352, + 0.211914, + 0.345703, + 0.8125, + 0.283203, + 0.25, + 0.330078, + 0.246094, + 0.246094, + 0.722656, + 0.445312, + 0.292969, + 0.229492, + 0.298828, + 0.310547, + 0.271484, + 0.200195, + 0.326172, + 0.277344, + 0.310547, + 0.291016, + 0.228516, + 0.253906, + 0.225586, + 0.349609, + 0.523438, + 0.265625, + 0.365234, + 0.597656, + 0.204102, + 0.259766, + 0.302734, + 0.648438, + 0.245117, + 0.349609, + 0.355469, + 0.345703, + 0.201172, + 0.240234, + 0.714844, + 0.239258, + 0.335938, + 0.472656, + 0.229492, + 0.275391, + 0.234375, + 0.257812, + 0.249023, + 0.251953, + 0.365234, + 0.289062, + 0.25, + 0.3125, + 0.25, + 0.245117, + 0.251953, + 0.546875, + 0.296875, + 0.414062, + 0.730469, + 0.376953, + 0.347656, + 0.289062, + 0.259766, + 0.326172, + 0.283203, + 0.21875, + 0.243164, + 0.714844, + 0.279297, + 0.261719, + 0.703125, + 0.242188, + 0.219727, + 0.241211, + 0.914062, + 0.235352, + 0.245117, + 0.330078, + 0.267578, + 0.292969, + 0.271484, + 0.328125, + 0.283203, + 0.285156, + 0.539062, + 0.248047, + 0.330078, + 0.416016, + 0.248047, + 0.263672, + 0.216797, + 0.306641, + 0.294922, + 0.5625, + 0.249023, + 0.279297, + 0.271484, + 0.292969, + 0.267578, + 0.291016, + 0.225586, + 0.388672, + 0.236328, + 0.259766, + 0.238281, + 0.253906, + 0.287109, + 0.332031, + 0.785156, + 0.225586, + 0.237305, + 0.259766, + 0.259766, + 0.730469, + 0.239258, + 0.392578, + 0.490234, + 0.251953, + 0.251953, + 0.400391, + 0.316406, + 0.439453, + 0.279297, + 0.275391, + 0.333984, + 0.242188, + 0.231445, + 0.28125, + 0.773438, + 0.287109, + 0.292969, + 0.929688, + 0.294922, + 0.203125, + 0.257812, + 0.246094, + 0.302734, + 1.234375, + 0.242188, + 0.302734, + 0.275391, + 0.273438, + 0.271484, + 0.226562, + 0.240234, + 0.285156, + 0.261719, + 0.283203, + 0.25, + 0.251953, + 0.287109, + 0.243164, + 0.273438, + 0.239258, + 0.318359, + 0.229492, + 0.24707, + 0.421875, + 0.271484, + 0.248047, + 0.349609, + 0.228516, + 0.75, + 0.285156, + 0.310547, + 0.267578, + 0.248047, + 0.241211, + 0.324219, + 0.285156, + 0.228516, + 0.257812, + 0.239258, + 0.363281, + 0.298828, + 0.24707, + 0.265625, + 0.273438, + 0.228516, + 0.231445, + 0.75, + 0.742188, + 0.421875, + 0.357422, + 0.273438, + 0.296875, + 0.306641, + 0.347656, + 0.244141, + 0.251953, + 0.279297, + 0.773438, + 0.234375, + 0.355469, + 0.239258, + 0.267578, + 0.318359, + 0.392578, + 0.261719, + 0.333984, + 0.244141, + 0.265625, + 0.259766, + 0.330078, + 0.296875, + 0.263672, + 0.225586, + 0.753906, + 0.230469, + 0.261719, + 0.224609, + 0.296875, + 0.255859, + 0.261719, + 0.326172, + 0.224609, + 0.246094, + 0.223633, + 0.375, + 0.333984, + 0.652344, + 0.277344, + 0.233398, + 0.277344, + 0.259766, + 0.277344, + 0.269531, + 0.251953, + 0.235352, + 0.298828, + 0.300781, + 0.328125, + 0.246094, + 0.283203, + 0.263672, + 0.300781, + 0.220703, + 0.235352, + 0.291016, + 0.241211, + 0.28125, + 0.275391, + 0.261719, + 0.298828, + 0.341797, + 0.202148, + 0.302734, + 0.273438, + 0.265625, + 0.753906, + 0.265625, + 0.240234, + 0.314453, + 0.230469, + 0.253906, + 0.251953, + 0.300781, + 0.225586, + 0.230469, + 0.275391, + 0.285156, + 0.245117, + 0.279297, + 0.75, + 0.261719, + 0.231445, + 0.296875, + 0.408203, + 0.275391, + 0.19043, + 0.246094, + 0.345703, + 0.304688, + 0.244141, + 0.28125, + 0.253906, + 0.380859, + 0.237305, + 0.283203, + 0.34375, + 0.291016, + 0.291016, + 0.283203, + 0.292969, + 0.253906, + 0.289062, + 0.339844, + 0.769531, + 0.503906, + 0.277344, + 0.890625, + 0.249023, + 0.24707, + 0.242188, + 0.330078, + 0.339844, + 0.255859, + 0.224609, + 0.353516, + 0.285156, + 0.28125, + 0.265625, + 0.255859, + 0.546875, + 0.259766, + 0.235352, + 0.225586, + 0.507812, + 0.243164, + 0.265625, + 0.322266, + 0.486328, + 0.271484, + 0.265625, + 0.431641, + 0.263672, + 0.219727, + 0.302734, + 0.8125, + 0.277344, + 0.277344, + 0.330078, + 0.285156, + 0.291016, + 0.269531, + 0.294922, + 0.239258, + 0.235352, + 0.241211, + 0.296875, + 0.242188, + 0.328125, + 0.40625, + 0.279297, + 0.237305, + 0.241211, + 0.773438, + 0.238281, + 0.390625, + 0.283203, + 0.267578, + 0.339844, + 0.202148, + 0.257812, + 0.232422, + 0.200195, + 0.245117, + 0.277344, + 0.277344, + 0.476562, + 0.232422, + 0.287109, + 0.234375, + 0.832031, + 0.306641, + 0.220703, + 0.3125, + 0.298828, + 0.261719, + 0.253906, + 0.302734, + 0.227539, + 0.423828, + 0.291016, + 0.253906, + 0.255859, + 0.251953, + 0.267578, + 0.279297, + 0.373047, + 0.349609, + 0.255859, + 0.263672, + 0.25, + 0.255859, + 0.232422, + 0.283203, + 0.259766, + 0.206055, + 0.339844, + 0.285156, + 0.219727, + 0.232422, + 0.308594, + 0.285156, + 0.273438, + 0.271484, + 0.240234, + 0.265625, + 0.507812, + 0.237305, + 0.628906, + 0.361328, + 0.78125, + 0.373047, + 0.28125, + 0.267578, + 0.271484, + 0.640625, + 0.695312, + 0.265625, + 0.279297, + 0.271484, + 0.248047, + 0.296875, + 0.257812, + 0.25, + 0.316406, + 0.283203, + 0.230469, + 0.224609, + 0.322266, + 0.25, + 0.232422, + 0.345703, + 0.248047, + 0.240234, + 0.242188, + 0.251953, + 0.267578, + 0.224609, + 0.550781, + 0.214844, + 0.277344, + 0.294922, + 0.236328, + 0.251953, + 0.320312, + 0.429688, + 0.496094, + 0.296875, + 0.25, + 0.339844, + 0.238281, + 0.249023, + 0.275391, + 0.198242, + 0.267578, + 0.287109, + 0.416016, + 0.224609, + 0.236328, + 0.241211, + 0.324219, + 0.310547, + 0.235352, + 0.267578, + 0.310547, + 0.554688, + 0.316406, + 0.253906, + 0.232422, + 0.243164, + 0.625, + 0.287109, + 0.230469, + 0.839844, + 0.259766, + 0.408203, + 0.259766, + 0.333984, + 0.306641, + 0.3125, + 0.242188, + 0.296875, + 0.223633, + 0.259766, + 0.515625, + 0.279297, + 0.253906, + 0.332031, + 0.269531, + 0.251953, + 0.271484, + 0.287109, + 0.722656, + 0.267578, + 0.261719, + 0.298828, + 0.337891, + 0.238281, + 0.257812, + 0.408203, + 0.283203, + 0.241211, + 0.248047, + 0.333984, + 0.265625, + 0.380859, + 0.328125, + 0.263672, + 0.287109, + 0.757812, + 0.28125, + 0.279297, + 0.408203, + 0.261719, + 0.212891, + 0.345703, + 0.589844, + 0.271484, + 0.277344, + 0.294922, + 0.402344, + 0.220703, + 0.306641, + 0.253906, + 0.365234, + 0.233398, + 0.239258, + 0.703125, + 0.296875, + 0.306641, + 0.275391, + 0.246094, + 0.241211, + 0.667969, + 0.229492, + 0.213867, + 0.292969, + 0.253906, + 0.492188, + 0.261719, + 0.351562, + 0.239258, + 0.535156, + 0.263672, + 0.231445, + 0.259766, + 0.306641, + 0.597656, + 0.332031, + 0.246094, + 0.75, + 0.253906, + 0.263672, + 0.204102, + 0.275391, + 0.306641, + 0.265625, + 0.275391, + 0.28125, + 0.324219, + 0.792969, + 0.292969, + 0.597656, + 0.259766, + 0.234375, + 0.326172, + 0.229492, + 0.244141, + 0.294922, + 0.257812, + 0.257812, + 0.283203, + 0.320312, + 0.257812, + 0.277344, + 0.257812, + 0.472656, + 0.318359, + 0.423828, + 0.232422, + 0.664062, + 0.219727, + 0.253906, + 0.242188, + 0.217773, + 0.330078, + 0.320312, + 0.267578, + 0.291016, + 0.308594, + 0.337891, + 0.232422, + 0.28125, + 0.283203, + 0.223633, + 0.443359, + 0.275391, + 0.273438, + 0.273438, + 0.206055, + 0.291016, + 0.24707, + 0.332031, + 0.304688, + 0.289062, + 0.279297, + 0.306641, + 0.337891, + 0.209961, + 0.25, + 0.237305, + 0.300781, + 0.285156, + 0.246094, + 0.265625, + 0.259766, + 0.345703, + 0.261719, + 0.277344, + 0.429688, + 0.244141, + 0.271484, + 0.300781, + 0.304688, + 0.253906, + 0.273438, + 0.273438, + 0.257812, + 0.213867, + 0.550781, + 0.289062, + 0.235352, + 0.269531, + 0.211914, + 0.257812, + 0.326172, + 0.275391, + 0.277344, + 0.5625, + 0.25, + 0.277344, + 0.24707, + 0.230469, + 0.230469, + 0.472656, + 0.251953, + 0.279297, + 0.261719, + 0.289062, + 0.273438, + 0.449219, + 0.220703, + 0.261719, + 0.271484, + 0.287109, + 0.285156, + 0.263672, + 0.283203, + 0.229492, + 0.601562, + 0.503906, + 0.316406, + 0.277344, + 0.219727, + 0.261719, + 0.265625, + 0.3125, + 0.333984, + 0.408203, + 0.291016, + 0.296875, + 0.269531, + 0.304688, + 0.232422, + 0.196289, + 0.304688, + 0.245117, + 0.279297, + 0.209961, + 0.279297, + 0.255859, + 0.310547, + 0.240234, + 0.21582, + 0.605469, + 0.263672, + 0.554688, + 0.3125, + 0.289062, + 0.373047, + 0.267578, + 0.302734, + 0.285156, + 0.277344, + 0.230469, + 0.306641, + 0.233398, + 0.231445, + 0.275391, + 0.283203, + 0.277344, + 0.249023, + 0.287109, + 0.324219, + 0.482422, + 0.660156, + 0.261719, + 0.316406 + ] + }, + "name": "model.model.layers.6.input_layernorm.weight", + "outputIndexes": [ + 526 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 525 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_6/Mul_output_0", + "outputIndexes": [ + 527 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 526, + 527 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_6/Mul_1_output_0", + "outputIndexes": [ + 528 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 528 + ], + "outputIndexes": [ + 4556 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4556 + ], + "outputIndexes": [ + 4557 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear", + "inputIndexes": [ + 4557 + ], + "outputIndexes": [ + 4558 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 60273564, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4558 + ], + "outputIndexes": [ + 4559 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4559 + ], + "outputIndexes": [ + 529 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 528 + ], + "main_type": "NONE", + "name": "/Shape_85_output_0", + "outputIndexes": [ + 530 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 530 + ], + "main_type": "NONE", + "name": "Shape1375", + "outputIndexes": [ + 531 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 530 + ], + "main_type": "NONE", + "name": "Rank1377", + "outputIndexes": [ + 532 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 532, + 532 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1379", + "outputIndexes": [ + 533 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 533 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1380", + "outputIndexes": [ + 534 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 533, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1382", + "outputIndexes": [ + 535 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 535 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1383", + "outputIndexes": [ + 536 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 531, + 534, + 536, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1386", + "outputIndexes": [ + 537 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 537 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1387", + "outputIndexes": [ + 538 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1388", + "outputIndexes": [ + 539 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 539, + 538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1389", + "outputIndexes": [ + 540 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 530, + 540, + 533 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_94_output_0", + "outputIndexes": [ + 541 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 541, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_193_output_0", + "outputIndexes": [ + 542 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 542, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_78_output_0", + "outputIndexes": [ + 543 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 529, + 543 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_55_output_0", + "outputIndexes": [ + 544 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 544, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_48_output_0", + "outputIndexes": [ + 545 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 544 + ], + "main_type": "NONE", + "name": "/Shape_86_output_0", + "outputIndexes": [ + 546 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 546 + ], + "main_type": "NONE", + "name": "Shape1396", + "outputIndexes": [ + 547 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 546 + ], + "main_type": "NONE", + "name": "Rank1398", + "outputIndexes": [ + 548 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 548, + 548 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1400", + "outputIndexes": [ + 549 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 549 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1401", + "outputIndexes": [ + 550 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 549, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1403", + "outputIndexes": [ + 551 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 551 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1404", + "outputIndexes": [ + 552 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 547, + 550, + 552, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1407", + "outputIndexes": [ + 553 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 553 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1408", + "outputIndexes": [ + 554 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 554 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1409", + "outputIndexes": [ + 555 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 555, + 554 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1410", + "outputIndexes": [ + 556 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 546, + 556, + 549 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_95_output_0", + "outputIndexes": [ + 557 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 557, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_18_output_0", + "outputIndexes": [ + 558 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 558, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_198_output_0", + "outputIndexes": [ + 559 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 544, + 559, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_25_output_0", + "outputIndexes": [ + 560 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 560 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_12_output_0", + "outputIndexes": [ + 561 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 544, + 22, + 559, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_24_output_0", + "outputIndexes": [ + 562 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 561, + 562 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_81_output_0", + "outputIndexes": [ + 563 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 563, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_49_output_0", + "outputIndexes": [ + 564 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 545, + 564 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_30_output_0", + "outputIndexes": [ + 565 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 528 + ], + "outputIndexes": [ + 4560 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4560 + ], + "outputIndexes": [ + 4561 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear", + "inputIndexes": [ + 4561 + ], + "outputIndexes": [ + 4562 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 61195186, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4562 + ], + "outputIndexes": [ + 4563 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4563 + ], + "outputIndexes": [ + 566 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 542, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_79_output_0", + "outputIndexes": [ + 567 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 566, + 567 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_56_output_0", + "outputIndexes": [ + 568 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 568, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_50_output_0", + "outputIndexes": [ + 569 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 568 + ], + "main_type": "NONE", + "name": "/Shape_87_output_0", + "outputIndexes": [ + 570 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 570 + ], + "main_type": "NONE", + "name": "Shape1459", + "outputIndexes": [ + 571 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 570 + ], + "main_type": "NONE", + "name": "Rank1461", + "outputIndexes": [ + 572 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 572, + 572 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1463", + "outputIndexes": [ + 573 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 573 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1464", + "outputIndexes": [ + 574 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 573, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1466", + "outputIndexes": [ + 575 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 575 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1467", + "outputIndexes": [ + 576 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 571, + 574, + 576, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1470", + "outputIndexes": [ + 577 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 577 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1471", + "outputIndexes": [ + 578 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 578 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1472", + "outputIndexes": [ + 579 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 579, + 578 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1473", + "outputIndexes": [ + 580 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 570, + 580, + 573 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_96_output_0", + "outputIndexes": [ + 581 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 581, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_19_output_0", + "outputIndexes": [ + 582 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 582, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_200_output_0", + "outputIndexes": [ + 583 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 568, + 583, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_27_output_0", + "outputIndexes": [ + 584 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 584 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_13_output_0", + "outputIndexes": [ + 585 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 568, + 22, + 583, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_26_output_0", + "outputIndexes": [ + 586 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 585, + 586 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_82_output_0", + "outputIndexes": [ + 587 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 587, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_51_output_0", + "outputIndexes": [ + 588 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 569, + 588 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_31_output_0", + "outputIndexes": [ + 589 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 528 + ], + "outputIndexes": [ + 4564 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4564 + ], + "outputIndexes": [ + 4565 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear", + "inputIndexes": [ + 4565 + ], + "outputIndexes": [ + 4566 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 61425608, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4566 + ], + "outputIndexes": [ + 4567 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4567 + ], + "outputIndexes": [ + 590 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 590, + 567 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_57_output_0", + "outputIndexes": [ + 591 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 565, + 589, + 591, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_62_output_0", + "outputIndexes": [ + 592 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 592 + ], + "outputIndexes": [ + 4568 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4568 + ], + "outputIndexes": [ + 4569 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear", + "inputIndexes": [ + 4569 + ], + "outputIndexes": [ + 4570 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 61656030, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4570 + ], + "outputIndexes": [ + 4571 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4571 + ], + "outputIndexes": [ + 593 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 525, + 593 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_33_output_0", + "outputIndexes": [ + 594 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.217773, + 0.242188, + 0.267578, + 0.261719, + 0.267578, + 0.263672, + 0.078613, + 0.257812, + 0.227539, + 0.230469, + 0.118652, + 0.259766, + 0.202148, + 0.265625, + 0.263672, + 0.263672, + 0.214844, + 0.231445, + 0.248047, + 0.180664, + 0.259766, + 0.263672, + 0.249023, + 0.22168, + 0.248047, + 0.261719, + 0.255859, + 0.261719, + 0.251953, + 0.253906, + 0.24707, + 0.125977, + 0.261719, + 0.249023, + 0.263672, + 0.246094, + 0.168945, + 0.263672, + 0.131836, + 0.261719, + 0.253906, + 0.263672, + 0.233398, + 0.24707, + 0.19043, + 0.24707, + 0.267578, + 0.15918, + 0.275391, + 0.123535, + 0.261719, + 0.161133, + 0.265625, + 0.267578, + 0.186523, + 0.261719, + 0.267578, + 0.253906, + 0.248047, + 0.265625, + 0.257812, + 0.265625, + 0.238281, + 0.251953, + 0.220703, + 0.234375, + 0.165039, + 0.131836, + 0.257812, + 0.092285, + 0.275391, + 0.174805, + 0.197266, + 0.249023, + 0.271484, + 0.25, + 0.225586, + 0.269531, + 0.111328, + 0.251953, + 0.231445, + 0.275391, + 0.236328, + 0.248047, + 0.257812, + 0.188477, + 0.265625, + 0.147461, + 0.263672, + 0.194336, + 0.228516, + 0.257812, + 0.197266, + 0.253906, + 0.104004, + 0.164062, + 0.271484, + 0.267578, + 0.267578, + 0.267578, + 0.142578, + 0.255859, + 0.267578, + 0.263672, + 0.269531, + 0.161133, + 0.259766, + 0.263672, + 0.248047, + 0.253906, + 0.265625, + 0.277344, + 0.255859, + 0.251953, + 0.249023, + 0.237305, + 0.25, + 0.255859, + 0.271484, + 0.253906, + 0.255859, + 0.21875, + 0.269531, + 0.206055, + 0.271484, + 0.257812, + 0.051758, + 0.265625, + 0.255859, + 0.271484, + 0.261719, + 0.273438, + 0.255859, + 0.25, + 0.253906, + 0.244141, + 0.271484, + 0.263672, + 0.253906, + 0.201172, + 0.263672, + 0.265625, + 0.255859, + 0.271484, + 0.277344, + 0.251953, + 0.240234, + 0.224609, + 0.251953, + 0.265625, + 0.245117, + 0.257812, + 0.265625, + 0.263672, + 0.259766, + 0.255859, + 0.271484, + 0.261719, + 0.125, + 0.259766, + 0.123535, + 0.236328, + 0.197266, + 0.265625, + 0.253906, + 0.269531, + 0.111816, + 0.263672, + 0.253906, + 0.118164, + 0.201172, + 0.269531, + 0.267578, + 0.09082, + 0.123535, + 0.287109, + 0.160156, + 0.259766, + 0.269531, + 0.271484, + 0.257812, + 0.219727, + 0.240234, + 0.261719, + 0.267578, + 0.257812, + 0.271484, + 0.249023, + 0.257812, + 0.267578, + 0.261719, + 0.251953, + 0.130859, + 0.251953, + 0.257812, + 0.253906, + 0.246094, + 0.125977, + 0.000336, + 0.259766, + 0.263672, + 0.259766, + 0.220703, + 0.251953, + 0.236328, + 0.246094, + 0.267578, + 0.235352, + 0.224609, + 0.263672, + 0.263672, + 0.246094, + 0.267578, + 0.146484, + 0.259766, + 0.259766, + 0.245117, + 0.255859, + 0.275391, + 0.257812, + 0.261719, + 0.249023, + 0.224609, + 0.245117, + 0.267578, + 0.263672, + 0.263672, + 0.155273, + 0.263672, + 0.178711, + 0.224609, + 0.202148, + 0.269531, + 0.253906, + 0.275391, + 0.203125, + 0.255859, + 0.236328, + 0.269531, + 0.263672, + 0.263672, + 0.246094, + 0.246094, + 0.257812, + 0.259766, + 0.228516, + 0.145508, + 0.263672, + 0.265625, + 0.246094, + 0.261719, + 0.208984, + 0.166992, + 0.257812, + 0.234375, + 0.273438, + 0.234375, + 0.259766, + 0.118652, + 0.265625, + 0.265625, + 0.265625, + 0.265625, + 0.21875, + 0.261719, + 0.257812, + 0.240234, + 0.265625, + 0.130859, + 0.267578, + 0.086426, + 0.275391, + 0.244141, + 0.080566, + 0.206055, + 0.265625, + 0.248047, + 0.21875, + 0.062012, + 0.259766, + 0.216797, + 0.265625, + 0.257812, + 0.271484, + 0.271484, + 0.242188, + 0.271484, + 0.261719, + 0.269531, + 0.269531, + 0.257812, + 0.265625, + 0.257812, + 0.242188, + 0.267578, + 0.253906, + 0.257812, + 0.255859, + 0.273438, + 0.269531, + 0.251953, + 0.25, + 0.257812, + 0.169922, + 0.24707, + 0.255859, + 0.220703, + 0.253906, + 0.263672, + 0.28125, + 0.195312, + 0.259766, + 0.162109, + 0.210938, + 0.255859, + 0.259766, + 0.261719, + 0.203125, + 0.245117, + 0.134766, + 0.273438, + 0.279297, + 0.263672, + 0.259766, + 0.257812, + 0.249023, + 0.255859, + 0.271484, + 0.265625, + 0.120605, + 0.207031, + 0.208008, + 0.125, + 0.259766, + 0.25, + 0.255859, + 0.271484, + 0.233398, + 0.158203, + 0.157227, + 0.249023, + 0.257812, + 0.25, + 0.208008, + 0.269531, + 0.263672, + 0.224609, + 0.265625, + 0.239258, + 0.259766, + 0.265625, + 0.257812, + 0.222656, + 0.263672, + 0.257812, + 0.261719, + 0.263672, + 0.259766, + 0.253906, + 0.263672, + 0.259766, + 0.140625, + 0.257812, + 0.265625, + 0.212891, + 0.255859, + 0.269531, + 0.259766, + 0.136719, + 0.235352, + 0.269531, + 0.251953, + 0.269531, + 0.131836, + 0.257812, + 0.243164, + 0.267578, + 0.257812, + 0.261719, + 0.125977, + 0.040527, + 0.244141, + 0.263672, + 0.253906, + 0.263672, + 0.243164, + 0.238281, + 0.259766, + 0.212891, + 0.259766, + 0.255859, + 0.128906, + 0.277344, + 0.085449, + 0.257812, + 0.261719, + 0.257812, + 0.267578, + 0.279297, + 0.253906, + 0.243164, + 0.279297, + 0.214844, + 0.261719, + 0.273438, + 0.217773, + 0.275391, + 0.251953, + 0.255859, + 0.265625, + 0.222656, + 0.259766, + 0.269531, + 0.243164, + 0.275391, + 0.265625, + 0.243164, + 0.265625, + 0.265625, + 0.233398, + 0.275391, + 0.251953, + 0.091309, + 0.261719, + 0.263672, + 0.188477, + 0.251953, + 0.24707, + 0.211914, + 0.251953, + 0.100098, + 0.173828, + 0.267578, + 0.257812, + 0.259766, + 0.261719, + 0.267578, + 0.248047, + 0.255859, + 0.273438, + 0.273438, + 0.144531, + 0.189453, + 0.271484, + 0.229492, + 0.208984, + 0.261719, + 0.263672, + 0.170898, + 0.253906, + 0.248047, + 0.241211, + 0.255859, + 0.265625, + 0.267578, + 0.261719, + 0.259766, + 0.263672, + 0.253906, + 0.245117, + 0.261719, + 0.244141, + 0.259766, + 0.255859, + 0.136719, + 0.263672, + 0.249023, + 0.253906, + 0.263672, + 0.15332, + 0.255859, + 0.261719, + 0.271484, + 0.257812, + 0.240234, + 0.238281, + 0.244141, + 0.263672, + 0.224609, + 0.172852, + 0.25, + 0.267578, + 0.279297, + 0.241211, + 0.259766, + 0.238281, + 0.261719, + 0.191406, + 0.267578, + 0.261719, + 0.269531, + 0.259766, + 0.275391, + 0.265625, + 0.261719, + 0.208008, + 0.265625, + 0.251953, + 0.246094, + 0.232422, + 0.090332, + 0.237305, + 0.271484, + 0.259766, + 0.113281, + 0.257812, + 0.255859, + 0.248047, + 0.257812, + 0.257812, + 0.253906, + 0.269531, + 0.068848, + 0.213867, + 0.228516, + 0.263672, + 0.259766, + 0.084473, + 0.234375, + 0.251953, + 0.255859, + 0.259766, + 0.166992, + 0.265625, + 0.265625, + 0.257812, + 0.263672, + 0.263672, + 0.277344, + 0.220703, + 0.224609, + 0.240234, + 0.183594, + 0.119629, + 0.267578, + 0.248047, + 0.257812, + 0.269531, + 0.227539, + 0.249023, + 0.263672, + 0.171875, + 0.237305, + 0.267578, + 0.261719, + 0.219727, + 0.257812, + 0.125977, + 0.228516, + 0.230469, + 0.253906, + 0.259766, + 0.265625, + 0.263672, + 0.257812, + 0.255859, + 0.18457, + 0.123047, + 0.263672, + 0.162109, + 0.100586, + 0.172852, + 0.261719, + 0.253906, + 0.21582, + 0.141602, + 0.265625, + 0.257812, + 0.259766, + 0.259766, + 0.267578, + 0.265625, + 0.189453, + 0.257812, + 0.255859, + 0.257812, + 0.251953, + 0.263672, + 0.240234, + 0.134766, + 0.273438, + 0.259766, + 0.235352, + 0.257812, + 0.269531, + 0.246094, + 0.255859, + 0.255859, + 0.279297, + 0.267578, + 0.225586, + 0.09668, + 0.279297, + 0.263672, + 0.251953, + 0.210938, + 0.263672, + 0.107422, + 0.158203, + 0.253906, + 0.259766, + 0.263672, + 0.255859, + 0.263672, + 0.143555, + 0.207031, + 0.253906, + 0.227539, + 0.246094, + 0.265625, + 0.240234, + 0.269531, + 0.265625, + 0.188477, + 0.246094, + 0.238281, + 0.125, + 0.257812, + 0.253906, + 0.267578, + 0.116699, + 0.275391, + 0.231445, + 0.251953, + 0.241211, + 0.150391, + 0.271484, + 0.147461, + 0.257812, + 0.136719, + 0.000119, + 0.245117, + 0.261719, + 0.259766, + 0.227539, + 0.265625, + 0.273438, + 0.239258, + 0.255859, + 0.253906, + 0.229492, + 0.263672, + 0.257812, + 0.208008, + 0.144531, + 0.25, + 0.25, + 0.118164, + 0.251953, + 0.238281, + 0.271484, + 0.277344, + 0.269531, + 0.172852, + 0.249023, + 0.253906, + 0.112793, + 0.261719, + 0.169922, + 0.113281, + 0.255859, + 0.273438, + 0.243164, + 0.067871, + 0.263672, + 0.261719, + 0.251953, + 0.255859, + 0.263672, + 0.28125, + 0.253906, + 0.263672, + 0.253906, + 0.080566, + 0.209961, + 0.151367, + 0.279297, + 0.265625, + 0.263672, + 0.269531, + 0.265625, + 0.263672, + 0.020752, + 0.241211, + 0.261719, + 0.28125, + 0.214844, + 0.269531, + 0.273438, + 0.245117, + 0.22168, + 0.265625, + 0.263672, + 0.267578, + 0.229492, + 0.267578, + 0.253906, + 0.061279, + 0.259766, + 0.269531, + 0.24707, + 0.259766, + 0.134766, + 0.261719, + 0.161133, + 0.195312, + 0.269531, + 0.249023, + 0.216797, + 0.255859, + 0.192383, + 0.263672, + 0.269531, + 0.265625, + 0.267578, + 0.263672, + 0.25, + 0.115723, + 0.178711, + 0.267578, + 0.116211, + 0.25, + 0.214844, + 0.257812, + 0.269531, + 0.242188, + 0.063965, + 0.25, + 0.253906, + 0.245117, + 0.267578, + 0.171875, + 0.263672, + 0.271484, + 0.183594, + 0.273438, + 0.182617, + 0.255859, + 0.251953, + 0.269531, + 0.271484, + 0.261719, + 0.261719, + 0.251953, + 0.263672, + 0.261719, + 0.044189, + 0.253906, + 0.265625, + 0.111328, + 0.208984, + 0.111328, + 0.265625, + 0.233398, + 0.265625, + 0.263672, + 0.248047, + 0.230469, + 0.231445, + 0.243164, + 0.263672, + 0.259766, + 0.240234, + 0.195312, + 0.269531, + 0.259766, + 0.205078, + 0.263672, + 0.25, + 0.104004, + 0.150391, + 0.222656, + 0.230469, + 0.245117, + 0.203125, + 0.269531, + 0.249023, + 0.265625, + 0.253906, + 0.267578, + 0.151367, + 0.273438, + 0.203125, + 0.267578, + 0.259766, + 0.255859, + 0.229492, + 0.259766, + 0.25, + 0.267578, + 0.267578, + 0.241211, + 0.246094, + 0.219727, + 0.251953, + 0.261719, + 0.124512, + 0.255859, + 0.251953, + 0.267578, + 0.263672, + 0.263672, + 0.257812, + 0.245117, + 0.255859, + 0.271484, + 0.265625, + 0.181641, + 0.251953, + 0.178711, + 0.269531, + 0.267578, + 0.253906, + 0.269531, + 0.249023, + 0.241211, + 0.259766, + 0.255859, + 0.261719, + 0.271484, + 0.248047, + 0.263672, + 0.271484, + 0.255859, + 0.248047, + 0.263672, + 0.255859, + 0.237305, + 0.261719, + 0.261719, + 0.25, + 0.25, + 0.255859, + 0.15332, + 0.273438, + 0.255859, + 0.261719, + 0.259766, + 0.125977, + 0.263672, + 0.267578, + 0.253906, + 0.265625, + 0.261719, + 0.259766, + 0.237305, + 0.21875, + 0.259766, + 0.269531, + 0.251953, + 0.211914, + 0.267578, + 0.100586, + 0.259766, + 0.261719, + 0.25, + 0.186523, + 0.255859, + 0.222656, + 0.265625, + 0.237305, + 0.267578, + 0.265625, + 0.163086, + 0.265625, + 0.189453, + 0.259766, + 0.246094, + 0.232422, + 0.219727, + 0.253906, + 0.248047, + 0.259766, + 0.261719, + 0.231445, + 0.253906, + 0.102051, + 0.135742, + 0.261719, + 0.110352, + 0.267578, + 0.273438, + 0.255859, + 0.253906, + 0.249023, + 0.259766, + 0.245117, + 0.235352, + 0.259766, + 0.263672, + 0.261719, + 0.259766, + 0.208984, + 0.259766, + 0.265625, + 0.277344, + 0.155273, + 0.261719, + 0.261719, + 0.267578, + 0.166016, + 0.261719, + 0.237305, + 0.229492, + 0.263672, + 0.265625, + 0.261719, + 0.052979, + 0.251953, + 0.255859, + 0.208984, + 0.269531, + 0.263672, + 0.277344, + 0.243164, + 0.251953, + 0.265625, + 0.248047, + 0.255859, + 0.275391, + 0.202148, + 0.231445, + 0.265625, + 0.259766, + 0.269531, + 0.111816, + 0.259766, + 0.19043, + 0.255859, + 0.267578, + 0.237305, + 0.209961, + 0.259766, + 0.279297, + 0.263672, + 0.261719, + 0.253906, + 0.137695, + 0.142578, + 0.257812, + 0.261719, + 0.261719, + 0.099121, + 0.259766, + 0.261719, + 0.243164, + 0.261719, + 0.257812, + 0.271484, + 0.255859, + 0.25, + 0.174805, + 0.259766, + 0.263672, + 0.24707, + 0.259766, + 0.257812, + 0.271484, + 0.238281, + 0.066406, + 0.275391, + 0.263672, + 0.257812, + 0.261719, + 0.229492, + 0.273438, + 0.148438, + 0.265625, + 0.253906, + 0.265625, + 0.251953, + 0.273438, + 0.263672, + 0.244141, + 0.263672, + 0.251953, + 0.253906, + 0.263672, + 0.094238, + 0.273438, + 0.098633, + 0.253906, + 0.081055, + 0.245117, + 0.243164, + 0.263672, + 0.261719, + 0.149414, + 0.108887, + 0.242188, + 0.255859, + 0.271484, + 0.176758, + 0.263672, + 0.251953, + 0.267578, + 0.243164, + 0.263672, + 0.259766, + 0.257812, + 0.255859, + 0.1875, + 0.265625, + 0.277344, + 0.257812, + 0.265625, + 0.273438, + 0.265625, + 0.228516, + 0.242188, + 0.181641, + 0.273438, + 0.220703, + 0.259766, + 0.269531, + 0.259766, + 0.244141, + 0.242188, + 0.213867, + 0.261719, + 0.269531, + 0.236328, + 0.267578, + 0.273438, + 0.257812, + 0.255859, + 0.269531, + 0.259766, + 0.083496, + 0.261719, + 0.261719, + 0.25, + 0.179688, + 0.251953, + 0.265625, + 0.25, + 0.232422, + 0.212891, + 0.179688, + 0.271484, + 0.277344, + 0.263672, + 0.119629, + 0.255859, + 0.259766, + 0.064941, + 0.244141, + 0.150391, + 0.261719, + 0.249023, + 0.253906, + 0.249023, + 0.255859, + 0.25, + 0.279297, + 0.267578, + 0.129883, + 0.248047, + 0.275391, + 0.253906, + 0.261719, + 0.251953, + 0.271484, + 0.166992, + 0.125977, + 0.25, + 0.279297, + 0.255859, + 0.206055, + 0.267578, + 0.25, + 0.202148, + 0.261719, + 0.275391, + 0.265625, + 0.238281, + 0.253906, + 0.238281, + 0.257812, + 0.267578, + 0.22168, + 0.100586, + 0.265625, + 0.257812, + 0.225586, + 0.253906, + 0.267578, + 0.245117, + 0.108398, + 0.271484, + 0.261719, + 0.267578, + 0.240234, + 0.265625, + 0.234375, + 0.261719, + 0.257812, + 0.253906, + 0.257812, + 0.135742, + 0.257812, + 0.236328, + 0.271484, + 0.271484, + 0.271484, + 0.059814, + 0.271484, + 0.230469, + 0.257812, + 0.249023, + 0.292969, + 0.257812, + 0.259766, + 0.275391, + 0.162109, + 0.267578, + 0.265625, + 0.263672, + 0.251953, + 0.173828, + 0.225586, + 0.28125, + 0.107422, + 0.166016, + 0.246094, + 0.279297, + 0.249023, + 0.245117, + 0.267578, + 0.269531, + 0.233398, + 0.246094, + 0.11084, + 0.277344, + 0.166992, + 0.267578, + 0.253906, + 0.257812, + 0.269531, + 0.265625, + 0.25, + 0.251953, + 0.22168, + 0.269531, + 0.277344, + 0.24707, + 0.269531, + 0.238281, + 0.223633, + 0.25, + 0.148438, + 0.259766, + 0.179688, + 0.25, + 0.251953, + 0.255859, + 0.263672, + 0.253906, + 0.253906, + 0.261719, + 0.263672, + 0.265625, + 0.239258, + 0.265625, + 0.265625, + 0.198242, + 0.263672, + 0.129883, + 0.251953, + 0.265625, + 0.267578, + 0.263672, + 0.273438, + 0.248047, + 0.267578, + 0.24707, + 0.246094, + 0.257812, + 0.242188, + 0.18457, + 0.259766, + 0.273438, + 0.265625, + 0.265625, + 0.259766, + 0.259766, + 0.265625, + 0.279297, + 0.236328, + 0.259766, + 0.263672, + 0.22168, + 0.265625, + 0.25, + 0.246094, + 0.265625, + 0.21875, + 0.269531, + 0.251953, + 0.269531, + 0.249023, + 0.166992, + 0.179688, + 0.269531, + 0.265625, + 0.261719, + 0.267578, + 0.265625, + 0.263672, + 0.255859, + 0.131836, + 0.267578, + 0.242188, + 0.255859, + 0.257812, + 0.244141, + 0.241211, + 0.180664, + 0.242188, + 0.263672, + 0.245117, + 0.265625, + 0.154297, + 0.263672, + 0.263672, + 0.263672, + 0.259766, + 0.257812, + 0.259766, + 0.257812, + 0.267578, + 0.189453, + 0.191406, + 0.240234, + 0.257812, + 0.261719, + 0.263672, + 0.265625, + 0.237305, + 0.261719, + 0.15625, + 0.212891, + 0.253906, + 0.251953, + 0.240234, + 0.275391, + 0.271484, + 0.249023, + 0.25, + 0.255859, + 0.255859, + 0.265625, + 0.261719, + 0.25, + 0.257812, + 0.259766, + 0.135742, + 0.253906, + 0.138672, + 0.261719, + 0.255859, + 0.234375, + 0.233398, + 0.257812, + 0.261719, + 0.25, + 0.267578, + 0.195312, + 0.186523, + 0.261719, + 0.185547, + 0.251953, + 0.239258, + 0.246094, + 0.230469, + 0.251953, + -5.6e-05, + 0.131836, + 0.263672, + 0.245117 + ] + }, + "name": "model.model.layers.6.post_attention_layernorm.weight", + "outputIndexes": [ + 595 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 594 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_6/Mul_output_0", + "outputIndexes": [ + 596 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 595, + 596 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_6/Mul_1_output_0", + "outputIndexes": [ + 597 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 597 + ], + "outputIndexes": [ + 4572 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4572 + ], + "outputIndexes": [ + 4573 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear", + "inputIndexes": [ + 4573 + ], + "outputIndexes": [ + 4574 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 62577652, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4574 + ], + "outputIndexes": [ + 4575 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4575 + ], + "outputIndexes": [ + 598 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 598 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_6/Sigmoid_output_0", + "outputIndexes": [ + 599 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 598, + 599 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_6/Mul_output_0", + "outputIndexes": [ + 600 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 597 + ], + "outputIndexes": [ + 4576 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4576 + ], + "outputIndexes": [ + 4577 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear", + "inputIndexes": [ + 4577 + ], + "outputIndexes": [ + 4578 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 65158154, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4578 + ], + "outputIndexes": [ + 4579 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4579 + ], + "outputIndexes": [ + 601 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 600, + 601 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_6/Mul_output_0", + "outputIndexes": [ + 602 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 602 + ], + "outputIndexes": [ + 4580 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4580 + ], + "outputIndexes": [ + 4581 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear", + "inputIndexes": [ + 4581 + ], + "outputIndexes": [ + 4582 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 67738656, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4582 + ], + "outputIndexes": [ + 4583 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4583 + ], + "outputIndexes": [ + 603 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 594, + 603 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_34_output_0", + "outputIndexes": [ + 604 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 604, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_63_output_0", + "outputIndexes": [ + 605 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.255859, + 0.300781, + 0.285156, + 0.302734, + 0.223633, + 0.265625, + 0.699219, + 0.263672, + 0.246094, + 0.294922, + 0.5625, + 0.267578, + 0.219727, + 0.244141, + 0.255859, + 0.246094, + 0.347656, + 0.302734, + 0.251953, + 0.227539, + 0.314453, + 0.257812, + 0.235352, + 0.253906, + 0.269531, + 0.28125, + 0.285156, + 0.273438, + 0.277344, + 0.277344, + 0.320312, + 0.384766, + 0.271484, + 0.316406, + 0.25, + 0.257812, + 0.229492, + 0.271484, + 0.474609, + 0.259766, + 0.253906, + 0.227539, + 0.283203, + 0.267578, + 0.273438, + 0.279297, + 0.273438, + 0.255859, + 0.255859, + 0.523438, + 0.269531, + 0.25, + 0.243164, + 0.24707, + 0.289062, + 0.285156, + 0.227539, + 0.251953, + 0.296875, + 0.263672, + 0.261719, + 0.271484, + 0.279297, + 0.273438, + 0.259766, + 0.363281, + 0.464844, + 0.419922, + 0.245117, + 0.566406, + 0.257812, + 0.251953, + 0.298828, + 0.253906, + 0.279297, + 0.239258, + 0.291016, + 0.279297, + 0.507812, + 0.253906, + 0.245117, + 0.248047, + 0.248047, + 0.261719, + 0.257812, + 0.199219, + 0.255859, + 0.402344, + 0.259766, + 0.228516, + 0.261719, + 0.261719, + 0.224609, + 0.257812, + 0.617188, + 0.21582, + 0.275391, + 0.257812, + 0.292969, + 0.245117, + 0.308594, + 0.267578, + 0.265625, + 0.242188, + 0.244141, + 0.269531, + 0.275391, + 0.24707, + 0.269531, + 0.244141, + 0.245117, + 0.253906, + 0.249023, + 0.298828, + 0.241211, + 0.320312, + 0.265625, + 0.241211, + 0.267578, + 0.273438, + 0.273438, + 0.271484, + 0.243164, + 0.363281, + 0.248047, + 0.265625, + 0.539062, + 0.279297, + 0.283203, + 0.249023, + 0.24707, + 0.24707, + 0.298828, + 0.273438, + 0.306641, + 0.265625, + 0.232422, + 0.265625, + 0.318359, + 0.261719, + 0.255859, + 0.283203, + 0.271484, + 0.302734, + 0.253906, + 0.275391, + 0.263672, + 0.259766, + 0.271484, + 0.257812, + 0.287109, + 0.246094, + 0.25, + 0.277344, + 0.269531, + 0.287109, + 0.228516, + 0.279297, + 0.515625, + 0.249023, + 0.5625, + 0.294922, + 0.253906, + 0.236328, + 0.265625, + 0.251953, + 0.474609, + 0.277344, + 0.25, + 0.435547, + 0.285156, + 0.253906, + 0.253906, + 0.157227, + 0.449219, + 0.275391, + 0.289062, + 0.259766, + 0.273438, + 0.257812, + 0.251953, + 0.251953, + 0.239258, + 0.28125, + 0.263672, + 0.3125, + 0.222656, + 0.308594, + 0.298828, + 0.275391, + 0.246094, + 0.269531, + 0.431641, + 0.283203, + 0.263672, + 0.289062, + 0.265625, + 0.273438, + -3.2e-05, + 0.318359, + 0.253906, + 0.229492, + 0.275391, + 0.277344, + 0.249023, + 0.285156, + 0.242188, + 0.279297, + 0.392578, + 0.263672, + 0.279297, + 0.257812, + 0.269531, + 0.287109, + 0.257812, + 0.292969, + 0.291016, + 0.234375, + 0.240234, + 0.224609, + 0.222656, + 0.248047, + 0.241211, + 0.257812, + 0.248047, + 0.291016, + 0.259766, + 0.167969, + 0.24707, + 0.324219, + 0.289062, + 0.347656, + 0.233398, + 0.265625, + 0.285156, + 0.322266, + 0.306641, + 0.255859, + 0.28125, + 0.238281, + 0.237305, + 0.267578, + 0.253906, + 0.308594, + 0.257812, + 0.25, + 0.28125, + 0.275391, + 0.231445, + 0.304688, + 0.273438, + 0.219727, + 0.208008, + 0.263672, + 0.300781, + 0.283203, + 0.257812, + 0.237305, + 0.318359, + 0.277344, + 0.25, + 0.249023, + 0.245117, + 0.246094, + 0.251953, + 0.271484, + 0.223633, + 0.269531, + 0.449219, + 0.235352, + 0.5, + 0.267578, + 0.306641, + 0.546875, + 0.277344, + 0.277344, + 0.359375, + 0.251953, + 0.472656, + 0.275391, + 0.24707, + 0.255859, + 0.271484, + 0.265625, + 0.287109, + 0.267578, + 0.353516, + 0.233398, + 0.242188, + 0.298828, + 0.235352, + 0.269531, + 0.24707, + 0.318359, + 0.251953, + 0.261719, + 0.283203, + 0.310547, + 0.239258, + 0.255859, + 0.24707, + 0.261719, + 0.24707, + 0.296875, + 0.279297, + 0.238281, + 0.273438, + 0.257812, + 0.24707, + 0.28125, + 0.271484, + 0.234375, + 0.257812, + 0.287109, + 0.253906, + 0.232422, + 0.283203, + 0.251953, + 0.390625, + 0.316406, + 0.238281, + 0.261719, + 0.261719, + 0.257812, + 0.261719, + 0.294922, + 0.269531, + 0.271484, + 0.245117, + 0.208008, + 0.396484, + 0.257812, + 0.466797, + 0.229492, + 0.300781, + 0.219727, + 0.296875, + 0.235352, + 0.318359, + 0.320312, + 0.273438, + 0.279297, + 0.253906, + 0.271484, + 0.231445, + 0.263672, + 0.308594, + 0.232422, + 0.291016, + 0.243164, + 0.271484, + 0.275391, + 0.25, + 0.271484, + 0.275391, + 0.248047, + 0.267578, + 0.273438, + 0.269531, + 0.269531, + 0.229492, + 0.285156, + 0.248047, + 0.234375, + 0.353516, + 0.246094, + 0.273438, + 0.25, + 0.355469, + 0.259766, + 0.275391, + 0.235352, + 0.259766, + 0.455078, + 0.300781, + 0.302734, + 0.267578, + 0.298828, + 0.229492, + 0.441406, + 0.355469, + 0.277344, + 0.253906, + 0.231445, + 0.227539, + 0.248047, + 0.300781, + 0.249023, + 0.34375, + 0.285156, + 0.259766, + 0.488281, + 0.24707, + 0.507812, + 0.24707, + 0.291016, + 0.244141, + 0.253906, + 0.263672, + 0.302734, + 0.298828, + 0.269531, + 0.265625, + 0.267578, + 0.227539, + 0.235352, + 0.263672, + 0.277344, + 0.25, + 0.265625, + 0.267578, + 0.273438, + 0.236328, + 0.237305, + 0.242188, + 0.244141, + 0.257812, + 0.24707, + 0.240234, + 0.248047, + 0.261719, + 0.243164, + 0.324219, + 0.244141, + 0.24707, + 0.261719, + 0.294922, + 0.310547, + 0.332031, + 0.291016, + 0.710938, + 0.289062, + 0.24707, + 0.28125, + 0.25, + 0.251953, + 0.283203, + 0.257812, + 0.261719, + 0.296875, + 0.217773, + 0.347656, + 0.392578, + 0.231445, + 0.269531, + 0.302734, + 0.251953, + 0.246094, + 0.3125, + 0.25, + 0.308594, + 0.365234, + 0.249023, + 0.239258, + 0.263672, + 0.285156, + 0.259766, + 0.25, + 0.240234, + 0.310547, + 0.251953, + 0.300781, + 0.244141, + 0.300781, + 0.357422, + 0.273438, + 0.267578, + 0.326172, + 0.261719, + 0.302734, + 0.291016, + 0.269531, + 0.265625, + 0.304688, + 0.300781, + 0.283203, + 0.28125, + 0.240234, + 0.244141, + 0.294922, + 0.255859, + 0.310547, + 0.246094, + 0.275391, + 0.263672, + 0.289062, + 0.257812, + 0.337891, + 0.240234, + 0.253906, + 0.289062, + 0.251953, + 0.251953, + 0.269531, + 0.275391, + 0.283203, + 0.25, + 0.28125, + 0.287109, + 0.267578, + 0.683594, + 0.28125, + 0.255859, + 0.229492, + 0.494141, + 0.230469, + 0.287109, + 0.306641, + 0.271484, + 0.265625, + 0.283203, + 0.273438, + 0.445312, + 0.251953, + 0.28125, + 0.265625, + 0.25, + 0.208008, + 0.248047, + 0.257812, + 0.28125, + 0.277344, + 0.248047, + 0.236328, + 0.269531, + 0.277344, + 0.248047, + 0.269531, + 0.245117, + 0.341797, + 0.359375, + 0.265625, + 0.259766, + 0.523438, + 0.285156, + 0.289062, + 0.261719, + 0.259766, + 0.277344, + 0.244141, + 0.253906, + 0.235352, + 0.287109, + 0.243164, + 0.238281, + 0.302734, + 0.253906, + 0.482422, + 0.361328, + 0.349609, + 0.300781, + 0.253906, + 0.275391, + 0.275391, + 0.269531, + 0.240234, + 0.333984, + 0.053955, + 0.269531, + 0.238281, + 0.494141, + 0.349609, + 0.253906, + 0.267578, + 0.239258, + 0.394531, + 0.240234, + 0.251953, + 0.273438, + 0.271484, + 0.269531, + 0.259766, + 0.251953, + 0.263672, + 0.273438, + 0.289062, + 0.241211, + 0.230469, + 0.304688, + 0.326172, + 0.241211, + 0.271484, + 0.259766, + 0.273438, + 0.261719, + 0.263672, + 0.294922, + 0.287109, + 0.246094, + 0.249023, + 0.279297, + 0.289062, + 0.277344, + 0.236328, + 0.292969, + 0.253906, + 0.265625, + 0.511719, + 0.285156, + 0.263672, + 0.25, + 0.28125, + 0.277344, + 0.296875, + 0.210938, + 0.269531, + 0.255859, + 0.267578, + 0.259766, + 0.249023, + 0.253906, + 0.242188, + 0.328125, + 0.347656, + 0.253906, + 0.267578, + 0.423828, + 0.236328, + 0.275391, + 0.255859, + 0.542969, + 0.234375, + 0.296875, + 0.324219, + 0.308594, + 0.204102, + 0.269531, + 0.613281, + 0.229492, + 0.25, + 0.498047, + 0.236328, + 0.255859, + 0.219727, + 0.248047, + 0.251953, + 0.25, + 0.302734, + 0.275391, + 0.25, + 0.283203, + 0.259766, + 0.273438, + 0.277344, + 0.335938, + 0.287109, + 0.324219, + 0.609375, + 0.308594, + 0.339844, + 0.287109, + 0.251953, + 0.296875, + 0.253906, + 0.227539, + 0.234375, + 0.574219, + 0.263672, + 0.236328, + 0.341797, + 0.251953, + 0.239258, + 0.251953, + 0.492188, + 0.249023, + 0.253906, + 0.251953, + 0.251953, + 0.287109, + 0.239258, + 0.302734, + 0.277344, + 0.277344, + 0.478516, + 0.229492, + 0.28125, + 0.375, + 0.25, + 0.275391, + 0.232422, + 0.298828, + 0.275391, + 0.691406, + 0.259766, + 0.283203, + 0.259766, + 0.255859, + 0.269531, + 0.269531, + 0.21875, + 0.277344, + 0.259766, + 0.300781, + 0.240234, + 0.275391, + 0.279297, + 0.285156, + 0.151367, + 0.239258, + 0.231445, + 0.271484, + 0.285156, + 0.255859, + 0.243164, + 0.322266, + 0.300781, + 0.24707, + 0.261719, + 0.273438, + 0.306641, + 0.337891, + 0.279297, + 0.25, + 0.283203, + 0.275391, + 0.238281, + 0.238281, + 0.455078, + 0.251953, + 0.253906, + 0.621094, + 0.275391, + 0.220703, + 0.261719, + 0.222656, + 0.291016, + 0.472656, + 0.243164, + 0.285156, + 0.273438, + 0.241211, + 0.227539, + 0.213867, + 0.236328, + 0.244141, + 0.255859, + 0.24707, + 0.241211, + 0.253906, + 0.296875, + 0.267578, + 0.253906, + 0.25, + 0.267578, + 0.253906, + 0.251953, + 0.511719, + 0.251953, + 0.25, + 0.265625, + 0.237305, + 0.574219, + 0.271484, + 0.24707, + 0.25, + 0.244141, + 0.244141, + 0.271484, + 0.257812, + 0.257812, + 0.242188, + 0.251953, + 0.275391, + 0.267578, + 0.273438, + 0.255859, + 0.259766, + 0.216797, + 0.235352, + 0.53125, + 0.3125, + 0.326172, + 0.300781, + 0.259766, + 0.296875, + 0.265625, + 0.302734, + 0.263672, + 0.240234, + 0.255859, + 0.3125, + 0.243164, + 0.337891, + 0.24707, + 0.235352, + 0.265625, + 0.335938, + 0.275391, + 0.273438, + 0.253906, + 0.257812, + 0.259766, + 0.292969, + 0.28125, + 0.285156, + 0.244141, + 0.496094, + 0.253906, + 0.265625, + 0.265625, + 0.267578, + 0.249023, + 0.265625, + 0.28125, + 0.242188, + 0.251953, + 0.234375, + 0.259766, + 0.289062, + 0.341797, + 0.269531, + 0.244141, + 0.261719, + 0.263672, + 0.267578, + 0.279297, + 0.229492, + 0.259766, + 0.269531, + 0.261719, + 0.306641, + 0.230469, + 0.269531, + 0.283203, + 0.298828, + 0.234375, + 0.25, + 0.275391, + 0.249023, + 0.292969, + 0.24707, + 0.25, + 0.287109, + 0.267578, + 0.216797, + 0.261719, + 0.255859, + 0.249023, + 0.267578, + 0.265625, + 0.255859, + 0.302734, + 0.246094, + 0.275391, + 0.263672, + 0.298828, + 0.227539, + 0.261719, + 0.255859, + 0.283203, + 0.24707, + 0.289062, + 0.566406, + 0.263672, + 0.25, + 0.273438, + 0.28125, + 0.257812, + 0.234375, + 0.253906, + 0.291016, + 0.308594, + 0.253906, + 0.251953, + 0.265625, + 0.361328, + 0.245117, + 0.263672, + 0.292969, + 0.273438, + 0.265625, + 0.277344, + 0.28125, + 0.25, + 0.289062, + 0.261719, + 0.582031, + 0.386719, + 0.248047, + 0.605469, + 0.255859, + 0.249023, + 0.233398, + 0.275391, + 0.291016, + 0.265625, + 0.238281, + 0.298828, + 0.261719, + 0.277344, + 0.243164, + 0.259766, + 0.384766, + 0.271484, + 0.229492, + 0.253906, + 0.296875, + 0.225586, + 0.269531, + 0.302734, + 0.355469, + 0.253906, + 0.269531, + 0.298828, + 0.251953, + 0.231445, + 0.298828, + 0.100586, + 0.255859, + 0.269531, + 0.291016, + 0.269531, + 0.259766, + 0.273438, + 0.275391, + 0.248047, + 0.25, + 0.239258, + 0.248047, + 0.261719, + 0.302734, + 0.304688, + 0.246094, + 0.228516, + 0.275391, + 0.550781, + 0.25, + 0.304688, + 0.279297, + 0.267578, + 0.314453, + 0.224609, + 0.275391, + 0.257812, + 0.223633, + 0.253906, + 0.257812, + 0.220703, + 0.359375, + 0.234375, + 0.259766, + 0.25, + 0.296875, + 0.257812, + 0.239258, + 0.287109, + 0.263672, + 0.273438, + 0.25, + 0.28125, + 0.267578, + 0.376953, + 0.283203, + 0.273438, + 0.269531, + 0.243164, + 0.275391, + 0.275391, + 0.273438, + 0.46875, + 0.269531, + 0.261719, + 0.25, + 0.267578, + 0.25, + 0.275391, + 0.240234, + 0.236328, + 0.273438, + 0.275391, + 0.25, + 0.253906, + 0.279297, + 0.242188, + 0.255859, + 0.269531, + 0.231445, + 0.277344, + 0.427734, + 0.231445, + 0.539062, + 0.367188, + 0.186523, + 0.306641, + 0.253906, + 0.269531, + 0.267578, + 0.298828, + 0.542969, + 0.251953, + 0.265625, + 0.257812, + 0.248047, + 0.279297, + 0.263672, + 0.261719, + 0.289062, + 0.242188, + 0.25, + 0.229492, + 0.244141, + 0.21875, + 0.230469, + 0.3125, + 0.285156, + 0.244141, + 0.253906, + 0.25, + 0.277344, + 0.210938, + 0.296875, + 0.249023, + 0.255859, + 0.28125, + 0.241211, + 0.245117, + 0.330078, + 0.273438, + 0.291016, + 0.275391, + 0.229492, + 0.308594, + 0.249023, + 0.265625, + 0.253906, + 0.230469, + 0.28125, + 0.242188, + 0.304688, + 0.246094, + 0.259766, + 0.275391, + 0.259766, + 0.277344, + 0.271484, + 0.25, + 0.277344, + 0.507812, + 0.229492, + 0.238281, + 0.243164, + 0.237305, + 0.511719, + 0.251953, + 0.241211, + 0.578125, + 0.265625, + 0.328125, + 0.255859, + 0.265625, + 0.283203, + 0.271484, + 0.251953, + 0.269531, + 0.240234, + 0.261719, + 0.404297, + 0.233398, + 0.235352, + 0.287109, + 0.248047, + 0.244141, + 0.261719, + 0.244141, + 0.652344, + 0.273438, + 0.28125, + 0.277344, + 0.267578, + 0.248047, + 0.251953, + 0.285156, + 0.269531, + 0.232422, + 0.233398, + 0.277344, + 0.261719, + 0.328125, + 0.291016, + 0.259766, + 0.275391, + 0.210938, + 0.261719, + 0.28125, + 0.304688, + 0.251953, + 0.244141, + 0.300781, + 0.462891, + 0.275391, + 0.271484, + 0.267578, + 0.324219, + 0.237305, + 0.271484, + 0.265625, + 0.294922, + 0.251953, + 0.261719, + 0.445312, + 0.273438, + 0.285156, + 0.259766, + 0.244141, + 0.249023, + 0.757812, + 0.261719, + 0.220703, + 0.263672, + 0.222656, + 0.431641, + 0.242188, + 0.279297, + 0.273438, + 0.511719, + 0.25, + 0.228516, + 0.269531, + 0.279297, + 0.3125, + 0.298828, + 0.261719, + 0.570312, + 0.201172, + 0.269531, + 0.233398, + 0.255859, + 0.287109, + 0.240234, + 0.273438, + 0.265625, + 0.277344, + 0.585938, + 0.304688, + 0.302734, + 0.248047, + 0.238281, + 0.285156, + 0.239258, + 0.283203, + 0.271484, + 0.237305, + 0.239258, + 0.267578, + 0.310547, + 0.285156, + 0.292969, + 0.249023, + 0.367188, + 0.267578, + 0.353516, + 0.25, + 0.285156, + 0.241211, + 0.267578, + 0.25, + 0.238281, + 0.287109, + 0.279297, + 0.257812, + 0.251953, + 0.3125, + 0.3125, + 0.244141, + 0.253906, + 0.306641, + 0.237305, + 0.373047, + 0.277344, + 0.271484, + 0.265625, + 0.225586, + 0.267578, + 0.228516, + 0.287109, + 0.283203, + 0.283203, + 0.255859, + 0.279297, + 0.228516, + 0.229492, + 0.243164, + 0.240234, + 0.269531, + 0.25, + 0.253906, + 0.249023, + 0.269531, + 0.273438, + 0.255859, + 0.269531, + 0.298828, + 0.235352, + 0.273438, + 0.269531, + 0.304688, + 0.255859, + 0.277344, + 0.249023, + 0.255859, + 0.259766, + 0.373047, + 0.233398, + 0.248047, + 0.239258, + 0.257812, + 0.257812, + 0.302734, + 0.257812, + 0.275391, + 0.384766, + 0.273438, + 0.275391, + 0.267578, + 0.245117, + 0.21875, + 0.273438, + 0.245117, + 0.273438, + 0.240234, + 0.271484, + 0.259766, + 0.277344, + 0.223633, + 0.253906, + 0.271484, + 0.257812, + 0.271484, + 0.255859, + 0.251953, + 0.265625, + 0.367188, + 0.326172, + 0.271484, + 0.287109, + 0.259766, + 0.271484, + 0.267578, + 0.291016, + 0.298828, + 0.326172, + 0.275391, + 0.267578, + 0.233398, + 0.296875, + 0.245117, + 0.28125, + 0.285156, + 0.248047, + 0.251953, + 0.237305, + 0.271484, + 0.289062, + 0.279297, + 0.236328, + 0.237305, + 0.404297, + 0.259766, + 0.371094, + 0.289062, + 0.249023, + 0.333984, + 0.243164, + 0.275391, + 0.298828, + 0.269531, + 0.253906, + 0.28125, + 0.251953, + 0.246094, + 0.238281, + 0.263672, + 0.294922, + 0.257812, + 0.269531, + 0.271484, + 0.5, + 0.421875, + 0.302734, + 0.291016 + ] + }, + "name": "model.model.layers.7.input_layernorm.weight", + "outputIndexes": [ + 606 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 605 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_7/Mul_output_0", + "outputIndexes": [ + 607 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 606, + 607 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_7/Mul_1_output_0", + "outputIndexes": [ + 608 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 608 + ], + "outputIndexes": [ + 4584 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4584 + ], + "outputIndexes": [ + 4585 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear", + "inputIndexes": [ + 4585 + ], + "outputIndexes": [ + 4586 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 70319158, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4586 + ], + "outputIndexes": [ + 4587 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4587 + ], + "outputIndexes": [ + 609 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 608 + ], + "main_type": "NONE", + "name": "/Shape_99_output_0", + "outputIndexes": [ + 610 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 610 + ], + "main_type": "NONE", + "name": "Shape1591", + "outputIndexes": [ + 611 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 610 + ], + "main_type": "NONE", + "name": "Rank1593", + "outputIndexes": [ + 612 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 612, + 612 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1595", + "outputIndexes": [ + 613 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 613 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1596", + "outputIndexes": [ + 614 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 613, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1598", + "outputIndexes": [ + 615 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 615 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1599", + "outputIndexes": [ + 616 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 611, + 614, + 616, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1602", + "outputIndexes": [ + 617 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 617 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1603", + "outputIndexes": [ + 618 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 618 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1604", + "outputIndexes": [ + 619 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 619, + 618 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1605", + "outputIndexes": [ + 620 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 610, + 620, + 613 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_109_output_0", + "outputIndexes": [ + 621 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 621, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_225_output_0", + "outputIndexes": [ + 622 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 622, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_91_output_0", + "outputIndexes": [ + 623 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 609, + 623 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_64_output_0", + "outputIndexes": [ + 624 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 624, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_56_output_0", + "outputIndexes": [ + 625 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 624 + ], + "main_type": "NONE", + "name": "/Shape_100_output_0", + "outputIndexes": [ + 626 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 626 + ], + "main_type": "NONE", + "name": "Shape1612", + "outputIndexes": [ + 627 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 626 + ], + "main_type": "NONE", + "name": "Rank1614", + "outputIndexes": [ + 628 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 628, + 628 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1616", + "outputIndexes": [ + 629 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 629 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1617", + "outputIndexes": [ + 630 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 629, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1619", + "outputIndexes": [ + 631 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 631 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1620", + "outputIndexes": [ + 632 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 627, + 630, + 632, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1623", + "outputIndexes": [ + 633 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 633 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1624", + "outputIndexes": [ + 634 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 634 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1625", + "outputIndexes": [ + 635 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 635, + 634 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1626", + "outputIndexes": [ + 636 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 626, + 636, + 629 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_110_output_0", + "outputIndexes": [ + 637 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 637, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_21_output_0", + "outputIndexes": [ + 638 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 638, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_230_output_0", + "outputIndexes": [ + 639 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 624, + 639, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_29_output_0", + "outputIndexes": [ + 640 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 640 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_14_output_0", + "outputIndexes": [ + 641 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 624, + 22, + 639, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_28_output_0", + "outputIndexes": [ + 642 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 641, + 642 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_94_output_0", + "outputIndexes": [ + 643 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 643, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_57_output_0", + "outputIndexes": [ + 644 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 625, + 644 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_35_output_0", + "outputIndexes": [ + 645 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 608 + ], + "outputIndexes": [ + 4588 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4588 + ], + "outputIndexes": [ + 4589 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear", + "inputIndexes": [ + 4589 + ], + "outputIndexes": [ + 4590 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 71240780, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4590 + ], + "outputIndexes": [ + 4591 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4591 + ], + "outputIndexes": [ + 646 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 622, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_92_output_0", + "outputIndexes": [ + 647 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 646, + 647 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_65_output_0", + "outputIndexes": [ + 648 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 648, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_58_output_0", + "outputIndexes": [ + 649 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 648 + ], + "main_type": "NONE", + "name": "/Shape_101_output_0", + "outputIndexes": [ + 650 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 650 + ], + "main_type": "NONE", + "name": "Shape1675", + "outputIndexes": [ + 651 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 650 + ], + "main_type": "NONE", + "name": "Rank1677", + "outputIndexes": [ + 652 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 652, + 652 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1679", + "outputIndexes": [ + 653 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 653 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1680", + "outputIndexes": [ + 654 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 653, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1682", + "outputIndexes": [ + 655 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 655 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1683", + "outputIndexes": [ + 656 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 651, + 654, + 656, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1686", + "outputIndexes": [ + 657 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 657 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1687", + "outputIndexes": [ + 658 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1688", + "outputIndexes": [ + 659 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 659, + 658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1689", + "outputIndexes": [ + 660 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 650, + 660, + 653 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_111_output_0", + "outputIndexes": [ + 661 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 661, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_22_output_0", + "outputIndexes": [ + 662 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 662, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_232_output_0", + "outputIndexes": [ + 663 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 648, + 663, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_31_output_0", + "outputIndexes": [ + 664 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 664 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_15_output_0", + "outputIndexes": [ + 665 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 648, + 22, + 663, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_30_output_0", + "outputIndexes": [ + 666 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 665, + 666 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_95_output_0", + "outputIndexes": [ + 667 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 667, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_59_output_0", + "outputIndexes": [ + 668 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 649, + 668 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_36_output_0", + "outputIndexes": [ + 669 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 608 + ], + "outputIndexes": [ + 4592 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4592 + ], + "outputIndexes": [ + 4593 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear", + "inputIndexes": [ + 4593 + ], + "outputIndexes": [ + 4594 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 71471202, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4594 + ], + "outputIndexes": [ + 4595 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4595 + ], + "outputIndexes": [ + 670 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 670, + 647 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_66_output_0", + "outputIndexes": [ + 671 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 645, + 669, + 671, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_71_output_0", + "outputIndexes": [ + 672 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 672 + ], + "outputIndexes": [ + 4596 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4596 + ], + "outputIndexes": [ + 4597 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear", + "inputIndexes": [ + 4597 + ], + "outputIndexes": [ + 4598 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 71701624, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4598 + ], + "outputIndexes": [ + 4599 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4599 + ], + "outputIndexes": [ + 673 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 605, + 673 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_38_output_0", + "outputIndexes": [ + 674 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.21875, + 0.246094, + 0.271484, + 0.257812, + 0.269531, + 0.263672, + 0.083008, + 0.265625, + 0.224609, + 0.226562, + 0.125, + 0.257812, + 0.208984, + 0.279297, + 0.275391, + 0.273438, + 0.211914, + 0.235352, + 0.251953, + 0.1875, + 0.265625, + 0.265625, + 0.245117, + 0.22168, + 0.253906, + 0.269531, + 0.246094, + 0.263672, + 0.257812, + 0.251953, + 0.241211, + 0.163086, + 0.255859, + 0.245117, + 0.263672, + 0.251953, + 0.173828, + 0.271484, + 0.135742, + 0.263672, + 0.259766, + 0.271484, + 0.236328, + 0.251953, + 0.19043, + 0.24707, + 0.273438, + 0.175781, + 0.279297, + 0.135742, + 0.263672, + 0.162109, + 0.271484, + 0.267578, + 0.180664, + 0.261719, + 0.271484, + 0.248047, + 0.251953, + 0.28125, + 0.265625, + 0.263672, + 0.237305, + 0.263672, + 0.223633, + 0.234375, + 0.164062, + 0.136719, + 0.259766, + 0.098633, + 0.279297, + 0.188477, + 0.202148, + 0.248047, + 0.271484, + 0.249023, + 0.233398, + 0.271484, + 0.124023, + 0.251953, + 0.241211, + 0.279297, + 0.239258, + 0.251953, + 0.259766, + 0.202148, + 0.267578, + 0.157227, + 0.263672, + 0.199219, + 0.230469, + 0.265625, + 0.200195, + 0.255859, + 0.102051, + 0.172852, + 0.283203, + 0.271484, + 0.277344, + 0.265625, + 0.145508, + 0.24707, + 0.267578, + 0.257812, + 0.271484, + 0.165039, + 0.261719, + 0.257812, + 0.253906, + 0.259766, + 0.271484, + 0.267578, + 0.251953, + 0.259766, + 0.259766, + 0.242188, + 0.248047, + 0.265625, + 0.269531, + 0.255859, + 0.248047, + 0.224609, + 0.28125, + 0.210938, + 0.273438, + 0.255859, + 0.073242, + 0.271484, + 0.253906, + 0.279297, + 0.267578, + 0.28125, + 0.265625, + 0.25, + 0.249023, + 0.243164, + 0.273438, + 0.263672, + 0.245117, + 0.216797, + 0.263672, + 0.267578, + 0.257812, + 0.279297, + 0.279297, + 0.248047, + 0.245117, + 0.229492, + 0.257812, + 0.259766, + 0.248047, + 0.263672, + 0.267578, + 0.273438, + 0.261719, + 0.255859, + 0.277344, + 0.263672, + 0.123047, + 0.267578, + 0.121582, + 0.241211, + 0.209961, + 0.265625, + 0.255859, + 0.271484, + 0.11377, + 0.271484, + 0.257812, + 0.140625, + 0.210938, + 0.271484, + 0.275391, + 0.101562, + 0.130859, + 0.283203, + 0.179688, + 0.263672, + 0.275391, + 0.267578, + 0.257812, + 0.226562, + 0.243164, + 0.261719, + 0.263672, + 0.255859, + 0.271484, + 0.25, + 0.261719, + 0.261719, + 0.269531, + 0.249023, + 0.131836, + 0.255859, + 0.255859, + 0.259766, + 0.253906, + 0.141602, + -0.000196, + 0.265625, + 0.259766, + 0.271484, + 0.235352, + 0.251953, + 0.237305, + 0.255859, + 0.269531, + 0.238281, + 0.225586, + 0.263672, + 0.257812, + 0.255859, + 0.263672, + 0.155273, + 0.261719, + 0.25, + 0.25, + 0.257812, + 0.265625, + 0.267578, + 0.261719, + 0.259766, + 0.233398, + 0.24707, + 0.265625, + 0.265625, + 0.267578, + 0.163086, + 0.267578, + 0.186523, + 0.233398, + 0.198242, + 0.277344, + 0.248047, + 0.291016, + 0.205078, + 0.263672, + 0.241211, + 0.269531, + 0.263672, + 0.261719, + 0.237305, + 0.25, + 0.261719, + 0.271484, + 0.233398, + 0.188477, + 0.267578, + 0.265625, + 0.249023, + 0.263672, + 0.212891, + 0.179688, + 0.257812, + 0.232422, + 0.267578, + 0.236328, + 0.255859, + 0.130859, + 0.269531, + 0.271484, + 0.271484, + 0.267578, + 0.222656, + 0.263672, + 0.273438, + 0.255859, + 0.265625, + 0.145508, + 0.265625, + 0.126953, + 0.289062, + 0.253906, + 0.103027, + 0.206055, + 0.267578, + 0.248047, + 0.222656, + 0.074219, + 0.267578, + 0.214844, + 0.267578, + 0.261719, + 0.263672, + 0.273438, + 0.245117, + 0.28125, + 0.277344, + 0.265625, + 0.275391, + 0.267578, + 0.251953, + 0.265625, + 0.246094, + 0.271484, + 0.253906, + 0.275391, + 0.259766, + 0.279297, + 0.269531, + 0.255859, + 0.251953, + 0.253906, + 0.178711, + 0.257812, + 0.267578, + 0.230469, + 0.255859, + 0.269531, + 0.289062, + 0.202148, + 0.271484, + 0.176758, + 0.209961, + 0.263672, + 0.263672, + 0.267578, + 0.208008, + 0.253906, + 0.172852, + 0.279297, + 0.277344, + 0.263672, + 0.259766, + 0.244141, + 0.251953, + 0.255859, + 0.271484, + 0.267578, + 0.134766, + 0.204102, + 0.21582, + 0.139648, + 0.263672, + 0.249023, + 0.261719, + 0.279297, + 0.230469, + 0.163086, + 0.165039, + 0.248047, + 0.253906, + 0.255859, + 0.21582, + 0.267578, + 0.261719, + 0.228516, + 0.269531, + 0.240234, + 0.261719, + 0.263672, + 0.261719, + 0.219727, + 0.257812, + 0.261719, + 0.267578, + 0.259766, + 0.257812, + 0.253906, + 0.261719, + 0.255859, + 0.15625, + 0.263672, + 0.273438, + 0.224609, + 0.257812, + 0.269531, + 0.273438, + 0.149414, + 0.236328, + 0.271484, + 0.261719, + 0.273438, + 0.158203, + 0.251953, + 0.248047, + 0.271484, + 0.259766, + 0.265625, + 0.139648, + 0.049316, + 0.244141, + 0.263672, + 0.255859, + 0.267578, + 0.238281, + 0.244141, + 0.265625, + 0.21582, + 0.257812, + 0.253906, + 0.125977, + 0.275391, + 0.101074, + 0.273438, + 0.257812, + 0.253906, + 0.267578, + 0.277344, + 0.25, + 0.25, + 0.285156, + 0.213867, + 0.275391, + 0.271484, + 0.219727, + 0.28125, + 0.251953, + 0.267578, + 0.271484, + 0.227539, + 0.265625, + 0.275391, + 0.249023, + 0.277344, + 0.263672, + 0.24707, + 0.267578, + 0.261719, + 0.240234, + 0.279297, + 0.251953, + 0.106445, + 0.267578, + 0.263672, + 0.196289, + 0.255859, + 0.240234, + 0.213867, + 0.255859, + 0.106934, + 0.185547, + 0.269531, + 0.255859, + 0.261719, + 0.271484, + 0.273438, + 0.24707, + 0.255859, + 0.310547, + 0.265625, + 0.157227, + 0.194336, + 0.271484, + 0.231445, + 0.210938, + 0.269531, + 0.255859, + 0.170898, + 0.261719, + 0.248047, + 0.239258, + 0.251953, + 0.269531, + 0.263672, + 0.269531, + 0.265625, + 0.255859, + 0.251953, + 0.251953, + 0.259766, + 0.246094, + 0.269531, + 0.267578, + 0.141602, + 0.265625, + 0.24707, + 0.257812, + 0.273438, + 0.170898, + 0.255859, + 0.263672, + 0.265625, + 0.257812, + 0.246094, + 0.242188, + 0.244141, + 0.269531, + 0.231445, + 0.185547, + 0.259766, + 0.273438, + 0.285156, + 0.251953, + 0.275391, + 0.244141, + 0.259766, + 0.194336, + 0.271484, + 0.255859, + 0.269531, + 0.273438, + 0.271484, + 0.265625, + 0.251953, + 0.210938, + 0.269531, + 0.261719, + 0.246094, + 0.233398, + 0.084961, + 0.234375, + 0.273438, + 0.271484, + 0.125, + 0.265625, + 0.25, + 0.251953, + 0.269531, + 0.257812, + 0.253906, + 0.273438, + 0.092285, + 0.214844, + 0.228516, + 0.263672, + 0.257812, + 0.098145, + 0.240234, + 0.249023, + 0.255859, + 0.259766, + 0.175781, + 0.265625, + 0.271484, + 0.253906, + 0.273438, + 0.277344, + 0.277344, + 0.225586, + 0.227539, + 0.242188, + 0.185547, + 0.120605, + 0.267578, + 0.25, + 0.255859, + 0.265625, + 0.235352, + 0.253906, + 0.269531, + 0.181641, + 0.232422, + 0.267578, + 0.275391, + 0.22168, + 0.261719, + 0.12793, + 0.231445, + 0.233398, + 0.246094, + 0.263672, + 0.271484, + 0.267578, + 0.251953, + 0.255859, + 0.192383, + 0.147461, + 0.265625, + 0.174805, + 0.114746, + 0.180664, + 0.257812, + 0.251953, + 0.216797, + 0.15625, + 0.271484, + 0.255859, + 0.269531, + 0.253906, + 0.269531, + 0.261719, + 0.197266, + 0.261719, + 0.257812, + 0.255859, + 0.243164, + 0.265625, + 0.243164, + 0.158203, + 0.273438, + 0.259766, + 0.243164, + 0.263672, + 0.267578, + 0.25, + 0.259766, + 0.259766, + 0.289062, + 0.277344, + 0.231445, + 0.114746, + 0.275391, + 0.263672, + 0.257812, + 0.209961, + 0.257812, + 0.123047, + 0.170898, + 0.257812, + 0.257812, + 0.263672, + 0.253906, + 0.271484, + 0.154297, + 0.213867, + 0.253906, + 0.236328, + 0.24707, + 0.275391, + 0.238281, + 0.267578, + 0.267578, + 0.200195, + 0.249023, + 0.246094, + 0.139648, + 0.259766, + 0.251953, + 0.259766, + 0.113281, + 0.275391, + 0.235352, + 0.257812, + 0.234375, + 0.157227, + 0.269531, + 0.137695, + 0.249023, + 0.144531, + -6.8e-05, + 0.253906, + 0.253906, + 0.265625, + 0.229492, + 0.269531, + 0.255859, + 0.243164, + 0.263672, + 0.255859, + 0.230469, + 0.265625, + 0.265625, + 0.208984, + 0.158203, + 0.242188, + 0.246094, + 0.120117, + 0.255859, + 0.25, + 0.277344, + 0.271484, + 0.267578, + 0.179688, + 0.261719, + 0.255859, + 0.111816, + 0.265625, + 0.172852, + 0.125977, + 0.255859, + 0.271484, + 0.243164, + 0.086914, + 0.257812, + 0.261719, + 0.251953, + 0.257812, + 0.255859, + 0.279297, + 0.257812, + 0.265625, + 0.253906, + 0.10791, + 0.211914, + 0.15918, + 0.289062, + 0.269531, + 0.263672, + 0.267578, + 0.261719, + 0.265625, + 0.057861, + 0.25, + 0.273438, + 0.271484, + 0.214844, + 0.275391, + 0.279297, + 0.251953, + 0.230469, + 0.271484, + 0.267578, + 0.267578, + 0.230469, + 0.267578, + 0.255859, + 0.066406, + 0.263672, + 0.273438, + 0.257812, + 0.269531, + 0.147461, + 0.259766, + 0.169922, + 0.205078, + 0.271484, + 0.25, + 0.229492, + 0.253906, + 0.202148, + 0.261719, + 0.267578, + 0.269531, + 0.273438, + 0.263672, + 0.255859, + 0.128906, + 0.189453, + 0.267578, + 0.126953, + 0.25, + 0.222656, + 0.265625, + 0.263672, + 0.245117, + 0.080078, + 0.259766, + 0.251953, + 0.255859, + 0.269531, + 0.19043, + 0.261719, + 0.263672, + 0.193359, + 0.277344, + 0.188477, + 0.255859, + 0.251953, + 0.261719, + 0.269531, + 0.259766, + 0.265625, + 0.251953, + 0.257812, + 0.269531, + 0.060791, + 0.257812, + 0.263672, + 0.133789, + 0.212891, + 0.116699, + 0.269531, + 0.232422, + 0.271484, + 0.269531, + 0.253906, + 0.237305, + 0.232422, + 0.25, + 0.263672, + 0.267578, + 0.245117, + 0.195312, + 0.267578, + 0.269531, + 0.209961, + 0.269531, + 0.253906, + 0.117188, + 0.15332, + 0.220703, + 0.229492, + 0.25, + 0.209961, + 0.265625, + 0.25, + 0.275391, + 0.267578, + 0.261719, + 0.162109, + 0.271484, + 0.205078, + 0.261719, + 0.259766, + 0.251953, + 0.222656, + 0.269531, + 0.257812, + 0.257812, + 0.267578, + 0.273438, + 0.249023, + 0.21875, + 0.24707, + 0.265625, + 0.125, + 0.25, + 0.253906, + 0.283203, + 0.259766, + 0.269531, + 0.271484, + 0.255859, + 0.259766, + 0.271484, + 0.263672, + 0.188477, + 0.253906, + 0.185547, + 0.265625, + 0.275391, + 0.253906, + 0.265625, + 0.255859, + 0.240234, + 0.261719, + 0.255859, + 0.261719, + 0.271484, + 0.253906, + 0.277344, + 0.271484, + 0.25, + 0.24707, + 0.265625, + 0.253906, + 0.240234, + 0.265625, + 0.263672, + 0.253906, + 0.255859, + 0.259766, + 0.15625, + 0.289062, + 0.255859, + 0.265625, + 0.265625, + 0.139648, + 0.263672, + 0.277344, + 0.251953, + 0.267578, + 0.273438, + 0.265625, + 0.235352, + 0.217773, + 0.269531, + 0.275391, + 0.248047, + 0.211914, + 0.269531, + 0.117188, + 0.263672, + 0.263672, + 0.255859, + 0.192383, + 0.259766, + 0.232422, + 0.267578, + 0.227539, + 0.265625, + 0.267578, + 0.165039, + 0.265625, + 0.185547, + 0.261719, + 0.24707, + 0.237305, + 0.21875, + 0.249023, + 0.249023, + 0.257812, + 0.273438, + 0.227539, + 0.261719, + 0.111328, + 0.149414, + 0.263672, + 0.128906, + 0.259766, + 0.273438, + 0.251953, + 0.253906, + 0.25, + 0.265625, + 0.249023, + 0.242188, + 0.261719, + 0.263672, + 0.261719, + 0.265625, + 0.209961, + 0.259766, + 0.273438, + 0.263672, + 0.167969, + 0.265625, + 0.259766, + 0.267578, + 0.176758, + 0.263672, + 0.233398, + 0.232422, + 0.275391, + 0.269531, + 0.263672, + 0.054932, + 0.257812, + 0.253906, + 0.213867, + 0.275391, + 0.265625, + 0.28125, + 0.263672, + 0.255859, + 0.269531, + 0.25, + 0.267578, + 0.285156, + 0.210938, + 0.227539, + 0.265625, + 0.265625, + 0.271484, + 0.119141, + 0.261719, + 0.194336, + 0.255859, + 0.269531, + 0.242188, + 0.212891, + 0.265625, + 0.283203, + 0.269531, + 0.265625, + 0.257812, + 0.143555, + 0.152344, + 0.261719, + 0.263672, + 0.261719, + 0.108887, + 0.261719, + 0.267578, + 0.242188, + 0.251953, + 0.261719, + 0.287109, + 0.253906, + 0.257812, + 0.181641, + 0.265625, + 0.253906, + 0.257812, + 0.257812, + 0.255859, + 0.275391, + 0.249023, + 0.085449, + 0.277344, + 0.263672, + 0.259766, + 0.257812, + 0.228516, + 0.259766, + 0.155273, + 0.267578, + 0.257812, + 0.267578, + 0.257812, + 0.279297, + 0.267578, + 0.243164, + 0.257812, + 0.245117, + 0.255859, + 0.273438, + 0.140625, + 0.275391, + 0.104004, + 0.259766, + 0.091309, + 0.244141, + 0.253906, + 0.269531, + 0.265625, + 0.154297, + 0.135742, + 0.241211, + 0.257812, + 0.277344, + 0.180664, + 0.259766, + 0.248047, + 0.273438, + 0.253906, + 0.271484, + 0.263672, + 0.259766, + 0.257812, + 0.189453, + 0.267578, + 0.261719, + 0.261719, + 0.265625, + 0.275391, + 0.267578, + 0.229492, + 0.244141, + 0.197266, + 0.275391, + 0.227539, + 0.265625, + 0.267578, + 0.269531, + 0.244141, + 0.251953, + 0.220703, + 0.267578, + 0.267578, + 0.246094, + 0.277344, + 0.267578, + 0.261719, + 0.277344, + 0.271484, + 0.261719, + 0.099609, + 0.271484, + 0.263672, + 0.251953, + 0.18457, + 0.248047, + 0.257812, + 0.248047, + 0.230469, + 0.210938, + 0.188477, + 0.28125, + 0.265625, + 0.267578, + 0.12793, + 0.255859, + 0.263672, + 0.09375, + 0.255859, + 0.155273, + 0.261719, + 0.242188, + 0.255859, + 0.249023, + 0.259766, + 0.253906, + 0.279297, + 0.271484, + 0.149414, + 0.25, + 0.277344, + 0.251953, + 0.267578, + 0.253906, + 0.263672, + 0.176758, + 0.125977, + 0.253906, + 0.269531, + 0.251953, + 0.211914, + 0.277344, + 0.253906, + 0.208984, + 0.261719, + 0.269531, + 0.269531, + 0.242188, + 0.261719, + 0.246094, + 0.259766, + 0.271484, + 0.231445, + 0.112793, + 0.267578, + 0.265625, + 0.230469, + 0.255859, + 0.269531, + 0.240234, + 0.124512, + 0.269531, + 0.269531, + 0.265625, + 0.248047, + 0.263672, + 0.234375, + 0.267578, + 0.263672, + 0.261719, + 0.269531, + 0.148438, + 0.261719, + 0.246094, + 0.267578, + 0.269531, + 0.265625, + 0.103516, + 0.279297, + 0.245117, + 0.261719, + 0.25, + 0.285156, + 0.261719, + 0.255859, + 0.275391, + 0.15625, + 0.277344, + 0.271484, + 0.259766, + 0.255859, + 0.182617, + 0.230469, + 0.269531, + 0.106445, + 0.183594, + 0.253906, + 0.277344, + 0.25, + 0.249023, + 0.269531, + 0.271484, + 0.232422, + 0.248047, + 0.108887, + 0.275391, + 0.168945, + 0.265625, + 0.255859, + 0.253906, + 0.267578, + 0.263672, + 0.255859, + 0.259766, + 0.230469, + 0.277344, + 0.271484, + 0.25, + 0.271484, + 0.240234, + 0.233398, + 0.257812, + 0.157227, + 0.259766, + 0.197266, + 0.253906, + 0.255859, + 0.259766, + 0.267578, + 0.255859, + 0.255859, + 0.261719, + 0.259766, + 0.269531, + 0.239258, + 0.269531, + 0.271484, + 0.219727, + 0.277344, + 0.131836, + 0.255859, + 0.271484, + 0.259766, + 0.279297, + 0.275391, + 0.240234, + 0.259766, + 0.25, + 0.241211, + 0.271484, + 0.25, + 0.188477, + 0.267578, + 0.273438, + 0.263672, + 0.271484, + 0.259766, + 0.251953, + 0.273438, + 0.273438, + 0.231445, + 0.267578, + 0.259766, + 0.233398, + 0.273438, + 0.261719, + 0.246094, + 0.261719, + 0.229492, + 0.267578, + 0.251953, + 0.267578, + 0.259766, + 0.177734, + 0.1875, + 0.265625, + 0.275391, + 0.271484, + 0.265625, + 0.253906, + 0.265625, + 0.251953, + 0.152344, + 0.275391, + 0.248047, + 0.267578, + 0.263672, + 0.253906, + 0.242188, + 0.197266, + 0.246094, + 0.265625, + 0.245117, + 0.271484, + 0.162109, + 0.261719, + 0.271484, + 0.261719, + 0.275391, + 0.269531, + 0.257812, + 0.273438, + 0.273438, + 0.194336, + 0.194336, + 0.25, + 0.25, + 0.261719, + 0.263672, + 0.273438, + 0.237305, + 0.265625, + 0.165039, + 0.225586, + 0.263672, + 0.261719, + 0.238281, + 0.273438, + 0.314453, + 0.25, + 0.253906, + 0.259766, + 0.263672, + 0.271484, + 0.259766, + 0.259766, + 0.259766, + 0.267578, + 0.144531, + 0.263672, + 0.140625, + 0.263672, + 0.253906, + 0.228516, + 0.230469, + 0.265625, + 0.271484, + 0.257812, + 0.291016, + 0.203125, + 0.1875, + 0.253906, + 0.19043, + 0.25, + 0.232422, + 0.242188, + 0.233398, + 0.261719, + 0.000138, + 0.160156, + 0.273438, + 0.251953 + ] + }, + "name": "model.model.layers.7.post_attention_layernorm.weight", + "outputIndexes": [ + 675 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 674 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_7/Mul_output_0", + "outputIndexes": [ + 676 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 675, + 676 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_7/Mul_1_output_0", + "outputIndexes": [ + 677 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 677 + ], + "outputIndexes": [ + 4600 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4600 + ], + "outputIndexes": [ + 4601 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear", + "inputIndexes": [ + 4601 + ], + "outputIndexes": [ + 4602 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 72623246, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4602 + ], + "outputIndexes": [ + 4603 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4603 + ], + "outputIndexes": [ + 678 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 678 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_7/Sigmoid_output_0", + "outputIndexes": [ + 679 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 678, + 679 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_7/Mul_output_0", + "outputIndexes": [ + 680 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 677 + ], + "outputIndexes": [ + 4604 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4604 + ], + "outputIndexes": [ + 4605 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear", + "inputIndexes": [ + 4605 + ], + "outputIndexes": [ + 4606 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 75203748, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4606 + ], + "outputIndexes": [ + 4607 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4607 + ], + "outputIndexes": [ + 681 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 680, + 681 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_7/Mul_output_0", + "outputIndexes": [ + 682 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 682 + ], + "outputIndexes": [ + 4608 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4608 + ], + "outputIndexes": [ + 4609 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear", + "inputIndexes": [ + 4609 + ], + "outputIndexes": [ + 4610 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 77784250, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4610 + ], + "outputIndexes": [ + 4611 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4611 + ], + "outputIndexes": [ + 683 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 674, + 683 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_39_output_0", + "outputIndexes": [ + 684 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 684, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_72_output_0", + "outputIndexes": [ + 685 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.231445, + 0.285156, + 0.316406, + 0.300781, + 0.246094, + 0.292969, + 0.644531, + 0.283203, + 0.244141, + 0.271484, + 0.292969, + 0.283203, + 0.208984, + 0.253906, + 0.236328, + 0.269531, + 0.378906, + 0.271484, + 0.257812, + 0.227539, + 0.300781, + 0.267578, + 0.255859, + 0.257812, + 0.279297, + 0.296875, + 0.263672, + 0.285156, + 0.257812, + 0.265625, + 0.310547, + 0.369141, + 0.310547, + 0.310547, + 0.261719, + 0.24707, + 0.217773, + 0.294922, + 0.337891, + 0.289062, + 0.265625, + 0.239258, + 0.269531, + 0.292969, + 0.28125, + 0.304688, + 0.294922, + 0.206055, + 0.245117, + 0.412109, + 0.277344, + 0.238281, + 0.257812, + 0.287109, + 0.273438, + 0.302734, + 0.248047, + 0.269531, + 0.335938, + 0.298828, + 0.287109, + 0.285156, + 0.269531, + 0.291016, + 0.302734, + 0.349609, + 0.527344, + 0.21875, + 0.257812, + 0.601562, + 0.275391, + 0.249023, + 0.291016, + 0.28125, + 0.3125, + 0.245117, + 0.267578, + 0.275391, + 0.273438, + 0.271484, + 0.255859, + 0.291016, + 0.240234, + 0.226562, + 0.251953, + 0.205078, + 0.255859, + 0.421875, + 0.273438, + 0.237305, + 0.267578, + 0.255859, + 0.225586, + 0.249023, + 0.15625, + 0.21582, + 0.341797, + 0.267578, + 0.300781, + 0.267578, + 0.294922, + 0.28125, + 0.263672, + 0.291016, + 0.283203, + 0.1875, + 0.279297, + 0.25, + 0.261719, + 0.257812, + 0.246094, + 0.259766, + 0.255859, + 0.34375, + 0.239258, + 0.400391, + 0.25, + 0.273438, + 0.287109, + 0.306641, + 0.271484, + 0.24707, + 0.251953, + 0.363281, + 0.267578, + 0.292969, + 0.535156, + 0.246094, + 0.289062, + 0.296875, + 0.257812, + 0.222656, + 0.304688, + 0.291016, + 0.289062, + 0.257812, + 0.265625, + 0.283203, + 0.318359, + 0.25, + 0.240234, + 0.308594, + 0.294922, + 0.316406, + 0.277344, + 0.308594, + 0.279297, + 0.244141, + 0.253906, + 0.326172, + 0.302734, + 0.273438, + 0.255859, + 0.287109, + 0.249023, + 0.289062, + 0.251953, + 0.267578, + 0.167969, + 0.259766, + 0.174805, + 0.304688, + 0.251953, + 0.292969, + 0.269531, + 0.292969, + 0.261719, + 0.283203, + 0.261719, + 0.341797, + 0.253906, + 0.231445, + 0.261719, + 0.161133, + 0.233398, + 0.330078, + 0.269531, + 0.265625, + 0.285156, + 0.298828, + 0.233398, + 0.25, + 0.220703, + 0.269531, + 0.267578, + 0.320312, + 0.271484, + 0.291016, + 0.300781, + 0.314453, + 0.277344, + 0.246094, + 0.1875, + 0.25, + 0.271484, + 0.283203, + 0.255859, + 0.265625, + 0.000102, + 0.355469, + 0.255859, + 0.223633, + 0.275391, + 0.3125, + 0.244141, + 0.253906, + 0.255859, + 0.283203, + 0.453125, + 0.265625, + 0.275391, + 0.257812, + 0.25, + 0.203125, + 0.332031, + 0.328125, + 0.302734, + 0.225586, + 0.279297, + 0.239258, + 0.229492, + 0.253906, + 0.211914, + 0.261719, + 0.267578, + 0.298828, + 0.269531, + 0.15918, + 0.302734, + 0.298828, + 0.320312, + 0.320312, + 0.237305, + 0.25, + 0.275391, + 0.267578, + 0.328125, + 0.271484, + 0.351562, + 0.251953, + 0.251953, + 0.25, + 0.291016, + 0.300781, + 0.257812, + 0.239258, + 0.28125, + 0.267578, + 0.291016, + 0.339844, + 0.275391, + 0.195312, + 0.212891, + 0.257812, + 0.287109, + 0.351562, + 0.255859, + 0.245117, + 0.248047, + 0.300781, + 0.265625, + 0.273438, + 0.269531, + 0.235352, + 0.261719, + 0.289062, + 0.234375, + 0.285156, + 0.269531, + 0.265625, + 0.482422, + 0.294922, + 0.302734, + 0.566406, + 0.279297, + 0.298828, + 0.369141, + 0.257812, + 0.390625, + 0.277344, + 0.228516, + 0.267578, + 0.263672, + 0.255859, + 0.296875, + 0.259766, + 0.416016, + 0.246094, + 0.273438, + 0.324219, + 0.298828, + 0.269531, + 0.263672, + 0.322266, + 0.285156, + 0.285156, + 0.25, + 0.310547, + 0.261719, + 0.261719, + 0.234375, + 0.248047, + 0.24707, + 0.277344, + 0.263672, + 0.253906, + 0.28125, + 0.261719, + 0.259766, + 0.294922, + 0.259766, + 0.253906, + 0.241211, + 0.269531, + 0.265625, + 0.223633, + 0.287109, + 0.242188, + 0.390625, + 0.337891, + 0.273438, + 0.275391, + 0.273438, + 0.245117, + 0.244141, + 0.322266, + 0.271484, + 0.318359, + 0.257812, + 0.204102, + 0.412109, + 0.25, + 0.390625, + 0.239258, + 0.3125, + 0.231445, + 0.304688, + 0.223633, + 0.222656, + 0.249023, + 0.298828, + 0.257812, + 0.279297, + 0.242188, + 0.273438, + 0.304688, + 0.296875, + 0.243164, + 0.304688, + 0.232422, + 0.269531, + 0.339844, + 0.208008, + 0.294922, + 0.302734, + 0.273438, + 0.277344, + 0.269531, + 0.28125, + 0.351562, + 0.238281, + 0.275391, + 0.273438, + 0.257812, + 0.365234, + 0.265625, + 0.287109, + 0.283203, + 0.255859, + 0.246094, + 0.253906, + 0.255859, + 0.285156, + 0.206055, + 0.308594, + 0.304688, + 0.298828, + 0.316406, + 0.267578, + 0.328125, + 0.347656, + 0.259766, + 0.296875, + 0.239258, + 0.232422, + 0.25, + 0.294922, + 0.255859, + 0.347656, + 0.314453, + 0.265625, + 0.400391, + 0.263672, + 0.378906, + 0.296875, + 0.273438, + 0.257812, + 0.265625, + 0.275391, + 0.283203, + 0.316406, + 0.330078, + 0.265625, + 0.236328, + 0.251953, + 0.238281, + 0.304688, + 0.275391, + 0.289062, + 0.3125, + 0.287109, + 0.324219, + 0.248047, + 0.269531, + 0.249023, + 0.287109, + 0.267578, + 0.236328, + 0.249023, + 0.279297, + 0.294922, + 0.275391, + 0.306641, + 0.273438, + 0.234375, + 0.223633, + 0.310547, + 0.332031, + 0.384766, + 0.318359, + 0.390625, + 0.287109, + 0.25, + 0.310547, + 0.263672, + 0.261719, + 0.263672, + 0.257812, + 0.28125, + 0.404297, + 0.257812, + 0.277344, + 0.431641, + 0.28125, + 0.257812, + 0.287109, + 0.269531, + 0.289062, + 0.296875, + 0.275391, + 0.306641, + 0.40625, + 0.275391, + 0.24707, + 0.259766, + 0.316406, + 0.308594, + 0.239258, + 0.21875, + 0.292969, + 0.244141, + 0.324219, + 0.263672, + 0.335938, + 0.189453, + 0.298828, + 0.289062, + 0.318359, + 0.251953, + 0.267578, + 0.296875, + 0.333984, + 0.283203, + 0.308594, + 0.326172, + 0.267578, + 0.291016, + 0.267578, + 0.231445, + 0.255859, + 0.285156, + 0.283203, + 0.283203, + 0.271484, + 0.28125, + 0.283203, + 0.283203, + 0.320312, + 0.251953, + 0.271484, + 0.304688, + 0.263672, + 0.226562, + 0.28125, + 0.277344, + 0.308594, + 0.236328, + 0.292969, + 0.287109, + 0.24707, + 0.632812, + 0.289062, + 0.261719, + 0.253906, + 0.332031, + 0.261719, + 0.3125, + 0.345703, + 0.269531, + 0.28125, + 0.273438, + 0.292969, + 0.494141, + 0.243164, + 0.265625, + 0.324219, + 0.267578, + 0.143555, + 0.251953, + 0.244141, + 0.300781, + 0.294922, + 0.253906, + 0.246094, + 0.320312, + 0.285156, + 0.267578, + 0.28125, + 0.289062, + 0.328125, + 0.376953, + 0.263672, + 0.246094, + 0.168945, + 0.324219, + 0.279297, + 0.246094, + 0.285156, + 0.277344, + 0.244141, + 0.261719, + 0.214844, + 0.267578, + 0.257812, + 0.292969, + 0.251953, + 0.253906, + 0.174805, + 0.330078, + 0.357422, + 0.302734, + 0.269531, + 0.345703, + 0.289062, + 0.306641, + 0.222656, + 0.298828, + 0.044922, + 0.271484, + 0.18457, + 0.328125, + 0.349609, + 0.253906, + 0.28125, + 0.245117, + 0.235352, + 0.25, + 0.246094, + 0.267578, + 0.283203, + 0.314453, + 0.28125, + 0.243164, + 0.259766, + 0.261719, + 0.269531, + 0.234375, + 0.244141, + 0.273438, + 0.177734, + 0.326172, + 0.279297, + 0.253906, + 0.324219, + 0.287109, + 0.298828, + 0.275391, + 0.322266, + 0.255859, + 0.230469, + 0.265625, + 0.19043, + 0.300781, + 0.237305, + 0.314453, + 0.224609, + 0.271484, + 0.273438, + 0.269531, + 0.265625, + 0.245117, + 0.322266, + 0.263672, + 0.304688, + 0.170898, + 0.277344, + 0.257812, + 0.249023, + 0.257812, + 0.265625, + 0.241211, + 0.261719, + 0.382812, + 0.298828, + 0.253906, + 0.265625, + 0.371094, + 0.22168, + 0.28125, + 0.292969, + 0.142578, + 0.232422, + 0.279297, + 0.361328, + 0.271484, + 0.163086, + 0.273438, + 0.589844, + 0.244141, + 0.191406, + 0.515625, + 0.246094, + 0.255859, + 0.251953, + 0.231445, + 0.275391, + 0.269531, + 0.365234, + 0.265625, + 0.245117, + 0.302734, + 0.279297, + 0.275391, + 0.255859, + 0.239258, + 0.292969, + 0.335938, + 0.157227, + 0.345703, + 0.357422, + 0.279297, + 0.349609, + 0.359375, + 0.244141, + 0.261719, + 0.246094, + 0.168945, + 0.263672, + 0.219727, + 0.248047, + 0.277344, + 0.253906, + 0.261719, + 0.429688, + 0.251953, + 0.28125, + 0.251953, + 0.25, + 0.308594, + 0.249023, + 0.291016, + 0.287109, + 0.298828, + 0.515625, + 0.209961, + 0.231445, + 0.400391, + 0.253906, + 0.292969, + 0.217773, + 0.298828, + 0.298828, + 0.691406, + 0.255859, + 0.296875, + 0.310547, + 0.251953, + 0.283203, + 0.296875, + 0.21875, + 0.269531, + 0.28125, + 0.304688, + 0.273438, + 0.255859, + 0.283203, + 0.306641, + 0.114746, + 0.25, + 0.244141, + 0.259766, + 0.257812, + 0.236328, + 0.269531, + 0.335938, + 0.28125, + 0.263672, + 0.261719, + 0.25, + 0.361328, + 0.404297, + 0.285156, + 0.287109, + 0.28125, + 0.261719, + 0.279297, + 0.229492, + 0.384766, + 0.214844, + 0.248047, + 0.330078, + 0.292969, + 0.227539, + 0.275391, + 0.255859, + 0.279297, + 0.394531, + 0.257812, + 0.324219, + 0.324219, + 0.255859, + 0.277344, + 0.248047, + 0.259766, + 0.255859, + 0.296875, + 0.217773, + 0.240234, + 0.271484, + 0.271484, + 0.273438, + 0.259766, + 0.255859, + 0.291016, + 0.279297, + 0.261719, + 0.558594, + 0.251953, + 0.259766, + 0.261719, + 0.225586, + 0.205078, + 0.328125, + 0.24707, + 0.269531, + 0.236328, + 0.263672, + 0.300781, + 0.267578, + 0.236328, + 0.298828, + 0.265625, + 0.316406, + 0.265625, + 0.277344, + 0.248047, + 0.285156, + 0.211914, + 0.220703, + 0.28125, + 0.324219, + 0.271484, + 0.269531, + 0.253906, + 0.341797, + 0.308594, + 0.349609, + 0.28125, + 0.273438, + 0.292969, + 0.261719, + 0.241211, + 0.388672, + 0.261719, + 0.263672, + 0.289062, + 0.337891, + 0.310547, + 0.320312, + 0.257812, + 0.287109, + 0.328125, + 0.28125, + 0.271484, + 0.25, + 0.242188, + 0.470703, + 0.271484, + 0.3125, + 0.243164, + 0.273438, + 0.259766, + 0.308594, + 0.314453, + 0.263672, + 0.275391, + 0.242188, + 0.248047, + 0.300781, + 0.257812, + 0.300781, + 0.291016, + 0.277344, + 0.314453, + 0.314453, + 0.310547, + 0.255859, + 0.231445, + 0.277344, + 0.277344, + 0.332031, + 0.261719, + 0.267578, + 0.287109, + 0.287109, + 0.257812, + 0.223633, + 0.314453, + 0.269531, + 0.361328, + 0.271484, + 0.236328, + 0.296875, + 0.181641, + 0.230469, + 0.292969, + 0.267578, + 0.28125, + 0.273438, + 0.279297, + 0.306641, + 0.335938, + 0.241211, + 0.263672, + 0.255859, + 0.267578, + 0.223633, + 0.277344, + 0.292969, + 0.300781, + 0.231445, + 0.306641, + 0.46875, + 0.314453, + 0.279297, + 0.289062, + 0.271484, + 0.304688, + 0.255859, + 0.259766, + 0.314453, + 0.339844, + 0.291016, + 0.21582, + 0.308594, + 0.390625, + 0.232422, + 0.267578, + 0.292969, + 0.259766, + 0.273438, + 0.292969, + 0.273438, + 0.259766, + 0.245117, + 0.320312, + 0.157227, + 0.225586, + 0.253906, + 0.498047, + 0.265625, + 0.298828, + 0.277344, + 0.318359, + 0.328125, + 0.242188, + 0.25, + 0.384766, + 0.298828, + 0.283203, + 0.277344, + 0.24707, + 0.419922, + 0.277344, + 0.222656, + 0.235352, + 0.237305, + 0.238281, + 0.291016, + 0.314453, + 0.279297, + 0.289062, + 0.230469, + 0.291016, + 0.251953, + 0.200195, + 0.294922, + 0.073242, + 0.292969, + 0.3125, + 0.28125, + 0.287109, + 0.273438, + 0.316406, + 0.287109, + 0.25, + 0.259766, + 0.253906, + 0.265625, + 0.279297, + 0.28125, + 0.306641, + 0.308594, + 0.251953, + 0.28125, + 0.347656, + 0.248047, + 0.292969, + 0.283203, + 0.326172, + 0.308594, + 0.195312, + 0.253906, + 0.289062, + 0.236328, + 0.249023, + 0.273438, + 0.15918, + 0.234375, + 0.273438, + 0.302734, + 0.279297, + 0.238281, + 0.283203, + 0.236328, + 0.28125, + 0.292969, + 0.291016, + 0.273438, + 0.285156, + 0.265625, + 0.333984, + 0.292969, + 0.275391, + 0.229492, + 0.25, + 0.285156, + 0.330078, + 0.294922, + 0.527344, + 0.271484, + 0.279297, + 0.283203, + 0.277344, + 0.257812, + 0.28125, + 0.179688, + 0.248047, + 0.298828, + 0.291016, + 0.269531, + 0.34375, + 0.277344, + 0.265625, + 0.263672, + 0.300781, + 0.220703, + 0.316406, + 0.515625, + 0.253906, + 0.230469, + 0.396484, + 0.136719, + 0.320312, + 0.233398, + 0.308594, + 0.296875, + 0.224609, + 0.597656, + 0.243164, + 0.308594, + 0.296875, + 0.230469, + 0.296875, + 0.259766, + 0.248047, + 0.287109, + 0.261719, + 0.251953, + 0.234375, + 0.300781, + 0.196289, + 0.238281, + 0.339844, + 0.318359, + 0.261719, + 0.304688, + 0.273438, + 0.265625, + 0.251953, + 0.310547, + 0.257812, + 0.255859, + 0.263672, + 0.251953, + 0.263672, + 0.302734, + 0.28125, + 0.275391, + 0.275391, + 0.267578, + 0.326172, + 0.294922, + 0.25, + 0.277344, + 0.253906, + 0.302734, + 0.322266, + 0.330078, + 0.255859, + 0.24707, + 0.291016, + 0.240234, + 0.324219, + 0.249023, + 0.249023, + 0.271484, + 0.59375, + 0.197266, + 0.287109, + 0.308594, + 0.240234, + 0.166016, + 0.255859, + 0.257812, + 0.498047, + 0.291016, + 0.194336, + 0.279297, + 0.292969, + 0.302734, + 0.283203, + 0.269531, + 0.251953, + 0.263672, + 0.238281, + 0.211914, + 0.253906, + 0.292969, + 0.28125, + 0.255859, + 0.255859, + 0.283203, + 0.21582, + 0.671875, + 0.298828, + 0.269531, + 0.287109, + 0.291016, + 0.326172, + 0.244141, + 0.298828, + 0.289062, + 0.269531, + 0.253906, + 0.300781, + 0.265625, + 0.322266, + 0.337891, + 0.261719, + 0.242188, + 0.181641, + 0.255859, + 0.285156, + 0.298828, + 0.253906, + 0.234375, + 0.292969, + 0.269531, + 0.318359, + 0.306641, + 0.291016, + 0.355469, + 0.244141, + 0.304688, + 0.285156, + 0.316406, + 0.222656, + 0.246094, + 0.361328, + 0.277344, + 0.291016, + 0.275391, + 0.271484, + 0.285156, + 0.726562, + 0.269531, + 0.212891, + 0.296875, + 0.259766, + 0.515625, + 0.253906, + 0.308594, + 0.251953, + 0.550781, + 0.269531, + 0.253906, + 0.273438, + 0.277344, + 0.310547, + 0.285156, + 0.279297, + 0.158203, + 0.19043, + 0.271484, + 0.275391, + 0.253906, + 0.253906, + 0.261719, + 0.263672, + 0.237305, + 0.279297, + 0.195312, + 0.322266, + 0.28125, + 0.263672, + 0.225586, + 0.300781, + 0.275391, + 0.285156, + 0.28125, + 0.237305, + 0.265625, + 0.400391, + 0.283203, + 0.273438, + 0.292969, + 0.255859, + 0.359375, + 0.251953, + 0.369141, + 0.261719, + 0.292969, + 0.279297, + 0.275391, + 0.257812, + 0.261719, + 0.314453, + 0.302734, + 0.283203, + 0.275391, + 0.326172, + 0.291016, + 0.25, + 0.275391, + 0.341797, + 0.263672, + 0.175781, + 0.283203, + 0.279297, + 0.292969, + 0.243164, + 0.273438, + 0.235352, + 0.285156, + 0.283203, + 0.283203, + 0.255859, + 0.283203, + 0.212891, + 0.24707, + 0.279297, + 0.249023, + 0.285156, + 0.255859, + 0.251953, + 0.257812, + 0.291016, + 0.294922, + 0.28125, + 0.291016, + 0.275391, + 0.25, + 0.279297, + 0.294922, + 0.322266, + 0.24707, + 0.294922, + 0.279297, + 0.289062, + 0.240234, + 0.314453, + 0.22168, + 0.25, + 0.271484, + 0.263672, + 0.265625, + 0.330078, + 0.273438, + 0.263672, + 0.232422, + 0.292969, + 0.277344, + 0.275391, + 0.239258, + 0.261719, + 0.294922, + 0.217773, + 0.271484, + 0.21875, + 0.310547, + 0.269531, + 0.230469, + 0.245117, + 0.243164, + 0.304688, + 0.300781, + 0.285156, + 0.275391, + 0.285156, + 0.316406, + 0.365234, + 0.326172, + 0.285156, + 0.298828, + 0.245117, + 0.294922, + 0.275391, + 0.310547, + 0.320312, + 0.244141, + 0.285156, + 0.275391, + 0.255859, + 0.267578, + 0.277344, + 0.40625, + 0.302734, + 0.251953, + 0.271484, + 0.241211, + 0.300781, + 0.28125, + 0.304688, + 0.287109, + 0.220703, + 0.239258, + 0.285156, + 0.208984, + 0.28125, + 0.279297, + 0.369141, + 0.232422, + 0.310547, + 0.322266, + 0.296875, + 0.298828, + 0.269531, + 0.261719, + 0.227539, + 0.251953, + 0.277344, + 0.261719, + 0.240234, + 0.28125, + 0.306641, + 0.523438, + 0.224609, + 0.279297, + 0.3125 + ] + }, + "name": "model.model.layers.8.input_layernorm.weight", + "outputIndexes": [ + 686 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 685 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_8/Mul_output_0", + "outputIndexes": [ + 687 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 686, + 687 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_8/Mul_1_output_0", + "outputIndexes": [ + 688 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 688 + ], + "outputIndexes": [ + 4612 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4612 + ], + "outputIndexes": [ + 4613 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear", + "inputIndexes": [ + 4613 + ], + "outputIndexes": [ + 4614 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 80364752, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4614 + ], + "outputIndexes": [ + 4615 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4615 + ], + "outputIndexes": [ + 689 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 688 + ], + "main_type": "NONE", + "name": "/Shape_113_output_0", + "outputIndexes": [ + 690 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 690 + ], + "main_type": "NONE", + "name": "Shape1807", + "outputIndexes": [ + 691 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 690 + ], + "main_type": "NONE", + "name": "Rank1809", + "outputIndexes": [ + 692 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 692, + 692 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1811", + "outputIndexes": [ + 693 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 693 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1812", + "outputIndexes": [ + 694 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 693, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1814", + "outputIndexes": [ + 695 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 695 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1815", + "outputIndexes": [ + 696 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 691, + 694, + 696, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1818", + "outputIndexes": [ + 697 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 697 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1819", + "outputIndexes": [ + 698 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 698 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1820", + "outputIndexes": [ + 699 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 699, + 698 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1821", + "outputIndexes": [ + 700 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 690, + 700, + 693 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_124_output_0", + "outputIndexes": [ + 701 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 701, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_257_output_0", + "outputIndexes": [ + 702 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 702, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_104_output_0", + "outputIndexes": [ + 703 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 689, + 703 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_73_output_0", + "outputIndexes": [ + 704 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 704, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_64_output_0", + "outputIndexes": [ + 705 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 704 + ], + "main_type": "NONE", + "name": "/Shape_114_output_0", + "outputIndexes": [ + 706 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 706 + ], + "main_type": "NONE", + "name": "Shape1828", + "outputIndexes": [ + 707 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 706 + ], + "main_type": "NONE", + "name": "Rank1830", + "outputIndexes": [ + 708 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 708, + 708 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1832", + "outputIndexes": [ + 709 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 709 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1833", + "outputIndexes": [ + 710 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 709, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1835", + "outputIndexes": [ + 711 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 711 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1836", + "outputIndexes": [ + 712 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 707, + 710, + 712, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1839", + "outputIndexes": [ + 713 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 713 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1840", + "outputIndexes": [ + 714 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 714 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1841", + "outputIndexes": [ + 715 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 715, + 714 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1842", + "outputIndexes": [ + 716 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 706, + 716, + 709 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_125_output_0", + "outputIndexes": [ + 717 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 717, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_24_output_0", + "outputIndexes": [ + 718 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 718, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_262_output_0", + "outputIndexes": [ + 719 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 704, + 719, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_33_output_0", + "outputIndexes": [ + 720 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 720 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_16_output_0", + "outputIndexes": [ + 721 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 704, + 22, + 719, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_32_output_0", + "outputIndexes": [ + 722 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 721, + 722 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_107_output_0", + "outputIndexes": [ + 723 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 723, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_65_output_0", + "outputIndexes": [ + 724 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 705, + 724 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_40_output_0", + "outputIndexes": [ + 725 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 688 + ], + "outputIndexes": [ + 4616 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4616 + ], + "outputIndexes": [ + 4617 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear", + "inputIndexes": [ + 4617 + ], + "outputIndexes": [ + 4618 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 81286374, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4618 + ], + "outputIndexes": [ + 4619 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4619 + ], + "outputIndexes": [ + 726 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 702, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_105_output_0", + "outputIndexes": [ + 727 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 726, + 727 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_74_output_0", + "outputIndexes": [ + 728 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 728, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_66_output_0", + "outputIndexes": [ + 729 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 728 + ], + "main_type": "NONE", + "name": "/Shape_115_output_0", + "outputIndexes": [ + 730 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 730 + ], + "main_type": "NONE", + "name": "Shape1891", + "outputIndexes": [ + 731 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 730 + ], + "main_type": "NONE", + "name": "Rank1893", + "outputIndexes": [ + 732 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 732, + 732 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1895", + "outputIndexes": [ + 733 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 733 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1896", + "outputIndexes": [ + 734 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 733, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1898", + "outputIndexes": [ + 735 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 735 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1899", + "outputIndexes": [ + 736 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 731, + 734, + 736, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1902", + "outputIndexes": [ + 737 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 737 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1903", + "outputIndexes": [ + 738 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 738 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1904", + "outputIndexes": [ + 739 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 739, + 738 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1905", + "outputIndexes": [ + 740 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 730, + 740, + 733 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_126_output_0", + "outputIndexes": [ + 741 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 741, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_25_output_0", + "outputIndexes": [ + 742 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 742, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_264_output_0", + "outputIndexes": [ + 743 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 728, + 743, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_35_output_0", + "outputIndexes": [ + 744 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 744 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_17_output_0", + "outputIndexes": [ + 745 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 728, + 22, + 743, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_34_output_0", + "outputIndexes": [ + 746 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 745, + 746 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_108_output_0", + "outputIndexes": [ + 747 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 747, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_67_output_0", + "outputIndexes": [ + 748 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 729, + 748 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_41_output_0", + "outputIndexes": [ + 749 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 688 + ], + "outputIndexes": [ + 4620 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4620 + ], + "outputIndexes": [ + 4621 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear", + "inputIndexes": [ + 4621 + ], + "outputIndexes": [ + 4622 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 81516796, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4622 + ], + "outputIndexes": [ + 4623 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4623 + ], + "outputIndexes": [ + 750 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 750, + 727 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_75_output_0", + "outputIndexes": [ + 751 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 725, + 749, + 751, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_80_output_0", + "outputIndexes": [ + 752 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 752 + ], + "outputIndexes": [ + 4624 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4624 + ], + "outputIndexes": [ + 4625 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear", + "inputIndexes": [ + 4625 + ], + "outputIndexes": [ + 4626 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 81747218, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4626 + ], + "outputIndexes": [ + 4627 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4627 + ], + "outputIndexes": [ + 753 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 685, + 753 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_43_output_0", + "outputIndexes": [ + 754 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.223633, + 0.253906, + 0.273438, + 0.261719, + 0.273438, + 0.265625, + 0.111328, + 0.275391, + 0.238281, + 0.233398, + 0.158203, + 0.259766, + 0.213867, + 0.285156, + 0.277344, + 0.275391, + 0.217773, + 0.244141, + 0.25, + 0.194336, + 0.267578, + 0.267578, + 0.249023, + 0.226562, + 0.253906, + 0.263672, + 0.238281, + 0.267578, + 0.259766, + 0.261719, + 0.246094, + 0.151367, + 0.255859, + 0.253906, + 0.271484, + 0.251953, + 0.1875, + 0.273438, + 0.165039, + 0.255859, + 0.259766, + 0.273438, + 0.240234, + 0.253906, + 0.209961, + 0.255859, + 0.277344, + 0.19043, + 0.271484, + 0.157227, + 0.265625, + 0.183594, + 0.261719, + 0.267578, + 0.198242, + 0.261719, + 0.279297, + 0.251953, + 0.248047, + 0.28125, + 0.267578, + 0.261719, + 0.238281, + 0.267578, + 0.231445, + 0.231445, + 0.169922, + 0.168945, + 0.265625, + 0.123047, + 0.291016, + 0.194336, + 0.209961, + 0.257812, + 0.277344, + 0.255859, + 0.234375, + 0.277344, + 0.158203, + 0.261719, + 0.24707, + 0.285156, + 0.243164, + 0.251953, + 0.259766, + 0.205078, + 0.271484, + 0.171875, + 0.275391, + 0.208008, + 0.238281, + 0.273438, + 0.205078, + 0.259766, + 0.143555, + 0.196289, + 0.283203, + 0.271484, + 0.277344, + 0.265625, + 0.166016, + 0.259766, + 0.263672, + 0.269531, + 0.275391, + 0.191406, + 0.267578, + 0.269531, + 0.263672, + 0.273438, + 0.267578, + 0.273438, + 0.259766, + 0.255859, + 0.263672, + 0.249023, + 0.255859, + 0.269531, + 0.271484, + 0.259766, + 0.25, + 0.225586, + 0.291016, + 0.213867, + 0.277344, + 0.251953, + 0.097168, + 0.269531, + 0.261719, + 0.292969, + 0.273438, + 0.285156, + 0.257812, + 0.251953, + 0.255859, + 0.251953, + 0.273438, + 0.267578, + 0.246094, + 0.219727, + 0.269531, + 0.265625, + 0.257812, + 0.285156, + 0.271484, + 0.25, + 0.251953, + 0.234375, + 0.261719, + 0.277344, + 0.251953, + 0.265625, + 0.271484, + 0.279297, + 0.265625, + 0.257812, + 0.279297, + 0.263672, + 0.164062, + 0.267578, + 0.15332, + 0.242188, + 0.210938, + 0.271484, + 0.253906, + 0.267578, + 0.157227, + 0.283203, + 0.255859, + 0.162109, + 0.220703, + 0.269531, + 0.273438, + 0.109863, + 0.163086, + 0.287109, + 0.19043, + 0.271484, + 0.271484, + 0.271484, + 0.255859, + 0.227539, + 0.257812, + 0.263672, + 0.279297, + 0.259766, + 0.265625, + 0.259766, + 0.265625, + 0.265625, + 0.273438, + 0.253906, + 0.15918, + 0.255859, + 0.263672, + 0.259766, + 0.253906, + 0.154297, + 2.3e-05, + 0.257812, + 0.263672, + 0.275391, + 0.232422, + 0.253906, + 0.244141, + 0.259766, + 0.275391, + 0.238281, + 0.231445, + 0.265625, + 0.267578, + 0.261719, + 0.269531, + 0.179688, + 0.271484, + 0.267578, + 0.25, + 0.255859, + 0.275391, + 0.265625, + 0.267578, + 0.257812, + 0.233398, + 0.253906, + 0.271484, + 0.257812, + 0.271484, + 0.191406, + 0.277344, + 0.205078, + 0.227539, + 0.212891, + 0.279297, + 0.253906, + 0.269531, + 0.203125, + 0.269531, + 0.235352, + 0.277344, + 0.269531, + 0.265625, + 0.245117, + 0.248047, + 0.261719, + 0.273438, + 0.239258, + 0.189453, + 0.269531, + 0.279297, + 0.25, + 0.257812, + 0.222656, + 0.199219, + 0.259766, + 0.234375, + 0.277344, + 0.240234, + 0.259766, + 0.152344, + 0.277344, + 0.269531, + 0.271484, + 0.267578, + 0.231445, + 0.273438, + 0.275391, + 0.255859, + 0.261719, + 0.165039, + 0.259766, + 0.138672, + 0.289062, + 0.251953, + 0.12793, + 0.217773, + 0.269531, + 0.253906, + 0.223633, + 0.080566, + 0.265625, + 0.222656, + 0.271484, + 0.253906, + 0.271484, + 0.279297, + 0.249023, + 0.285156, + 0.271484, + 0.261719, + 0.277344, + 0.263672, + 0.265625, + 0.271484, + 0.24707, + 0.265625, + 0.265625, + 0.283203, + 0.261719, + 0.279297, + 0.269531, + 0.255859, + 0.261719, + 0.255859, + 0.193359, + 0.253906, + 0.267578, + 0.229492, + 0.255859, + 0.267578, + 0.287109, + 0.203125, + 0.275391, + 0.188477, + 0.220703, + 0.261719, + 0.259766, + 0.267578, + 0.210938, + 0.251953, + 0.188477, + 0.283203, + 0.283203, + 0.259766, + 0.261719, + 0.245117, + 0.249023, + 0.257812, + 0.277344, + 0.265625, + 0.145508, + 0.210938, + 0.22168, + 0.15625, + 0.263672, + 0.25, + 0.259766, + 0.294922, + 0.244141, + 0.18457, + 0.175781, + 0.246094, + 0.261719, + 0.253906, + 0.220703, + 0.267578, + 0.267578, + 0.238281, + 0.267578, + 0.243164, + 0.265625, + 0.273438, + 0.261719, + 0.234375, + 0.263672, + 0.265625, + 0.267578, + 0.267578, + 0.253906, + 0.259766, + 0.277344, + 0.265625, + 0.168945, + 0.261719, + 0.277344, + 0.232422, + 0.263672, + 0.275391, + 0.277344, + 0.166016, + 0.243164, + 0.275391, + 0.265625, + 0.273438, + 0.179688, + 0.263672, + 0.25, + 0.279297, + 0.265625, + 0.263672, + 0.162109, + 0.056152, + 0.246094, + 0.267578, + 0.267578, + 0.265625, + 0.245117, + 0.241211, + 0.269531, + 0.225586, + 0.257812, + 0.255859, + 0.146484, + 0.279297, + 0.121582, + 0.273438, + 0.267578, + 0.257812, + 0.269531, + 0.277344, + 0.253906, + 0.246094, + 0.287109, + 0.21582, + 0.277344, + 0.277344, + 0.228516, + 0.28125, + 0.251953, + 0.267578, + 0.277344, + 0.232422, + 0.271484, + 0.267578, + 0.251953, + 0.269531, + 0.265625, + 0.248047, + 0.259766, + 0.271484, + 0.237305, + 0.292969, + 0.259766, + 0.169922, + 0.273438, + 0.265625, + 0.203125, + 0.261719, + 0.246094, + 0.222656, + 0.255859, + 0.134766, + 0.1875, + 0.263672, + 0.263672, + 0.257812, + 0.269531, + 0.275391, + 0.253906, + 0.251953, + 0.318359, + 0.267578, + 0.175781, + 0.204102, + 0.28125, + 0.239258, + 0.22168, + 0.267578, + 0.267578, + 0.185547, + 0.265625, + 0.242188, + 0.235352, + 0.257812, + 0.273438, + 0.269531, + 0.271484, + 0.263672, + 0.261719, + 0.259766, + 0.242188, + 0.265625, + 0.248047, + 0.257812, + 0.273438, + 0.175781, + 0.269531, + 0.249023, + 0.257812, + 0.271484, + 0.180664, + 0.261719, + 0.271484, + 0.267578, + 0.257812, + 0.248047, + 0.242188, + 0.248047, + 0.273438, + 0.229492, + 0.198242, + 0.265625, + 0.273438, + 0.289062, + 0.24707, + 0.273438, + 0.251953, + 0.265625, + 0.207031, + 0.271484, + 0.267578, + 0.269531, + 0.271484, + 0.275391, + 0.277344, + 0.259766, + 0.217773, + 0.267578, + 0.257812, + 0.240234, + 0.240234, + 0.114746, + 0.24707, + 0.271484, + 0.273438, + 0.160156, + 0.269531, + 0.257812, + 0.257812, + 0.273438, + 0.261719, + 0.263672, + 0.279297, + 0.114746, + 0.219727, + 0.235352, + 0.269531, + 0.269531, + 0.112305, + 0.240234, + 0.25, + 0.255859, + 0.259766, + 0.191406, + 0.263672, + 0.28125, + 0.253906, + 0.269531, + 0.271484, + 0.277344, + 0.225586, + 0.235352, + 0.249023, + 0.205078, + 0.158203, + 0.273438, + 0.25, + 0.255859, + 0.279297, + 0.243164, + 0.253906, + 0.273438, + 0.198242, + 0.236328, + 0.261719, + 0.273438, + 0.225586, + 0.263672, + 0.161133, + 0.233398, + 0.232422, + 0.255859, + 0.269531, + 0.277344, + 0.267578, + 0.261719, + 0.265625, + 0.204102, + 0.150391, + 0.267578, + 0.19043, + 0.155273, + 0.197266, + 0.265625, + 0.253906, + 0.225586, + 0.180664, + 0.273438, + 0.269531, + 0.267578, + 0.265625, + 0.265625, + 0.261719, + 0.207031, + 0.261719, + 0.24707, + 0.263672, + 0.251953, + 0.271484, + 0.241211, + 0.1875, + 0.287109, + 0.261719, + 0.24707, + 0.269531, + 0.267578, + 0.24707, + 0.265625, + 0.269531, + 0.294922, + 0.263672, + 0.234375, + 0.129883, + 0.283203, + 0.263672, + 0.257812, + 0.217773, + 0.261719, + 0.161133, + 0.189453, + 0.253906, + 0.261719, + 0.267578, + 0.263672, + 0.271484, + 0.1875, + 0.21875, + 0.257812, + 0.248047, + 0.25, + 0.277344, + 0.241211, + 0.273438, + 0.28125, + 0.213867, + 0.253906, + 0.25, + 0.167969, + 0.255859, + 0.25, + 0.273438, + 0.158203, + 0.28125, + 0.239258, + 0.259766, + 0.240234, + 0.19043, + 0.269531, + 0.161133, + 0.261719, + 0.175781, + 0.031494, + 0.25, + 0.259766, + 0.267578, + 0.234375, + 0.271484, + 0.263672, + 0.249023, + 0.259766, + 0.261719, + 0.228516, + 0.269531, + 0.267578, + 0.21875, + 0.173828, + 0.24707, + 0.243164, + 0.157227, + 0.257812, + 0.246094, + 0.277344, + 0.287109, + 0.275391, + 0.193359, + 0.253906, + 0.259766, + 0.155273, + 0.267578, + 0.193359, + 0.147461, + 0.259766, + 0.275391, + 0.251953, + 0.108887, + 0.261719, + 0.271484, + 0.251953, + 0.269531, + 0.255859, + 0.287109, + 0.263672, + 0.269531, + 0.259766, + 0.115723, + 0.219727, + 0.18457, + 0.291016, + 0.265625, + 0.265625, + 0.271484, + 0.271484, + 0.269531, + 0.064941, + 0.251953, + 0.265625, + 0.28125, + 0.224609, + 0.275391, + 0.267578, + 0.244141, + 0.240234, + 0.267578, + 0.263672, + 0.269531, + 0.235352, + 0.259766, + 0.257812, + 0.077637, + 0.265625, + 0.28125, + 0.261719, + 0.265625, + 0.166016, + 0.259766, + 0.189453, + 0.207031, + 0.263672, + 0.253906, + 0.229492, + 0.253906, + 0.205078, + 0.263672, + 0.265625, + 0.273438, + 0.267578, + 0.265625, + 0.255859, + 0.144531, + 0.196289, + 0.269531, + 0.158203, + 0.249023, + 0.225586, + 0.257812, + 0.267578, + 0.251953, + 0.088379, + 0.265625, + 0.253906, + 0.255859, + 0.279297, + 0.208008, + 0.265625, + 0.269531, + 0.211914, + 0.285156, + 0.201172, + 0.259766, + 0.257812, + 0.263672, + 0.271484, + 0.263672, + 0.277344, + 0.249023, + 0.255859, + 0.269531, + 0.068359, + 0.253906, + 0.261719, + 0.163086, + 0.21582, + 0.146484, + 0.275391, + 0.243164, + 0.275391, + 0.273438, + 0.261719, + 0.237305, + 0.237305, + 0.24707, + 0.267578, + 0.269531, + 0.24707, + 0.208984, + 0.275391, + 0.259766, + 0.219727, + 0.279297, + 0.251953, + 0.154297, + 0.166992, + 0.231445, + 0.226562, + 0.251953, + 0.213867, + 0.269531, + 0.257812, + 0.275391, + 0.267578, + 0.267578, + 0.176758, + 0.275391, + 0.212891, + 0.265625, + 0.261719, + 0.255859, + 0.225586, + 0.263672, + 0.257812, + 0.261719, + 0.263672, + 0.267578, + 0.253906, + 0.228516, + 0.25, + 0.273438, + 0.152344, + 0.259766, + 0.257812, + 0.273438, + 0.269531, + 0.269531, + 0.265625, + 0.255859, + 0.261719, + 0.273438, + 0.273438, + 0.200195, + 0.265625, + 0.201172, + 0.275391, + 0.277344, + 0.251953, + 0.273438, + 0.259766, + 0.242188, + 0.263672, + 0.249023, + 0.265625, + 0.267578, + 0.253906, + 0.273438, + 0.267578, + 0.255859, + 0.248047, + 0.273438, + 0.251953, + 0.249023, + 0.269531, + 0.28125, + 0.255859, + 0.255859, + 0.257812, + 0.183594, + 0.28125, + 0.257812, + 0.265625, + 0.265625, + 0.15625, + 0.261719, + 0.271484, + 0.257812, + 0.259766, + 0.273438, + 0.267578, + 0.236328, + 0.219727, + 0.259766, + 0.271484, + 0.25, + 0.220703, + 0.271484, + 0.149414, + 0.261719, + 0.269531, + 0.251953, + 0.204102, + 0.263672, + 0.230469, + 0.265625, + 0.227539, + 0.273438, + 0.279297, + 0.1875, + 0.259766, + 0.199219, + 0.259766, + 0.25, + 0.245117, + 0.225586, + 0.255859, + 0.253906, + 0.261719, + 0.265625, + 0.228516, + 0.265625, + 0.141602, + 0.178711, + 0.267578, + 0.147461, + 0.263672, + 0.283203, + 0.259766, + 0.259766, + 0.259766, + 0.261719, + 0.25, + 0.242188, + 0.269531, + 0.259766, + 0.269531, + 0.263672, + 0.21582, + 0.263672, + 0.275391, + 0.265625, + 0.181641, + 0.261719, + 0.271484, + 0.259766, + 0.185547, + 0.261719, + 0.243164, + 0.238281, + 0.273438, + 0.263672, + 0.265625, + 0.066406, + 0.259766, + 0.253906, + 0.214844, + 0.277344, + 0.267578, + 0.287109, + 0.265625, + 0.257812, + 0.267578, + 0.251953, + 0.265625, + 0.294922, + 0.216797, + 0.235352, + 0.271484, + 0.261719, + 0.277344, + 0.150391, + 0.255859, + 0.202148, + 0.261719, + 0.279297, + 0.240234, + 0.220703, + 0.263672, + 0.298828, + 0.269531, + 0.267578, + 0.271484, + 0.176758, + 0.166992, + 0.267578, + 0.267578, + 0.271484, + 0.128906, + 0.265625, + 0.271484, + 0.246094, + 0.263672, + 0.257812, + 0.298828, + 0.255859, + 0.265625, + 0.193359, + 0.259766, + 0.263672, + 0.253906, + 0.263672, + 0.255859, + 0.277344, + 0.257812, + 0.086914, + 0.275391, + 0.261719, + 0.263672, + 0.259766, + 0.240234, + 0.265625, + 0.183594, + 0.275391, + 0.253906, + 0.275391, + 0.257812, + 0.277344, + 0.269531, + 0.249023, + 0.269531, + 0.251953, + 0.253906, + 0.271484, + 0.161133, + 0.277344, + 0.140625, + 0.261719, + 0.109375, + 0.249023, + 0.251953, + 0.265625, + 0.261719, + 0.172852, + 0.150391, + 0.251953, + 0.257812, + 0.277344, + 0.192383, + 0.265625, + 0.243164, + 0.275391, + 0.255859, + 0.275391, + 0.263672, + 0.259766, + 0.259766, + 0.202148, + 0.265625, + 0.279297, + 0.259766, + 0.269531, + 0.285156, + 0.263672, + 0.231445, + 0.243164, + 0.201172, + 0.28125, + 0.228516, + 0.255859, + 0.263672, + 0.277344, + 0.245117, + 0.25, + 0.230469, + 0.269531, + 0.271484, + 0.251953, + 0.279297, + 0.269531, + 0.261719, + 0.265625, + 0.267578, + 0.257812, + 0.140625, + 0.267578, + 0.263672, + 0.253906, + 0.197266, + 0.255859, + 0.261719, + 0.25, + 0.232422, + 0.213867, + 0.200195, + 0.294922, + 0.279297, + 0.263672, + 0.161133, + 0.263672, + 0.263672, + 0.118652, + 0.255859, + 0.183594, + 0.263672, + 0.253906, + 0.255859, + 0.25, + 0.259766, + 0.265625, + 0.28125, + 0.273438, + 0.166016, + 0.257812, + 0.275391, + 0.259766, + 0.259766, + 0.259766, + 0.265625, + 0.200195, + 0.152344, + 0.25, + 0.28125, + 0.255859, + 0.22168, + 0.283203, + 0.248047, + 0.208984, + 0.265625, + 0.273438, + 0.273438, + 0.241211, + 0.259766, + 0.24707, + 0.265625, + 0.271484, + 0.228516, + 0.131836, + 0.271484, + 0.267578, + 0.232422, + 0.263672, + 0.275391, + 0.24707, + 0.149414, + 0.273438, + 0.267578, + 0.261719, + 0.244141, + 0.265625, + 0.239258, + 0.275391, + 0.265625, + 0.255859, + 0.265625, + 0.169922, + 0.265625, + 0.245117, + 0.279297, + 0.271484, + 0.257812, + 0.117676, + 0.271484, + 0.242188, + 0.261719, + 0.261719, + 0.318359, + 0.273438, + 0.253906, + 0.273438, + 0.162109, + 0.273438, + 0.273438, + 0.263672, + 0.257812, + 0.196289, + 0.237305, + 0.273438, + 0.143555, + 0.192383, + 0.255859, + 0.285156, + 0.249023, + 0.255859, + 0.269531, + 0.275391, + 0.241211, + 0.25, + 0.143555, + 0.283203, + 0.1875, + 0.271484, + 0.257812, + 0.265625, + 0.267578, + 0.271484, + 0.255859, + 0.259766, + 0.235352, + 0.296875, + 0.265625, + 0.24707, + 0.271484, + 0.248047, + 0.240234, + 0.251953, + 0.185547, + 0.265625, + 0.205078, + 0.25, + 0.257812, + 0.257812, + 0.275391, + 0.257812, + 0.261719, + 0.265625, + 0.261719, + 0.273438, + 0.240234, + 0.265625, + 0.267578, + 0.217773, + 0.275391, + 0.172852, + 0.253906, + 0.273438, + 0.261719, + 0.275391, + 0.265625, + 0.257812, + 0.271484, + 0.251953, + 0.244141, + 0.263672, + 0.24707, + 0.198242, + 0.267578, + 0.277344, + 0.271484, + 0.277344, + 0.267578, + 0.265625, + 0.273438, + 0.267578, + 0.25, + 0.265625, + 0.261719, + 0.236328, + 0.277344, + 0.259766, + 0.248047, + 0.267578, + 0.229492, + 0.269531, + 0.255859, + 0.287109, + 0.246094, + 0.193359, + 0.197266, + 0.275391, + 0.275391, + 0.275391, + 0.257812, + 0.255859, + 0.261719, + 0.253906, + 0.167969, + 0.271484, + 0.255859, + 0.259766, + 0.261719, + 0.255859, + 0.248047, + 0.202148, + 0.242188, + 0.267578, + 0.25, + 0.267578, + 0.181641, + 0.263672, + 0.279297, + 0.265625, + 0.265625, + 0.255859, + 0.265625, + 0.273438, + 0.279297, + 0.202148, + 0.204102, + 0.25, + 0.25, + 0.265625, + 0.255859, + 0.271484, + 0.243164, + 0.261719, + 0.183594, + 0.220703, + 0.265625, + 0.259766, + 0.238281, + 0.271484, + 0.330078, + 0.24707, + 0.253906, + 0.267578, + 0.257812, + 0.261719, + 0.251953, + 0.263672, + 0.261719, + 0.261719, + 0.176758, + 0.259766, + 0.166992, + 0.263672, + 0.257812, + 0.231445, + 0.231445, + 0.273438, + 0.277344, + 0.263672, + 0.292969, + 0.204102, + 0.204102, + 0.255859, + 0.202148, + 0.257812, + 0.234375, + 0.245117, + 0.234375, + 0.253906, + 0.00036, + 0.178711, + 0.277344, + 0.249023 + ] + }, + "name": "model.model.layers.8.post_attention_layernorm.weight", + "outputIndexes": [ + 755 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 754 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_8/Mul_output_0", + "outputIndexes": [ + 756 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 755, + 756 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_8/Mul_1_output_0", + "outputIndexes": [ + 757 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 757 + ], + "outputIndexes": [ + 4628 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4628 + ], + "outputIndexes": [ + 4629 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear", + "inputIndexes": [ + 4629 + ], + "outputIndexes": [ + 4630 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 82668840, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4630 + ], + "outputIndexes": [ + 4631 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4631 + ], + "outputIndexes": [ + 758 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 758 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_8/Sigmoid_output_0", + "outputIndexes": [ + 759 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 758, + 759 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_8/Mul_output_0", + "outputIndexes": [ + 760 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 757 + ], + "outputIndexes": [ + 4632 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4632 + ], + "outputIndexes": [ + 4633 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear", + "inputIndexes": [ + 4633 + ], + "outputIndexes": [ + 4634 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 85249342, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4634 + ], + "outputIndexes": [ + 4635 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4635 + ], + "outputIndexes": [ + 761 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 760, + 761 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_8/Mul_output_0", + "outputIndexes": [ + 762 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 762 + ], + "outputIndexes": [ + 4636 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4636 + ], + "outputIndexes": [ + 4637 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear", + "inputIndexes": [ + 4637 + ], + "outputIndexes": [ + 4638 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 87829844, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4638 + ], + "outputIndexes": [ + 4639 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4639 + ], + "outputIndexes": [ + 763 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 754, + 763 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_44_output_0", + "outputIndexes": [ + 764 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 764, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_81_output_0", + "outputIndexes": [ + 765 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.25, + 0.34375, + 0.292969, + 0.300781, + 0.229492, + 0.289062, + 0.777344, + 0.257812, + 0.239258, + 0.310547, + 0.679688, + 0.237305, + 0.235352, + 0.234375, + 0.209961, + 0.222656, + 0.392578, + 0.310547, + 0.227539, + 0.235352, + 0.28125, + 0.265625, + 0.248047, + 0.273438, + 0.289062, + 0.269531, + 0.251953, + 0.275391, + 0.259766, + 0.273438, + 0.304688, + 0.396484, + 0.283203, + 0.314453, + 0.228516, + 0.253906, + 0.257812, + 0.263672, + 0.574219, + 0.294922, + 0.249023, + 0.248047, + 0.302734, + 0.291016, + 0.289062, + 0.341797, + 0.283203, + 0.412109, + 0.234375, + 0.707031, + 0.259766, + 0.265625, + 0.243164, + 0.261719, + 0.332031, + 0.277344, + 0.22168, + 0.28125, + 0.267578, + 0.245117, + 0.279297, + 0.279297, + 0.263672, + 0.269531, + 0.322266, + 0.40625, + 0.585938, + 0.474609, + 0.234375, + 0.75, + 0.265625, + 0.265625, + 0.425781, + 0.277344, + 0.294922, + 0.242188, + 0.339844, + 0.261719, + 0.617188, + 0.267578, + 0.251953, + 0.251953, + 0.242188, + 0.231445, + 0.212891, + 0.214844, + 0.226562, + 0.652344, + 0.267578, + 0.259766, + 0.28125, + 0.227539, + 0.230469, + 0.238281, + 0.71875, + 0.212891, + 0.335938, + 0.240234, + 0.28125, + 0.246094, + 0.648438, + 0.25, + 0.240234, + 0.287109, + 0.235352, + 0.273438, + 0.285156, + 0.257812, + 0.28125, + 0.22168, + 0.212891, + 0.231445, + 0.253906, + 0.324219, + 0.249023, + 0.416016, + 0.269531, + 0.246094, + 0.273438, + 0.314453, + 0.287109, + 0.21582, + 0.203125, + 0.423828, + 0.239258, + 0.292969, + 0.683594, + 0.253906, + 0.257812, + 0.222656, + 0.231445, + 0.204102, + 0.308594, + 0.244141, + 0.310547, + 0.283203, + 0.243164, + 0.257812, + 0.279297, + 0.332031, + 0.259766, + 0.3125, + 0.255859, + 0.287109, + 0.25, + 0.302734, + 0.316406, + 0.271484, + 0.275391, + 0.318359, + 0.310547, + 0.263672, + 0.235352, + 0.285156, + 0.223633, + 0.283203, + 0.216797, + 0.283203, + 0.539062, + 0.255859, + 0.703125, + 0.355469, + 0.28125, + 0.225586, + 0.267578, + 0.261719, + 0.578125, + 0.277344, + 0.251953, + 0.5625, + 0.384766, + 0.225586, + 0.240234, + 0.730469, + 0.527344, + 0.298828, + 0.597656, + 0.25, + 0.263672, + 0.259766, + 0.21582, + 0.271484, + 0.227539, + 0.267578, + 0.234375, + 0.291016, + 0.245117, + 0.316406, + 0.279297, + 0.294922, + 0.222656, + 0.269531, + 0.455078, + 0.257812, + 0.271484, + 0.298828, + 0.239258, + 0.65625, + 3.7e-05, + 0.316406, + 0.21582, + 0.229492, + 0.24707, + 0.318359, + 0.253906, + 0.253906, + 0.228516, + 0.289062, + 0.457031, + 0.265625, + 0.269531, + 0.233398, + 0.265625, + 0.287109, + 0.265625, + 0.320312, + 0.320312, + 0.206055, + 0.259766, + 0.234375, + 0.214844, + 0.253906, + 0.212891, + 0.246094, + 0.261719, + 0.271484, + 0.269531, + 0.171875, + 0.298828, + 0.53125, + 0.367188, + 0.414062, + 0.229492, + 0.257812, + 0.275391, + 0.375, + 0.283203, + 0.277344, + 0.291016, + 0.214844, + 0.236328, + 0.253906, + 0.277344, + 0.289062, + 0.277344, + 0.291016, + 0.332031, + 0.265625, + 0.279297, + 0.332031, + 0.257812, + 0.223633, + 0.1875, + 0.251953, + 0.339844, + 0.320312, + 0.245117, + 0.204102, + 0.644531, + 0.248047, + 0.259766, + 0.289062, + 0.253906, + 0.244141, + 0.246094, + 0.306641, + 0.226562, + 0.261719, + 0.617188, + 0.261719, + 0.652344, + 0.257812, + 0.279297, + 0.613281, + 0.306641, + 0.298828, + 0.447266, + 0.257812, + 1.039062, + 0.236328, + 0.261719, + 0.257812, + 0.287109, + 0.259766, + 0.298828, + 0.244141, + 0.382812, + 0.229492, + 0.234375, + 0.302734, + 0.251953, + 0.259766, + 0.261719, + 0.351562, + 0.273438, + 0.269531, + 0.196289, + 0.298828, + 0.230469, + 0.216797, + 0.222656, + 0.253906, + 0.253906, + 0.412109, + 0.279297, + 0.236328, + 0.302734, + 0.269531, + 0.232422, + 0.289062, + 0.304688, + 0.25, + 0.582031, + 0.382812, + 0.267578, + 0.213867, + 0.314453, + 0.285156, + 0.376953, + 0.378906, + 0.242188, + 0.294922, + 0.257812, + 0.225586, + 0.255859, + 0.314453, + 0.273438, + 0.291016, + 0.236328, + 0.652344, + 0.441406, + 0.257812, + 0.625, + 0.227539, + 0.333984, + 0.226562, + 0.289062, + 0.261719, + 0.347656, + 0.4375, + 0.294922, + 0.28125, + 0.217773, + 0.255859, + 0.236328, + 0.277344, + 0.326172, + 0.231445, + 0.316406, + 0.243164, + 0.263672, + 0.294922, + 0.237305, + 0.273438, + 0.320312, + 0.287109, + 0.251953, + 0.239258, + 0.285156, + 0.320312, + 0.224609, + 0.613281, + 0.235352, + 0.232422, + 0.431641, + 0.233398, + 0.285156, + 0.226562, + 0.671875, + 0.271484, + 0.237305, + 0.227539, + 0.265625, + 0.5, + 0.296875, + 0.257812, + 0.242188, + 0.304688, + 0.237305, + 0.625, + 0.431641, + 0.259766, + 0.267578, + 0.229492, + 0.25, + 0.248047, + 0.294922, + 0.235352, + 0.425781, + 0.316406, + 0.249023, + 0.695312, + 0.219727, + 0.902344, + 0.259766, + 0.275391, + 0.246094, + 0.242188, + 0.255859, + 0.318359, + 0.316406, + 0.279297, + 0.277344, + 0.231445, + 0.219727, + 0.257812, + 0.261719, + 0.263672, + 0.234375, + 0.292969, + 0.304688, + 0.291016, + 0.233398, + 0.263672, + 0.236328, + 0.25, + 0.239258, + 0.214844, + 0.233398, + 0.253906, + 0.269531, + 0.271484, + 0.34375, + 0.234375, + 0.226562, + 0.279297, + 0.291016, + 0.341797, + 0.357422, + 0.294922, + 0.910156, + 0.462891, + 0.21875, + 0.328125, + 0.248047, + 0.239258, + 0.304688, + 0.265625, + 0.243164, + 0.330078, + 0.230469, + 0.621094, + 0.435547, + 0.257812, + 0.335938, + 0.314453, + 0.229492, + 0.251953, + 0.355469, + 0.267578, + 0.304688, + 0.371094, + 0.249023, + 0.251953, + 0.240234, + 0.320312, + 0.279297, + 0.237305, + 0.236328, + 0.292969, + 0.248047, + 0.324219, + 0.244141, + 0.298828, + 0.351562, + 0.275391, + 0.283203, + 0.339844, + 0.255859, + 0.542969, + 0.289062, + 0.302734, + 0.244141, + 0.306641, + 0.310547, + 0.294922, + 0.277344, + 0.267578, + 0.255859, + 0.503906, + 0.232422, + 0.333984, + 0.253906, + 0.292969, + 0.255859, + 0.277344, + 0.225586, + 0.423828, + 0.275391, + 0.25, + 0.300781, + 0.245117, + 0.234375, + 0.267578, + 0.261719, + 0.378906, + 0.227539, + 0.267578, + 0.294922, + 0.248047, + 0.660156, + 0.279297, + 0.230469, + 0.310547, + 0.59375, + 0.249023, + 0.265625, + 0.333984, + 0.271484, + 0.267578, + 0.292969, + 0.322266, + 0.554688, + 0.238281, + 0.257812, + 0.298828, + 0.267578, + 0.78125, + 0.241211, + 0.24707, + 0.259766, + 0.265625, + 0.265625, + 0.229492, + 0.302734, + 0.259766, + 0.255859, + 0.263672, + 0.224609, + 0.384766, + 0.394531, + 0.275391, + 0.287109, + 0.621094, + 0.304688, + 0.263672, + 0.239258, + 0.249023, + 0.34375, + 0.259766, + 0.243164, + 0.245117, + 0.271484, + 0.242188, + 0.277344, + 0.277344, + 0.21875, + 0.558594, + 0.369141, + 0.345703, + 0.302734, + 0.243164, + 0.324219, + 0.245117, + 0.28125, + 0.243164, + 0.486328, + 0.0625, + 0.253906, + 0.242188, + 0.535156, + 0.527344, + 0.242188, + 0.255859, + 0.269531, + 0.503906, + 0.230469, + 0.220703, + 0.261719, + 0.279297, + 0.314453, + 0.257812, + 0.265625, + 0.267578, + 0.244141, + 0.265625, + 0.253906, + 0.209961, + 0.291016, + 0.345703, + 0.3125, + 0.275391, + 0.271484, + 0.308594, + 0.253906, + 0.294922, + 0.271484, + 0.298828, + 0.239258, + 0.225586, + 0.289062, + 0.722656, + 0.269531, + 0.210938, + 0.279297, + 0.244141, + 0.251953, + 0.640625, + 0.363281, + 0.28125, + 0.233398, + 0.294922, + 0.283203, + 0.253906, + 0.179688, + 0.28125, + 0.271484, + 0.271484, + 0.253906, + 0.257812, + 0.253906, + 0.231445, + 0.34375, + 0.386719, + 0.227539, + 0.306641, + 0.511719, + 0.21582, + 0.289062, + 0.296875, + 0.609375, + 0.240234, + 0.320312, + 0.341797, + 0.300781, + 0.185547, + 0.275391, + 0.621094, + 0.233398, + 0.248047, + 0.496094, + 0.246094, + 0.25, + 0.214844, + 0.251953, + 0.240234, + 0.255859, + 0.378906, + 0.251953, + 0.213867, + 0.28125, + 0.253906, + 0.243164, + 0.259766, + 0.451172, + 0.298828, + 0.326172, + 0.695312, + 0.349609, + 0.333984, + 0.25, + 0.310547, + 0.341797, + 0.24707, + 0.235352, + 0.253906, + 0.679688, + 0.248047, + 0.233398, + 0.679688, + 0.263672, + 0.24707, + 0.253906, + 0.933594, + 0.255859, + 0.259766, + 0.269531, + 0.261719, + 0.28125, + 0.224609, + 0.300781, + 0.277344, + 0.296875, + 0.570312, + 0.214844, + 0.285156, + 0.355469, + 0.224609, + 0.285156, + 0.234375, + 0.287109, + 0.285156, + 0.78125, + 0.267578, + 0.289062, + 0.316406, + 0.289062, + 0.263672, + 0.255859, + 0.222656, + 0.314453, + 0.275391, + 0.296875, + 0.25, + 0.261719, + 0.251953, + 0.287109, + 0.851562, + 0.220703, + 0.237305, + 0.261719, + 0.231445, + 0.605469, + 0.238281, + 0.365234, + 0.376953, + 0.239258, + 0.257812, + 0.292969, + 0.324219, + 0.408203, + 0.265625, + 0.25, + 0.275391, + 0.261719, + 0.240234, + 0.225586, + 0.667969, + 0.249023, + 0.259766, + 0.785156, + 0.25, + 0.25, + 0.271484, + 0.245117, + 0.265625, + 1.148438, + 0.248047, + 0.298828, + 0.306641, + 0.279297, + 0.245117, + 0.227539, + 0.25, + 0.239258, + 0.263672, + 0.232422, + 0.227539, + 0.251953, + 0.259766, + 0.263672, + 0.273438, + 0.208984, + 0.316406, + 0.269531, + 0.237305, + 0.574219, + 0.243164, + 0.243164, + 0.292969, + 0.235352, + 0.699219, + 0.322266, + 0.285156, + 0.251953, + 0.244141, + 0.227539, + 0.296875, + 0.265625, + 0.235352, + 0.245117, + 0.261719, + 0.296875, + 0.289062, + 0.285156, + 0.25, + 0.265625, + 0.201172, + 0.222656, + 0.652344, + 0.628906, + 0.318359, + 0.316406, + 0.251953, + 0.314453, + 0.337891, + 0.345703, + 0.227539, + 0.228516, + 0.244141, + 0.582031, + 0.246094, + 0.347656, + 0.257812, + 0.253906, + 0.279297, + 0.328125, + 0.3125, + 0.308594, + 0.248047, + 0.289062, + 0.263672, + 0.308594, + 0.292969, + 0.28125, + 0.225586, + 0.730469, + 0.24707, + 0.283203, + 0.237305, + 0.25, + 0.25, + 0.287109, + 0.322266, + 0.242188, + 0.232422, + 0.232422, + 0.318359, + 0.308594, + 0.539062, + 0.3125, + 0.219727, + 0.269531, + 0.265625, + 0.273438, + 0.267578, + 0.244141, + 0.228516, + 0.275391, + 0.287109, + 0.3125, + 0.243164, + 0.291016, + 0.28125, + 0.292969, + 0.24707, + 0.223633, + 0.271484, + 0.259766, + 0.306641, + 0.263672, + 0.235352, + 0.259766, + 0.263672, + 0.217773, + 0.289062, + 0.269531, + 0.236328, + 0.636719, + 0.263672, + 0.259766, + 0.322266, + 0.233398, + 0.263672, + 0.263672, + 0.296875, + 0.220703, + 0.25, + 0.277344, + 0.291016, + 0.233398, + 0.285156, + 0.6875, + 0.314453, + 0.229492, + 0.267578, + 0.332031, + 0.296875, + 0.224609, + 0.246094, + 0.296875, + 0.320312, + 0.263672, + 0.249023, + 0.296875, + 0.402344, + 0.224609, + 0.269531, + 0.308594, + 0.310547, + 0.267578, + 0.265625, + 0.242188, + 0.239258, + 0.271484, + 0.296875, + 0.777344, + 0.414062, + 0.25, + 0.785156, + 0.251953, + 0.275391, + 0.261719, + 0.289062, + 0.292969, + 0.233398, + 0.236328, + 0.394531, + 0.277344, + 0.277344, + 0.271484, + 0.231445, + 0.466797, + 0.291016, + 0.208008, + 0.251953, + 0.376953, + 0.21875, + 0.283203, + 0.302734, + 0.394531, + 0.271484, + 0.294922, + 0.337891, + 0.263672, + 0.219727, + 0.285156, + 0.757812, + 0.287109, + 0.279297, + 0.296875, + 0.316406, + 0.244141, + 0.294922, + 0.24707, + 0.245117, + 0.243164, + 0.240234, + 0.285156, + 0.279297, + 0.296875, + 0.326172, + 0.253906, + 0.225586, + 0.255859, + 0.699219, + 0.211914, + 0.322266, + 0.253906, + 0.296875, + 0.332031, + 0.22168, + 0.232422, + 0.255859, + 0.231445, + 0.253906, + 0.253906, + 0.220703, + 0.355469, + 0.25, + 0.267578, + 0.231445, + 0.773438, + 0.255859, + 0.231445, + 0.308594, + 0.287109, + 0.291016, + 0.265625, + 0.267578, + 0.257812, + 0.408203, + 0.283203, + 0.283203, + 0.243164, + 0.238281, + 0.289062, + 0.347656, + 0.3125, + 0.546875, + 0.277344, + 0.269531, + 0.277344, + 0.28125, + 0.217773, + 0.25, + 0.233398, + 0.214844, + 0.345703, + 0.277344, + 0.246094, + 0.314453, + 0.269531, + 0.273438, + 0.259766, + 0.298828, + 0.244141, + 0.3125, + 0.589844, + 0.222656, + 0.699219, + 0.380859, + 0.785156, + 0.320312, + 0.22168, + 0.289062, + 0.25, + 0.542969, + 0.6875, + 0.242188, + 0.275391, + 0.279297, + 0.253906, + 0.320312, + 0.238281, + 0.248047, + 0.298828, + 0.24707, + 0.263672, + 0.236328, + 0.277344, + 0.207031, + 0.227539, + 0.298828, + 0.273438, + 0.263672, + 0.271484, + 0.251953, + 0.244141, + 0.236328, + 0.410156, + 0.246094, + 0.24707, + 0.271484, + 0.220703, + 0.233398, + 0.332031, + 0.314453, + 0.398438, + 0.269531, + 0.243164, + 0.306641, + 0.269531, + 0.219727, + 0.25, + 0.192383, + 0.296875, + 0.294922, + 0.375, + 0.227539, + 0.236328, + 0.289062, + 0.291016, + 0.298828, + 0.228516, + 0.249023, + 0.261719, + 0.714844, + 0.267578, + 0.275391, + 0.283203, + 0.240234, + 0.542969, + 0.269531, + 0.259766, + 0.824219, + 0.275391, + 0.34375, + 0.275391, + 0.302734, + 0.292969, + 0.28125, + 0.251953, + 0.283203, + 0.245117, + 0.249023, + 0.412109, + 0.271484, + 0.271484, + 0.298828, + 0.263672, + 0.246094, + 0.289062, + 0.261719, + 0.703125, + 0.296875, + 0.255859, + 0.277344, + 0.279297, + 0.263672, + 0.235352, + 0.34375, + 0.28125, + 0.234375, + 0.25, + 0.294922, + 0.222656, + 0.347656, + 0.324219, + 0.242188, + 0.263672, + 0.707031, + 0.251953, + 0.291016, + 0.357422, + 0.240234, + 0.239258, + 0.294922, + 0.5625, + 0.269531, + 0.259766, + 0.289062, + 0.390625, + 0.219727, + 0.316406, + 0.273438, + 0.337891, + 0.233398, + 0.233398, + 0.589844, + 0.273438, + 0.304688, + 0.259766, + 0.244141, + 0.265625, + 0.820312, + 0.223633, + 0.201172, + 0.292969, + 0.24707, + 0.367188, + 0.257812, + 0.300781, + 0.22168, + 0.605469, + 0.263672, + 0.253906, + 0.245117, + 0.285156, + 0.466797, + 0.287109, + 0.296875, + 0.761719, + 0.234375, + 0.269531, + 0.219727, + 0.234375, + 0.277344, + 0.271484, + 0.234375, + 0.271484, + 0.287109, + 0.792969, + 0.287109, + 0.480469, + 0.255859, + 0.245117, + 0.292969, + 0.231445, + 0.253906, + 0.273438, + 0.225586, + 0.263672, + 0.318359, + 0.285156, + 0.273438, + 0.277344, + 0.257812, + 0.455078, + 0.261719, + 0.371094, + 0.24707, + 0.486328, + 0.269531, + 0.243164, + 0.267578, + 0.224609, + 0.289062, + 0.3125, + 0.277344, + 0.263672, + 0.287109, + 0.320312, + 0.236328, + 0.24707, + 0.304688, + 0.211914, + 0.326172, + 0.249023, + 0.279297, + 0.253906, + 0.233398, + 0.271484, + 0.226562, + 0.322266, + 0.28125, + 0.277344, + 0.240234, + 0.302734, + 0.28125, + 0.231445, + 0.249023, + 0.225586, + 0.273438, + 0.273438, + 0.238281, + 0.242188, + 0.271484, + 0.292969, + 0.25, + 0.269531, + 0.367188, + 0.21875, + 0.267578, + 0.277344, + 0.294922, + 0.251953, + 0.255859, + 0.265625, + 0.300781, + 0.21875, + 0.451172, + 0.253906, + 0.249023, + 0.244141, + 0.225586, + 0.246094, + 0.326172, + 0.259766, + 0.255859, + 0.458984, + 0.255859, + 0.253906, + 0.236328, + 0.223633, + 0.237305, + 0.375, + 0.241211, + 0.273438, + 0.241211, + 0.279297, + 0.25, + 0.349609, + 0.227539, + 0.261719, + 0.298828, + 0.265625, + 0.263672, + 0.255859, + 0.283203, + 0.242188, + 0.457031, + 0.410156, + 0.261719, + 0.289062, + 0.243164, + 0.263672, + 0.277344, + 0.316406, + 0.324219, + 0.349609, + 0.287109, + 0.291016, + 0.242188, + 0.277344, + 0.234375, + 0.349609, + 0.294922, + 0.243164, + 0.283203, + 0.21582, + 0.294922, + 0.259766, + 0.298828, + 0.283203, + 0.217773, + 0.433594, + 0.277344, + 0.417969, + 0.285156, + 0.273438, + 0.369141, + 0.24707, + 0.304688, + 0.353516, + 0.292969, + 0.236328, + 0.291016, + 0.249023, + 0.229492, + 0.271484, + 0.261719, + 0.277344, + 0.243164, + 0.279297, + 0.296875, + 0.585938, + 0.496094, + 0.291016, + 0.291016 + ] + }, + "name": "model.model.layers.9.input_layernorm.weight", + "outputIndexes": [ + 766 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 765 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_9/Mul_output_0", + "outputIndexes": [ + 767 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 766, + 767 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_9/Mul_1_output_0", + "outputIndexes": [ + 768 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 768 + ], + "outputIndexes": [ + 4640 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4640 + ], + "outputIndexes": [ + 4641 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear", + "inputIndexes": [ + 4641 + ], + "outputIndexes": [ + 4642 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 90410346, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4642 + ], + "outputIndexes": [ + 4643 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4643 + ], + "outputIndexes": [ + 769 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 768 + ], + "main_type": "NONE", + "name": "/Shape_127_output_0", + "outputIndexes": [ + 770 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 770 + ], + "main_type": "NONE", + "name": "Shape2023", + "outputIndexes": [ + 771 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 770 + ], + "main_type": "NONE", + "name": "Rank2025", + "outputIndexes": [ + 772 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 772, + 772 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2027", + "outputIndexes": [ + 773 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 773 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2028", + "outputIndexes": [ + 774 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 773, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2030", + "outputIndexes": [ + 775 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 775 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2031", + "outputIndexes": [ + 776 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 771, + 774, + 776, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2034", + "outputIndexes": [ + 777 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 777 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2035", + "outputIndexes": [ + 778 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 778 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2036", + "outputIndexes": [ + 779 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 779, + 778 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2037", + "outputIndexes": [ + 780 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 770, + 780, + 773 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_139_output_0", + "outputIndexes": [ + 781 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 781, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_289_output_0", + "outputIndexes": [ + 782 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 782, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_117_output_0", + "outputIndexes": [ + 783 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 769, + 783 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_82_output_0", + "outputIndexes": [ + 784 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 784, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_72_output_0", + "outputIndexes": [ + 785 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 784 + ], + "main_type": "NONE", + "name": "/Shape_128_output_0", + "outputIndexes": [ + 786 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 786 + ], + "main_type": "NONE", + "name": "Shape2044", + "outputIndexes": [ + 787 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 786 + ], + "main_type": "NONE", + "name": "Rank2046", + "outputIndexes": [ + 788 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 788, + 788 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2048", + "outputIndexes": [ + 789 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 789 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2049", + "outputIndexes": [ + 790 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 789, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2051", + "outputIndexes": [ + 791 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 791 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2052", + "outputIndexes": [ + 792 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 787, + 790, + 792, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2055", + "outputIndexes": [ + 793 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 793 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2056", + "outputIndexes": [ + 794 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 794 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2057", + "outputIndexes": [ + 795 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 795, + 794 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2058", + "outputIndexes": [ + 796 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 786, + 796, + 789 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_140_output_0", + "outputIndexes": [ + 797 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 797, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_27_output_0", + "outputIndexes": [ + 798 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 798, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_294_output_0", + "outputIndexes": [ + 799 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 784, + 799, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_37_output_0", + "outputIndexes": [ + 800 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 800 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_18_output_0", + "outputIndexes": [ + 801 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 784, + 22, + 799, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_36_output_0", + "outputIndexes": [ + 802 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 801, + 802 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_120_output_0", + "outputIndexes": [ + 803 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 803, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_73_output_0", + "outputIndexes": [ + 804 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 785, + 804 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_45_output_0", + "outputIndexes": [ + 805 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 768 + ], + "outputIndexes": [ + 4644 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4644 + ], + "outputIndexes": [ + 4645 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear", + "inputIndexes": [ + 4645 + ], + "outputIndexes": [ + 4646 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 91331968, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4646 + ], + "outputIndexes": [ + 4647 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4647 + ], + "outputIndexes": [ + 806 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 782, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_118_output_0", + "outputIndexes": [ + 807 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 806, + 807 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_83_output_0", + "outputIndexes": [ + 808 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 808, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_74_output_0", + "outputIndexes": [ + 809 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 808 + ], + "main_type": "NONE", + "name": "/Shape_129_output_0", + "outputIndexes": [ + 810 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 810 + ], + "main_type": "NONE", + "name": "Shape2107", + "outputIndexes": [ + 811 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 810 + ], + "main_type": "NONE", + "name": "Rank2109", + "outputIndexes": [ + 812 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 812, + 812 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2111", + "outputIndexes": [ + 813 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 813 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2112", + "outputIndexes": [ + 814 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 813, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2114", + "outputIndexes": [ + 815 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 815 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2115", + "outputIndexes": [ + 816 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 811, + 814, + 816, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2118", + "outputIndexes": [ + 817 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 817 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2119", + "outputIndexes": [ + 818 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 818 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2120", + "outputIndexes": [ + 819 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 819, + 818 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2121", + "outputIndexes": [ + 820 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 810, + 820, + 813 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_141_output_0", + "outputIndexes": [ + 821 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 821, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_28_output_0", + "outputIndexes": [ + 822 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 822, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_296_output_0", + "outputIndexes": [ + 823 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 808, + 823, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_39_output_0", + "outputIndexes": [ + 824 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 824 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_19_output_0", + "outputIndexes": [ + 825 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 808, + 22, + 823, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_38_output_0", + "outputIndexes": [ + 826 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 825, + 826 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_121_output_0", + "outputIndexes": [ + 827 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 827, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_75_output_0", + "outputIndexes": [ + 828 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 809, + 828 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_46_output_0", + "outputIndexes": [ + 829 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 768 + ], + "outputIndexes": [ + 4648 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4648 + ], + "outputIndexes": [ + 4649 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear", + "inputIndexes": [ + 4649 + ], + "outputIndexes": [ + 4650 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 91562390, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4650 + ], + "outputIndexes": [ + 4651 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4651 + ], + "outputIndexes": [ + 830 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 830, + 807 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_84_output_0", + "outputIndexes": [ + 831 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 805, + 829, + 831, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_89_output_0", + "outputIndexes": [ + 832 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 832 + ], + "outputIndexes": [ + 4652 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4652 + ], + "outputIndexes": [ + 4653 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear", + "inputIndexes": [ + 4653 + ], + "outputIndexes": [ + 4654 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 91792812, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4654 + ], + "outputIndexes": [ + 4655 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4655 + ], + "outputIndexes": [ + 833 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 765, + 833 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_48_output_0", + "outputIndexes": [ + 834 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.228516, + 0.265625, + 0.287109, + 0.279297, + 0.285156, + 0.277344, + 0.112305, + 0.28125, + 0.246094, + 0.238281, + 0.164062, + 0.279297, + 0.216797, + 0.296875, + 0.287109, + 0.287109, + 0.21875, + 0.259766, + 0.267578, + 0.197266, + 0.277344, + 0.28125, + 0.261719, + 0.238281, + 0.263672, + 0.277344, + 0.255859, + 0.275391, + 0.275391, + 0.261719, + 0.24707, + 0.154297, + 0.269531, + 0.257812, + 0.28125, + 0.263672, + 0.18457, + 0.28125, + 0.169922, + 0.267578, + 0.271484, + 0.28125, + 0.253906, + 0.259766, + 0.209961, + 0.257812, + 0.287109, + 0.197266, + 0.294922, + 0.176758, + 0.273438, + 0.178711, + 0.271484, + 0.279297, + 0.210938, + 0.277344, + 0.292969, + 0.267578, + 0.261719, + 0.298828, + 0.28125, + 0.267578, + 0.251953, + 0.277344, + 0.240234, + 0.236328, + 0.166992, + 0.164062, + 0.279297, + 0.143555, + 0.296875, + 0.195312, + 0.222656, + 0.265625, + 0.287109, + 0.257812, + 0.239258, + 0.28125, + 0.148438, + 0.269531, + 0.251953, + 0.302734, + 0.248047, + 0.255859, + 0.283203, + 0.203125, + 0.283203, + 0.181641, + 0.291016, + 0.212891, + 0.249023, + 0.277344, + 0.211914, + 0.269531, + 0.137695, + 0.193359, + 0.300781, + 0.28125, + 0.302734, + 0.279297, + 0.181641, + 0.261719, + 0.271484, + 0.28125, + 0.283203, + 0.18457, + 0.28125, + 0.28125, + 0.269531, + 0.28125, + 0.28125, + 0.287109, + 0.259766, + 0.269531, + 0.273438, + 0.251953, + 0.273438, + 0.283203, + 0.28125, + 0.279297, + 0.271484, + 0.237305, + 0.302734, + 0.22168, + 0.283203, + 0.263672, + 0.111816, + 0.279297, + 0.269531, + 0.298828, + 0.283203, + 0.298828, + 0.273438, + 0.271484, + 0.271484, + 0.259766, + 0.287109, + 0.273438, + 0.253906, + 0.229492, + 0.275391, + 0.28125, + 0.271484, + 0.283203, + 0.289062, + 0.259766, + 0.265625, + 0.243164, + 0.28125, + 0.279297, + 0.267578, + 0.271484, + 0.283203, + 0.289062, + 0.283203, + 0.267578, + 0.291016, + 0.279297, + 0.147461, + 0.273438, + 0.154297, + 0.251953, + 0.214844, + 0.28125, + 0.265625, + 0.285156, + 0.161133, + 0.294922, + 0.261719, + 0.171875, + 0.233398, + 0.289062, + 0.289062, + 0.139648, + 0.15918, + 0.304688, + 0.211914, + 0.28125, + 0.291016, + 0.273438, + 0.269531, + 0.241211, + 0.259766, + 0.277344, + 0.291016, + 0.279297, + 0.277344, + 0.265625, + 0.28125, + 0.28125, + 0.289062, + 0.251953, + 0.166016, + 0.273438, + 0.271484, + 0.271484, + 0.267578, + 0.177734, + 0.000202, + 0.271484, + 0.273438, + 0.287109, + 0.244141, + 0.261719, + 0.251953, + 0.267578, + 0.287109, + 0.253906, + 0.234375, + 0.279297, + 0.283203, + 0.257812, + 0.279297, + 0.181641, + 0.267578, + 0.28125, + 0.271484, + 0.265625, + 0.28125, + 0.283203, + 0.279297, + 0.279297, + 0.238281, + 0.265625, + 0.294922, + 0.261719, + 0.285156, + 0.175781, + 0.283203, + 0.220703, + 0.244141, + 0.213867, + 0.289062, + 0.263672, + 0.287109, + 0.21875, + 0.277344, + 0.248047, + 0.304688, + 0.289062, + 0.275391, + 0.257812, + 0.261719, + 0.273438, + 0.279297, + 0.251953, + 0.198242, + 0.283203, + 0.285156, + 0.259766, + 0.277344, + 0.231445, + 0.188477, + 0.273438, + 0.239258, + 0.291016, + 0.24707, + 0.269531, + 0.167969, + 0.28125, + 0.285156, + 0.285156, + 0.275391, + 0.237305, + 0.287109, + 0.285156, + 0.263672, + 0.279297, + 0.174805, + 0.287109, + 0.166992, + 0.292969, + 0.265625, + 0.166992, + 0.217773, + 0.285156, + 0.273438, + 0.233398, + 0.126953, + 0.28125, + 0.226562, + 0.294922, + 0.28125, + 0.277344, + 0.28125, + 0.255859, + 0.306641, + 0.291016, + 0.277344, + 0.291016, + 0.285156, + 0.28125, + 0.28125, + 0.255859, + 0.275391, + 0.271484, + 0.28125, + 0.267578, + 0.298828, + 0.271484, + 0.273438, + 0.271484, + 0.265625, + 0.195312, + 0.271484, + 0.275391, + 0.244141, + 0.267578, + 0.28125, + 0.308594, + 0.214844, + 0.285156, + 0.211914, + 0.224609, + 0.279297, + 0.269531, + 0.273438, + 0.219727, + 0.255859, + 0.194336, + 0.296875, + 0.298828, + 0.277344, + 0.277344, + 0.257812, + 0.249023, + 0.269531, + 0.294922, + 0.287109, + 0.172852, + 0.214844, + 0.235352, + 0.170898, + 0.275391, + 0.263672, + 0.271484, + 0.300781, + 0.249023, + 0.182617, + 0.1875, + 0.259766, + 0.277344, + 0.279297, + 0.224609, + 0.28125, + 0.285156, + 0.241211, + 0.28125, + 0.253906, + 0.283203, + 0.28125, + 0.283203, + 0.235352, + 0.273438, + 0.279297, + 0.283203, + 0.275391, + 0.263672, + 0.269531, + 0.287109, + 0.275391, + 0.1875, + 0.28125, + 0.287109, + 0.24707, + 0.275391, + 0.287109, + 0.279297, + 0.1875, + 0.248047, + 0.287109, + 0.273438, + 0.289062, + 0.167969, + 0.273438, + 0.255859, + 0.291016, + 0.269531, + 0.279297, + 0.165039, + 0.083984, + 0.261719, + 0.287109, + 0.279297, + 0.277344, + 0.255859, + 0.259766, + 0.287109, + 0.232422, + 0.261719, + 0.263672, + 0.166992, + 0.296875, + 0.149414, + 0.283203, + 0.277344, + 0.271484, + 0.287109, + 0.283203, + 0.271484, + 0.255859, + 0.292969, + 0.223633, + 0.285156, + 0.289062, + 0.230469, + 0.294922, + 0.269531, + 0.289062, + 0.289062, + 0.241211, + 0.285156, + 0.285156, + 0.255859, + 0.285156, + 0.289062, + 0.263672, + 0.275391, + 0.287109, + 0.243164, + 0.304688, + 0.263672, + 0.171875, + 0.285156, + 0.283203, + 0.211914, + 0.275391, + 0.265625, + 0.21582, + 0.271484, + 0.139648, + 0.200195, + 0.285156, + 0.269531, + 0.261719, + 0.277344, + 0.291016, + 0.265625, + 0.265625, + 0.330078, + 0.28125, + 0.191406, + 0.209961, + 0.291016, + 0.251953, + 0.227539, + 0.283203, + 0.289062, + 0.194336, + 0.271484, + 0.255859, + 0.237305, + 0.273438, + 0.285156, + 0.279297, + 0.287109, + 0.28125, + 0.271484, + 0.273438, + 0.249023, + 0.271484, + 0.253906, + 0.279297, + 0.271484, + 0.162109, + 0.279297, + 0.259766, + 0.269531, + 0.283203, + 0.194336, + 0.263672, + 0.273438, + 0.279297, + 0.265625, + 0.257812, + 0.251953, + 0.253906, + 0.287109, + 0.235352, + 0.208984, + 0.271484, + 0.296875, + 0.298828, + 0.261719, + 0.294922, + 0.253906, + 0.273438, + 0.22168, + 0.287109, + 0.271484, + 0.289062, + 0.28125, + 0.28125, + 0.283203, + 0.267578, + 0.228516, + 0.283203, + 0.265625, + 0.25, + 0.243164, + 0.117188, + 0.257812, + 0.285156, + 0.289062, + 0.160156, + 0.285156, + 0.265625, + 0.269531, + 0.285156, + 0.277344, + 0.267578, + 0.298828, + 0.133789, + 0.228516, + 0.251953, + 0.269531, + 0.28125, + 0.142578, + 0.249023, + 0.255859, + 0.275391, + 0.271484, + 0.188477, + 0.283203, + 0.287109, + 0.265625, + 0.285156, + 0.289062, + 0.292969, + 0.235352, + 0.219727, + 0.253906, + 0.208984, + 0.15625, + 0.291016, + 0.267578, + 0.275391, + 0.285156, + 0.251953, + 0.265625, + 0.273438, + 0.192383, + 0.246094, + 0.28125, + 0.291016, + 0.239258, + 0.285156, + 0.163086, + 0.231445, + 0.237305, + 0.257812, + 0.275391, + 0.28125, + 0.279297, + 0.265625, + 0.277344, + 0.22168, + 0.166016, + 0.279297, + 0.181641, + 0.150391, + 0.207031, + 0.28125, + 0.259766, + 0.230469, + 0.178711, + 0.287109, + 0.275391, + 0.269531, + 0.267578, + 0.285156, + 0.279297, + 0.211914, + 0.277344, + 0.263672, + 0.277344, + 0.261719, + 0.275391, + 0.25, + 0.173828, + 0.298828, + 0.269531, + 0.261719, + 0.271484, + 0.279297, + 0.261719, + 0.277344, + 0.273438, + 0.304688, + 0.271484, + 0.243164, + 0.158203, + 0.292969, + 0.287109, + 0.267578, + 0.220703, + 0.285156, + 0.164062, + 0.18457, + 0.273438, + 0.277344, + 0.271484, + 0.273438, + 0.28125, + 0.168945, + 0.222656, + 0.269531, + 0.25, + 0.259766, + 0.285156, + 0.251953, + 0.283203, + 0.28125, + 0.222656, + 0.269531, + 0.269531, + 0.179688, + 0.273438, + 0.261719, + 0.279297, + 0.143555, + 0.283203, + 0.248047, + 0.269531, + 0.255859, + 0.173828, + 0.289062, + 0.160156, + 0.267578, + 0.188477, + 0.052734, + 0.263672, + 0.265625, + 0.277344, + 0.240234, + 0.283203, + 0.285156, + 0.265625, + 0.271484, + 0.271484, + 0.236328, + 0.287109, + 0.279297, + 0.226562, + 0.180664, + 0.255859, + 0.255859, + 0.15332, + 0.265625, + 0.251953, + 0.292969, + 0.304688, + 0.285156, + 0.195312, + 0.265625, + 0.265625, + 0.140625, + 0.273438, + 0.198242, + 0.162109, + 0.263672, + 0.285156, + 0.255859, + 0.140625, + 0.275391, + 0.277344, + 0.269531, + 0.271484, + 0.263672, + 0.292969, + 0.279297, + 0.275391, + 0.267578, + 0.145508, + 0.223633, + 0.186523, + 0.302734, + 0.285156, + 0.267578, + 0.291016, + 0.285156, + 0.279297, + 0.095215, + 0.255859, + 0.277344, + 0.291016, + 0.233398, + 0.298828, + 0.28125, + 0.261719, + 0.24707, + 0.279297, + 0.273438, + 0.283203, + 0.249023, + 0.285156, + 0.263672, + 0.123047, + 0.283203, + 0.287109, + 0.261719, + 0.267578, + 0.180664, + 0.273438, + 0.19043, + 0.212891, + 0.28125, + 0.255859, + 0.240234, + 0.269531, + 0.214844, + 0.273438, + 0.277344, + 0.291016, + 0.287109, + 0.277344, + 0.267578, + 0.168945, + 0.199219, + 0.291016, + 0.160156, + 0.25, + 0.228516, + 0.271484, + 0.287109, + 0.257812, + 0.125977, + 0.277344, + 0.263672, + 0.265625, + 0.292969, + 0.197266, + 0.275391, + 0.279297, + 0.208984, + 0.291016, + 0.201172, + 0.271484, + 0.269531, + 0.273438, + 0.279297, + 0.277344, + 0.287109, + 0.257812, + 0.273438, + 0.298828, + 0.098633, + 0.277344, + 0.275391, + 0.172852, + 0.222656, + 0.147461, + 0.291016, + 0.251953, + 0.291016, + 0.291016, + 0.265625, + 0.24707, + 0.241211, + 0.259766, + 0.28125, + 0.279297, + 0.263672, + 0.216797, + 0.285156, + 0.275391, + 0.226562, + 0.289062, + 0.267578, + 0.15332, + 0.181641, + 0.234375, + 0.239258, + 0.261719, + 0.219727, + 0.287109, + 0.267578, + 0.287109, + 0.279297, + 0.283203, + 0.193359, + 0.298828, + 0.212891, + 0.277344, + 0.28125, + 0.265625, + 0.233398, + 0.28125, + 0.269531, + 0.267578, + 0.275391, + 0.269531, + 0.259766, + 0.227539, + 0.251953, + 0.277344, + 0.164062, + 0.261719, + 0.273438, + 0.283203, + 0.285156, + 0.28125, + 0.279297, + 0.261719, + 0.277344, + 0.294922, + 0.289062, + 0.204102, + 0.263672, + 0.219727, + 0.291016, + 0.294922, + 0.261719, + 0.273438, + 0.277344, + 0.246094, + 0.275391, + 0.267578, + 0.275391, + 0.292969, + 0.263672, + 0.283203, + 0.283203, + 0.269531, + 0.257812, + 0.291016, + 0.261719, + 0.253906, + 0.28125, + 0.291016, + 0.261719, + 0.261719, + 0.269531, + 0.175781, + 0.314453, + 0.273438, + 0.275391, + 0.275391, + 0.182617, + 0.285156, + 0.28125, + 0.271484, + 0.279297, + 0.28125, + 0.279297, + 0.245117, + 0.230469, + 0.273438, + 0.285156, + 0.265625, + 0.234375, + 0.283203, + 0.169922, + 0.273438, + 0.279297, + 0.261719, + 0.211914, + 0.265625, + 0.242188, + 0.289062, + 0.235352, + 0.279297, + 0.291016, + 0.19043, + 0.28125, + 0.192383, + 0.275391, + 0.255859, + 0.255859, + 0.234375, + 0.267578, + 0.267578, + 0.267578, + 0.28125, + 0.240234, + 0.273438, + 0.140625, + 0.167969, + 0.287109, + 0.158203, + 0.285156, + 0.289062, + 0.279297, + 0.267578, + 0.265625, + 0.271484, + 0.263672, + 0.25, + 0.283203, + 0.273438, + 0.279297, + 0.275391, + 0.210938, + 0.273438, + 0.28125, + 0.291016, + 0.191406, + 0.277344, + 0.271484, + 0.285156, + 0.196289, + 0.271484, + 0.248047, + 0.251953, + 0.291016, + 0.283203, + 0.271484, + 0.110352, + 0.265625, + 0.261719, + 0.21875, + 0.296875, + 0.28125, + 0.294922, + 0.275391, + 0.273438, + 0.279297, + 0.265625, + 0.283203, + 0.308594, + 0.213867, + 0.248047, + 0.287109, + 0.267578, + 0.285156, + 0.160156, + 0.263672, + 0.205078, + 0.271484, + 0.285156, + 0.24707, + 0.220703, + 0.265625, + 0.300781, + 0.287109, + 0.283203, + 0.267578, + 0.172852, + 0.168945, + 0.279297, + 0.273438, + 0.283203, + 0.155273, + 0.28125, + 0.285156, + 0.25, + 0.261719, + 0.275391, + 0.296875, + 0.263672, + 0.279297, + 0.196289, + 0.275391, + 0.271484, + 0.263672, + 0.275391, + 0.263672, + 0.285156, + 0.259766, + 0.131836, + 0.289062, + 0.271484, + 0.269531, + 0.275391, + 0.248047, + 0.279297, + 0.168945, + 0.285156, + 0.267578, + 0.279297, + 0.283203, + 0.304688, + 0.285156, + 0.253906, + 0.287109, + 0.261719, + 0.265625, + 0.28125, + 0.19043, + 0.294922, + 0.145508, + 0.259766, + 0.142578, + 0.255859, + 0.265625, + 0.28125, + 0.277344, + 0.185547, + 0.168945, + 0.259766, + 0.267578, + 0.292969, + 0.194336, + 0.267578, + 0.259766, + 0.283203, + 0.263672, + 0.283203, + 0.273438, + 0.267578, + 0.275391, + 0.204102, + 0.28125, + 0.28125, + 0.273438, + 0.28125, + 0.292969, + 0.271484, + 0.244141, + 0.251953, + 0.22168, + 0.292969, + 0.238281, + 0.277344, + 0.287109, + 0.28125, + 0.253906, + 0.257812, + 0.233398, + 0.289062, + 0.289062, + 0.261719, + 0.294922, + 0.287109, + 0.273438, + 0.283203, + 0.275391, + 0.275391, + 0.15918, + 0.283203, + 0.273438, + 0.251953, + 0.197266, + 0.259766, + 0.275391, + 0.255859, + 0.241211, + 0.206055, + 0.202148, + 0.298828, + 0.291016, + 0.291016, + 0.157227, + 0.271484, + 0.28125, + 0.139648, + 0.271484, + 0.173828, + 0.277344, + 0.263672, + 0.261719, + 0.251953, + 0.273438, + 0.273438, + 0.292969, + 0.287109, + 0.168945, + 0.275391, + 0.291016, + 0.261719, + 0.283203, + 0.269531, + 0.275391, + 0.196289, + 0.138672, + 0.263672, + 0.291016, + 0.261719, + 0.227539, + 0.294922, + 0.263672, + 0.212891, + 0.277344, + 0.285156, + 0.28125, + 0.245117, + 0.277344, + 0.257812, + 0.267578, + 0.285156, + 0.241211, + 0.151367, + 0.273438, + 0.279297, + 0.238281, + 0.271484, + 0.296875, + 0.251953, + 0.166016, + 0.285156, + 0.283203, + 0.279297, + 0.255859, + 0.277344, + 0.253906, + 0.289062, + 0.28125, + 0.271484, + 0.279297, + 0.183594, + 0.271484, + 0.242188, + 0.291016, + 0.285156, + 0.279297, + 0.174805, + 0.28125, + 0.253906, + 0.273438, + 0.271484, + 0.304688, + 0.279297, + 0.269531, + 0.291016, + 0.165039, + 0.283203, + 0.289062, + 0.273438, + 0.273438, + 0.209961, + 0.249023, + 0.291016, + 0.134766, + 0.193359, + 0.265625, + 0.300781, + 0.269531, + 0.261719, + 0.287109, + 0.28125, + 0.246094, + 0.261719, + 0.139648, + 0.302734, + 0.19043, + 0.28125, + 0.275391, + 0.28125, + 0.285156, + 0.28125, + 0.263672, + 0.279297, + 0.255859, + 0.300781, + 0.279297, + 0.259766, + 0.287109, + 0.249023, + 0.232422, + 0.267578, + 0.186523, + 0.283203, + 0.220703, + 0.267578, + 0.261719, + 0.287109, + 0.291016, + 0.263672, + 0.265625, + 0.279297, + 0.279297, + 0.287109, + 0.251953, + 0.28125, + 0.289062, + 0.224609, + 0.289062, + 0.163086, + 0.257812, + 0.285156, + 0.277344, + 0.285156, + 0.277344, + 0.259766, + 0.289062, + 0.263672, + 0.255859, + 0.285156, + 0.263672, + 0.204102, + 0.285156, + 0.279297, + 0.275391, + 0.285156, + 0.283203, + 0.273438, + 0.283203, + 0.287109, + 0.253906, + 0.285156, + 0.277344, + 0.244141, + 0.289062, + 0.269531, + 0.257812, + 0.277344, + 0.239258, + 0.289062, + 0.273438, + 0.298828, + 0.259766, + 0.196289, + 0.196289, + 0.296875, + 0.294922, + 0.285156, + 0.279297, + 0.273438, + 0.273438, + 0.273438, + 0.172852, + 0.283203, + 0.257812, + 0.273438, + 0.283203, + 0.263672, + 0.259766, + 0.206055, + 0.24707, + 0.279297, + 0.261719, + 0.277344, + 0.175781, + 0.275391, + 0.279297, + 0.271484, + 0.271484, + 0.267578, + 0.275391, + 0.287109, + 0.283203, + 0.212891, + 0.208984, + 0.263672, + 0.263672, + 0.277344, + 0.279297, + 0.291016, + 0.246094, + 0.275391, + 0.183594, + 0.233398, + 0.271484, + 0.277344, + 0.25, + 0.285156, + 0.332031, + 0.259766, + 0.265625, + 0.277344, + 0.273438, + 0.275391, + 0.257812, + 0.273438, + 0.279297, + 0.279297, + 0.171875, + 0.261719, + 0.165039, + 0.275391, + 0.271484, + 0.239258, + 0.246094, + 0.273438, + 0.277344, + 0.263672, + 0.302734, + 0.208008, + 0.209961, + 0.271484, + 0.208984, + 0.263672, + 0.246094, + 0.267578, + 0.242188, + 0.277344, + 0.046387, + 0.166016, + 0.292969, + 0.255859 + ] + }, + "name": "model.model.layers.9.post_attention_layernorm.weight", + "outputIndexes": [ + 835 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 834 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_9/Mul_output_0", + "outputIndexes": [ + 836 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 835, + 836 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_9/Mul_1_output_0", + "outputIndexes": [ + 837 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 837 + ], + "outputIndexes": [ + 4656 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4656 + ], + "outputIndexes": [ + 4657 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear", + "inputIndexes": [ + 4657 + ], + "outputIndexes": [ + 4658 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 92714434, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4658 + ], + "outputIndexes": [ + 4659 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4659 + ], + "outputIndexes": [ + 838 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 838 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_9/Sigmoid_output_0", + "outputIndexes": [ + 839 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 838, + 839 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_9/Mul_output_0", + "outputIndexes": [ + 840 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 837 + ], + "outputIndexes": [ + 4660 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4660 + ], + "outputIndexes": [ + 4661 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear", + "inputIndexes": [ + 4661 + ], + "outputIndexes": [ + 4662 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 95294936, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4662 + ], + "outputIndexes": [ + 4663 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4663 + ], + "outputIndexes": [ + 841 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 840, + 841 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_9/Mul_output_0", + "outputIndexes": [ + 842 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 842 + ], + "outputIndexes": [ + 4664 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4664 + ], + "outputIndexes": [ + 4665 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear", + "inputIndexes": [ + 4665 + ], + "outputIndexes": [ + 4666 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 97875438, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4666 + ], + "outputIndexes": [ + 4667 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4667 + ], + "outputIndexes": [ + 843 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 834, + 843 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_49_output_0", + "outputIndexes": [ + 844 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 844, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_90_output_0", + "outputIndexes": [ + 845 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.322266, + 0.380859, + 0.367188, + 0.333984, + 0.267578, + 0.34375, + 0.753906, + 0.318359, + 0.310547, + 0.380859, + 0.519531, + 0.300781, + 0.267578, + 0.263672, + 0.263672, + 0.263672, + 0.451172, + 0.34375, + 0.292969, + 0.294922, + 0.347656, + 0.349609, + 0.322266, + 0.332031, + 0.353516, + 0.341797, + 0.302734, + 0.322266, + 0.300781, + 0.333984, + 0.392578, + 0.396484, + 0.345703, + 0.378906, + 0.335938, + 0.322266, + 0.308594, + 0.324219, + 0.488281, + 0.330078, + 0.308594, + 0.269531, + 0.355469, + 0.339844, + 0.363281, + 0.369141, + 0.34375, + 0.40625, + 0.267578, + 0.65625, + 0.296875, + 0.339844, + 0.294922, + 0.320312, + 0.388672, + 0.326172, + 0.275391, + 0.302734, + 0.341797, + 0.333984, + 0.345703, + 0.345703, + 0.3125, + 0.322266, + 0.378906, + 0.482422, + 0.648438, + 0.394531, + 0.328125, + 0.683594, + 0.306641, + 0.298828, + 0.421875, + 0.359375, + 0.337891, + 0.306641, + 0.375, + 0.310547, + 0.470703, + 0.304688, + 0.302734, + 0.275391, + 0.292969, + 0.271484, + 0.273438, + 0.257812, + 0.296875, + 0.613281, + 0.318359, + 0.306641, + 0.320312, + 0.296875, + 0.275391, + 0.318359, + 0.435547, + 0.294922, + 0.371094, + 0.294922, + 0.324219, + 0.287109, + 0.625, + 0.304688, + 0.296875, + 0.341797, + 0.285156, + 0.283203, + 0.34375, + 0.322266, + 0.324219, + 0.265625, + 0.261719, + 0.279297, + 0.306641, + 0.40625, + 0.310547, + 0.492188, + 0.345703, + 0.3125, + 0.337891, + 0.333984, + 0.355469, + 0.3125, + 0.273438, + 0.464844, + 0.306641, + 0.355469, + 0.628906, + 0.328125, + 0.302734, + 0.259766, + 0.298828, + 0.24707, + 0.363281, + 0.296875, + 0.347656, + 0.318359, + 0.296875, + 0.318359, + 0.386719, + 0.373047, + 0.285156, + 0.400391, + 0.34375, + 0.363281, + 0.308594, + 0.380859, + 0.384766, + 0.322266, + 0.302734, + 0.417969, + 0.341797, + 0.324219, + 0.263672, + 0.333984, + 0.271484, + 0.347656, + 0.271484, + 0.320312, + 0.371094, + 0.328125, + 0.4375, + 0.396484, + 0.330078, + 0.283203, + 0.333984, + 0.314453, + 0.445312, + 0.322266, + 0.292969, + 0.478516, + 0.400391, + 0.294922, + 0.320312, + 0.601562, + 0.361328, + 0.308594, + 0.523438, + 0.289062, + 0.308594, + 0.292969, + 0.306641, + 0.363281, + 0.28125, + 0.324219, + 0.277344, + 0.351562, + 0.316406, + 0.394531, + 0.349609, + 0.326172, + 0.267578, + 0.335938, + 0.347656, + 0.322266, + 0.304688, + 0.322266, + 0.310547, + 0.589844, + -6e-06, + 0.402344, + 0.273438, + 0.259766, + 0.298828, + 0.382812, + 0.355469, + 0.306641, + 0.304688, + 0.34375, + 0.515625, + 0.339844, + 0.339844, + 0.341797, + 0.347656, + 0.324219, + 0.363281, + 0.386719, + 0.375, + 0.291016, + 0.316406, + 0.261719, + 0.265625, + 0.292969, + 0.269531, + 0.310547, + 0.302734, + 0.306641, + 0.318359, + 0.234375, + 0.333984, + 0.5, + 0.414062, + 0.458984, + 0.292969, + 0.322266, + 0.324219, + 0.376953, + 0.353516, + 0.300781, + 0.367188, + 0.28125, + 0.304688, + 0.324219, + 0.34375, + 0.369141, + 0.308594, + 0.330078, + 0.335938, + 0.310547, + 0.337891, + 0.386719, + 0.302734, + 0.277344, + 0.261719, + 0.308594, + 0.40625, + 0.380859, + 0.294922, + 0.263672, + 0.546875, + 0.28125, + 0.292969, + 0.339844, + 0.324219, + 0.3125, + 0.304688, + 0.322266, + 0.292969, + 0.320312, + 0.507812, + 0.3125, + 0.542969, + 0.310547, + 0.357422, + 0.574219, + 0.363281, + 0.330078, + 0.40625, + 0.335938, + 0.726562, + 0.3125, + 0.316406, + 0.310547, + 0.330078, + 0.326172, + 0.320312, + 0.314453, + 0.400391, + 0.277344, + 0.285156, + 0.328125, + 0.3125, + 0.308594, + 0.291016, + 0.40625, + 0.308594, + 0.330078, + 0.225586, + 0.324219, + 0.269531, + 0.332031, + 0.259766, + 0.3125, + 0.300781, + 0.410156, + 0.34375, + 0.302734, + 0.375, + 0.332031, + 0.302734, + 0.283203, + 0.310547, + 0.308594, + 0.511719, + 0.4375, + 0.332031, + 0.240234, + 0.326172, + 0.341797, + 0.490234, + 0.400391, + 0.285156, + 0.298828, + 0.341797, + 0.271484, + 0.320312, + 0.400391, + 0.3125, + 0.333984, + 0.296875, + 0.578125, + 0.558594, + 0.314453, + 0.550781, + 0.292969, + 0.398438, + 0.285156, + 0.324219, + 0.283203, + 0.34375, + 0.388672, + 0.369141, + 0.314453, + 0.285156, + 0.314453, + 0.294922, + 0.330078, + 0.380859, + 0.289062, + 0.382812, + 0.28125, + 0.314453, + 0.339844, + 0.294922, + 0.333984, + 0.378906, + 0.322266, + 0.314453, + 0.322266, + 0.335938, + 0.396484, + 0.265625, + 0.558594, + 0.300781, + 0.285156, + 0.443359, + 0.287109, + 0.339844, + 0.28125, + 0.5625, + 0.333984, + 0.28125, + 0.275391, + 0.306641, + 0.470703, + 0.353516, + 0.355469, + 0.292969, + 0.335938, + 0.269531, + 0.535156, + 0.429688, + 0.310547, + 0.306641, + 0.277344, + 0.292969, + 0.326172, + 0.335938, + 0.287109, + 0.464844, + 0.380859, + 0.277344, + 0.644531, + 0.265625, + 0.722656, + 0.328125, + 0.316406, + 0.333984, + 0.316406, + 0.306641, + 0.347656, + 0.365234, + 0.318359, + 0.345703, + 0.269531, + 0.253906, + 0.306641, + 0.304688, + 0.337891, + 0.28125, + 0.357422, + 0.388672, + 0.34375, + 0.291016, + 0.326172, + 0.318359, + 0.306641, + 0.279297, + 0.267578, + 0.289062, + 0.316406, + 0.308594, + 0.333984, + 0.398438, + 0.300781, + 0.275391, + 0.330078, + 0.335938, + 0.388672, + 0.429688, + 0.353516, + 0.601562, + 0.482422, + 0.289062, + 0.363281, + 0.300781, + 0.285156, + 0.345703, + 0.363281, + 0.287109, + 0.367188, + 0.287109, + 0.53125, + 0.474609, + 0.287109, + 0.359375, + 0.390625, + 0.316406, + 0.3125, + 0.373047, + 0.304688, + 0.392578, + 0.474609, + 0.310547, + 0.316406, + 0.279297, + 0.333984, + 0.355469, + 0.294922, + 0.273438, + 0.386719, + 0.322266, + 0.423828, + 0.291016, + 0.337891, + 0.310547, + 0.302734, + 0.363281, + 0.369141, + 0.320312, + 0.482422, + 0.373047, + 0.351562, + 0.292969, + 0.384766, + 0.359375, + 0.332031, + 0.339844, + 0.316406, + 0.300781, + 0.474609, + 0.287109, + 0.349609, + 0.304688, + 0.320312, + 0.304688, + 0.351562, + 0.333984, + 0.466797, + 0.324219, + 0.310547, + 0.359375, + 0.339844, + 0.283203, + 0.298828, + 0.314453, + 0.421875, + 0.265625, + 0.349609, + 0.353516, + 0.326172, + 0.765625, + 0.376953, + 0.283203, + 0.337891, + 0.466797, + 0.285156, + 0.330078, + 0.386719, + 0.330078, + 0.3125, + 0.365234, + 0.345703, + 0.5625, + 0.318359, + 0.347656, + 0.349609, + 0.304688, + 0.625, + 0.3125, + 0.304688, + 0.339844, + 0.330078, + 0.292969, + 0.273438, + 0.396484, + 0.332031, + 0.287109, + 0.326172, + 0.279297, + 0.449219, + 0.519531, + 0.314453, + 0.308594, + 0.40625, + 0.382812, + 0.355469, + 0.287109, + 0.306641, + 0.388672, + 0.316406, + 0.314453, + 0.296875, + 0.355469, + 0.287109, + 0.351562, + 0.349609, + 0.269531, + 0.402344, + 0.408203, + 0.40625, + 0.34375, + 0.298828, + 0.371094, + 0.333984, + 0.332031, + 0.3125, + 0.460938, + 0.070801, + 0.298828, + 0.28125, + 0.480469, + 0.558594, + 0.271484, + 0.349609, + 0.3125, + 0.431641, + 0.255859, + 0.275391, + 0.318359, + 0.333984, + 0.320312, + 0.314453, + 0.357422, + 0.285156, + 0.3125, + 0.316406, + 0.302734, + 0.259766, + 0.337891, + 0.376953, + 0.304688, + 0.337891, + 0.332031, + 0.388672, + 0.294922, + 0.328125, + 0.306641, + 0.359375, + 0.308594, + 0.275391, + 0.322266, + 0.59375, + 0.292969, + 0.279297, + 0.302734, + 0.308594, + 0.287109, + 0.460938, + 0.349609, + 0.330078, + 0.285156, + 0.361328, + 0.337891, + 0.322266, + 0.237305, + 0.353516, + 0.306641, + 0.333984, + 0.306641, + 0.289062, + 0.308594, + 0.273438, + 0.388672, + 0.4375, + 0.292969, + 0.318359, + 0.484375, + 0.271484, + 0.357422, + 0.335938, + 0.402344, + 0.310547, + 0.353516, + 0.414062, + 0.386719, + 0.245117, + 0.302734, + 0.667969, + 0.296875, + 0.269531, + 0.601562, + 0.273438, + 0.316406, + 0.285156, + 0.287109, + 0.292969, + 0.294922, + 0.433594, + 0.306641, + 0.291016, + 0.382812, + 0.285156, + 0.330078, + 0.318359, + 0.408203, + 0.341797, + 0.380859, + 0.443359, + 0.439453, + 0.421875, + 0.302734, + 0.337891, + 0.416016, + 0.306641, + 0.277344, + 0.304688, + 0.433594, + 0.269531, + 0.291016, + 0.558594, + 0.330078, + 0.294922, + 0.328125, + 0.734375, + 0.304688, + 0.298828, + 0.283203, + 0.326172, + 0.365234, + 0.273438, + 0.339844, + 0.335938, + 0.335938, + 0.550781, + 0.292969, + 0.332031, + 0.376953, + 0.28125, + 0.351562, + 0.261719, + 0.341797, + 0.349609, + 0.722656, + 0.318359, + 0.330078, + 0.371094, + 0.380859, + 0.318359, + 0.300781, + 0.279297, + 0.345703, + 0.298828, + 0.380859, + 0.277344, + 0.318359, + 0.296875, + 0.355469, + 0.769531, + 0.267578, + 0.287109, + 0.367188, + 0.302734, + 0.515625, + 0.337891, + 0.435547, + 0.390625, + 0.302734, + 0.337891, + 0.294922, + 0.380859, + 0.431641, + 0.330078, + 0.320312, + 0.310547, + 0.318359, + 0.324219, + 0.292969, + 0.578125, + 0.289062, + 0.298828, + 0.5625, + 0.333984, + 0.308594, + 0.318359, + 0.302734, + 0.3125, + 0.871094, + 0.335938, + 0.363281, + 0.371094, + 0.300781, + 0.259766, + 0.28125, + 0.277344, + 0.302734, + 0.335938, + 0.308594, + 0.292969, + 0.306641, + 0.324219, + 0.306641, + 0.318359, + 0.255859, + 0.388672, + 0.273438, + 0.279297, + 0.605469, + 0.320312, + 0.326172, + 0.314453, + 0.275391, + 0.464844, + 0.347656, + 0.326172, + 0.306641, + 0.294922, + 0.261719, + 0.359375, + 0.353516, + 0.279297, + 0.351562, + 0.298828, + 0.357422, + 0.351562, + 0.330078, + 0.318359, + 0.318359, + 0.244141, + 0.269531, + 0.519531, + 0.570312, + 0.396484, + 0.382812, + 0.306641, + 0.390625, + 0.365234, + 0.414062, + 0.287109, + 0.298828, + 0.302734, + 0.5, + 0.273438, + 0.427734, + 0.302734, + 0.277344, + 0.373047, + 0.398438, + 0.382812, + 0.365234, + 0.318359, + 0.347656, + 0.296875, + 0.345703, + 0.34375, + 0.332031, + 0.275391, + 0.691406, + 0.275391, + 0.330078, + 0.279297, + 0.318359, + 0.304688, + 0.324219, + 0.433594, + 0.308594, + 0.292969, + 0.275391, + 0.355469, + 0.380859, + 0.482422, + 0.349609, + 0.265625, + 0.324219, + 0.324219, + 0.357422, + 0.335938, + 0.294922, + 0.287109, + 0.294922, + 0.316406, + 0.380859, + 0.279297, + 0.310547, + 0.351562, + 0.363281, + 0.3125, + 0.296875, + 0.367188, + 0.326172, + 0.369141, + 0.332031, + 0.296875, + 0.347656, + 0.279297, + 0.263672, + 0.365234, + 0.320312, + 0.302734, + 0.574219, + 0.3125, + 0.28125, + 0.345703, + 0.294922, + 0.326172, + 0.277344, + 0.371094, + 0.287109, + 0.320312, + 0.332031, + 0.353516, + 0.292969, + 0.316406, + 0.570312, + 0.359375, + 0.302734, + 0.34375, + 0.378906, + 0.353516, + 0.267578, + 0.289062, + 0.375, + 0.369141, + 0.300781, + 0.275391, + 0.384766, + 0.486328, + 0.310547, + 0.324219, + 0.359375, + 0.335938, + 0.322266, + 0.341797, + 0.308594, + 0.289062, + 0.316406, + 0.337891, + 0.457031, + 0.359375, + 0.300781, + 0.601562, + 0.302734, + 0.318359, + 0.337891, + 0.320312, + 0.355469, + 0.287109, + 0.302734, + 0.492188, + 0.328125, + 0.341797, + 0.314453, + 0.277344, + 0.539062, + 0.330078, + 0.263672, + 0.289062, + 0.382812, + 0.273438, + 0.335938, + 0.345703, + 0.417969, + 0.302734, + 0.335938, + 0.376953, + 0.316406, + 0.267578, + 0.34375, + 0.679688, + 0.351562, + 0.353516, + 0.365234, + 0.371094, + 0.310547, + 0.324219, + 0.332031, + 0.289062, + 0.302734, + 0.318359, + 0.322266, + 0.345703, + 0.353516, + 0.390625, + 0.296875, + 0.28125, + 0.308594, + 0.486328, + 0.292969, + 0.369141, + 0.300781, + 0.363281, + 0.361328, + 0.275391, + 0.283203, + 0.300781, + 0.275391, + 0.302734, + 0.294922, + 0.267578, + 0.357422, + 0.294922, + 0.304688, + 0.308594, + 0.671875, + 0.304688, + 0.269531, + 0.380859, + 0.357422, + 0.339844, + 0.28125, + 0.328125, + 0.320312, + 0.458984, + 0.34375, + 0.349609, + 0.308594, + 0.318359, + 0.324219, + 0.375, + 0.390625, + 0.632812, + 0.326172, + 0.324219, + 0.34375, + 0.326172, + 0.271484, + 0.3125, + 0.261719, + 0.287109, + 0.375, + 0.34375, + 0.310547, + 0.359375, + 0.339844, + 0.355469, + 0.332031, + 0.34375, + 0.291016, + 0.355469, + 0.59375, + 0.275391, + 0.494141, + 0.464844, + 0.625, + 0.439453, + 0.279297, + 0.34375, + 0.318359, + 0.490234, + 0.679688, + 0.316406, + 0.337891, + 0.330078, + 0.320312, + 0.390625, + 0.326172, + 0.292969, + 0.355469, + 0.320312, + 0.294922, + 0.259766, + 0.320312, + 0.259766, + 0.28125, + 0.365234, + 0.320312, + 0.318359, + 0.310547, + 0.316406, + 0.328125, + 0.298828, + 0.384766, + 0.28125, + 0.310547, + 0.347656, + 0.24707, + 0.28125, + 0.359375, + 0.396484, + 0.421875, + 0.3125, + 0.273438, + 0.404297, + 0.326172, + 0.308594, + 0.316406, + 0.28125, + 0.351562, + 0.351562, + 0.394531, + 0.269531, + 0.298828, + 0.369141, + 0.332031, + 0.359375, + 0.271484, + 0.300781, + 0.373047, + 0.734375, + 0.287109, + 0.320312, + 0.341797, + 0.302734, + 0.373047, + 0.298828, + 0.306641, + 0.679688, + 0.306641, + 0.316406, + 0.320312, + 0.363281, + 0.363281, + 0.306641, + 0.302734, + 0.310547, + 0.285156, + 0.261719, + 0.363281, + 0.333984, + 0.320312, + 0.367188, + 0.296875, + 0.304688, + 0.328125, + 0.320312, + 0.707031, + 0.388672, + 0.296875, + 0.324219, + 0.355469, + 0.283203, + 0.275391, + 0.382812, + 0.339844, + 0.287109, + 0.277344, + 0.373047, + 0.298828, + 0.449219, + 0.390625, + 0.275391, + 0.314453, + 0.570312, + 0.328125, + 0.339844, + 0.384766, + 0.283203, + 0.273438, + 0.341797, + 0.425781, + 0.347656, + 0.320312, + 0.3125, + 0.449219, + 0.277344, + 0.353516, + 0.332031, + 0.353516, + 0.28125, + 0.300781, + 0.492188, + 0.367188, + 0.347656, + 0.287109, + 0.308594, + 0.296875, + 0.71875, + 0.253906, + 0.277344, + 0.318359, + 0.298828, + 0.380859, + 0.298828, + 0.357422, + 0.277344, + 0.636719, + 0.304688, + 0.314453, + 0.304688, + 0.335938, + 0.488281, + 0.335938, + 0.322266, + 0.466797, + 0.275391, + 0.328125, + 0.279297, + 0.300781, + 0.316406, + 0.302734, + 0.287109, + 0.330078, + 0.337891, + 0.503906, + 0.300781, + 0.474609, + 0.3125, + 0.287109, + 0.326172, + 0.283203, + 0.316406, + 0.320312, + 0.277344, + 0.324219, + 0.376953, + 0.324219, + 0.335938, + 0.337891, + 0.3125, + 0.53125, + 0.308594, + 0.416016, + 0.308594, + 0.447266, + 0.337891, + 0.322266, + 0.304688, + 0.267578, + 0.341797, + 0.337891, + 0.341797, + 0.332031, + 0.320312, + 0.367188, + 0.318359, + 0.291016, + 0.333984, + 0.277344, + 0.296875, + 0.320312, + 0.306641, + 0.314453, + 0.273438, + 0.300781, + 0.298828, + 0.326172, + 0.335938, + 0.345703, + 0.300781, + 0.375, + 0.316406, + 0.296875, + 0.28125, + 0.269531, + 0.310547, + 0.324219, + 0.300781, + 0.292969, + 0.322266, + 0.365234, + 0.298828, + 0.339844, + 0.388672, + 0.263672, + 0.357422, + 0.353516, + 0.324219, + 0.330078, + 0.308594, + 0.314453, + 0.328125, + 0.298828, + 0.478516, + 0.316406, + 0.291016, + 0.3125, + 0.259766, + 0.294922, + 0.355469, + 0.345703, + 0.310547, + 0.373047, + 0.3125, + 0.314453, + 0.333984, + 0.279297, + 0.291016, + 0.451172, + 0.279297, + 0.324219, + 0.296875, + 0.318359, + 0.308594, + 0.353516, + 0.275391, + 0.289062, + 0.345703, + 0.361328, + 0.320312, + 0.300781, + 0.304688, + 0.314453, + 0.5, + 0.402344, + 0.322266, + 0.363281, + 0.306641, + 0.322266, + 0.300781, + 0.402344, + 0.390625, + 0.314453, + 0.349609, + 0.308594, + 0.318359, + 0.359375, + 0.298828, + 0.291016, + 0.373047, + 0.289062, + 0.355469, + 0.269531, + 0.369141, + 0.341797, + 0.365234, + 0.337891, + 0.275391, + 0.388672, + 0.333984, + 0.353516, + 0.3125, + 0.330078, + 0.472656, + 0.292969, + 0.382812, + 0.462891, + 0.357422, + 0.275391, + 0.351562, + 0.324219, + 0.304688, + 0.298828, + 0.34375, + 0.355469, + 0.320312, + 0.355469, + 0.353516, + 0.625, + 0.423828, + 0.339844, + 0.34375 + ] + }, + "name": "model.model.layers.10.input_layernorm.weight", + "outputIndexes": [ + 846 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 845 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_10/Mul_output_0", + "outputIndexes": [ + 847 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 846, + 847 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_10/Mul_1_output_0", + "outputIndexes": [ + 848 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 848 + ], + "outputIndexes": [ + 4668 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4668 + ], + "outputIndexes": [ + 4669 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear", + "inputIndexes": [ + 4669 + ], + "outputIndexes": [ + 4670 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 100455940, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4670 + ], + "outputIndexes": [ + 4671 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4671 + ], + "outputIndexes": [ + 849 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 848 + ], + "main_type": "NONE", + "name": "/Shape_141_output_0", + "outputIndexes": [ + 850 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 850 + ], + "main_type": "NONE", + "name": "Shape2239", + "outputIndexes": [ + 851 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 850 + ], + "main_type": "NONE", + "name": "Rank2241", + "outputIndexes": [ + 852 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 852, + 852 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2243", + "outputIndexes": [ + 853 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 853 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2244", + "outputIndexes": [ + 854 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 853, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2246", + "outputIndexes": [ + 855 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 855 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2247", + "outputIndexes": [ + 856 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 851, + 854, + 856, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2250", + "outputIndexes": [ + 857 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 857 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2251", + "outputIndexes": [ + 858 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 858 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2252", + "outputIndexes": [ + 859 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 859, + 858 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2253", + "outputIndexes": [ + 860 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 850, + 860, + 853 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_154_output_0", + "outputIndexes": [ + 861 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 861, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_321_output_0", + "outputIndexes": [ + 862 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 862, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_130_output_0", + "outputIndexes": [ + 863 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 849, + 863 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_91_output_0", + "outputIndexes": [ + 864 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 864, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_80_output_0", + "outputIndexes": [ + 865 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 864 + ], + "main_type": "NONE", + "name": "/Shape_142_output_0", + "outputIndexes": [ + 866 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 866 + ], + "main_type": "NONE", + "name": "Shape2260", + "outputIndexes": [ + 867 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 866 + ], + "main_type": "NONE", + "name": "Rank2262", + "outputIndexes": [ + 868 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 868, + 868 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2264", + "outputIndexes": [ + 869 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 869 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2265", + "outputIndexes": [ + 870 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 869, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2267", + "outputIndexes": [ + 871 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 871 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2268", + "outputIndexes": [ + 872 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 867, + 870, + 872, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2271", + "outputIndexes": [ + 873 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 873 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2272", + "outputIndexes": [ + 874 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 874 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2273", + "outputIndexes": [ + 875 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 875, + 874 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2274", + "outputIndexes": [ + 876 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 866, + 876, + 869 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_155_output_0", + "outputIndexes": [ + 877 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 877, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_30_output_0", + "outputIndexes": [ + 878 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 878, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_326_output_0", + "outputIndexes": [ + 879 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 864, + 879, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_41_output_0", + "outputIndexes": [ + 880 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 880 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_20_output_0", + "outputIndexes": [ + 881 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 864, + 22, + 879, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_40_output_0", + "outputIndexes": [ + 882 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 881, + 882 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_133_output_0", + "outputIndexes": [ + 883 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 883, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_81_output_0", + "outputIndexes": [ + 884 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 865, + 884 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_50_output_0", + "outputIndexes": [ + 885 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 848 + ], + "outputIndexes": [ + 4672 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4672 + ], + "outputIndexes": [ + 4673 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear", + "inputIndexes": [ + 4673 + ], + "outputIndexes": [ + 4674 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 101377562, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4674 + ], + "outputIndexes": [ + 4675 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4675 + ], + "outputIndexes": [ + 886 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 862, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_131_output_0", + "outputIndexes": [ + 887 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 886, + 887 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_92_output_0", + "outputIndexes": [ + 888 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 888, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_82_output_0", + "outputIndexes": [ + 889 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 888 + ], + "main_type": "NONE", + "name": "/Shape_143_output_0", + "outputIndexes": [ + 890 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 890 + ], + "main_type": "NONE", + "name": "Shape2323", + "outputIndexes": [ + 891 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 890 + ], + "main_type": "NONE", + "name": "Rank2325", + "outputIndexes": [ + 892 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 892, + 892 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2327", + "outputIndexes": [ + 893 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 893 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2328", + "outputIndexes": [ + 894 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 893, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2330", + "outputIndexes": [ + 895 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 895 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2331", + "outputIndexes": [ + 896 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 891, + 894, + 896, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2334", + "outputIndexes": [ + 897 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 897 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2335", + "outputIndexes": [ + 898 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2336", + "outputIndexes": [ + 899 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 899, + 898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2337", + "outputIndexes": [ + 900 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 890, + 900, + 893 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_156_output_0", + "outputIndexes": [ + 901 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 901, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_31_output_0", + "outputIndexes": [ + 902 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 902, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_328_output_0", + "outputIndexes": [ + 903 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 888, + 903, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_43_output_0", + "outputIndexes": [ + 904 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 904 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_21_output_0", + "outputIndexes": [ + 905 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 888, + 22, + 903, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_42_output_0", + "outputIndexes": [ + 906 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 905, + 906 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_134_output_0", + "outputIndexes": [ + 907 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 907, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_83_output_0", + "outputIndexes": [ + 908 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 889, + 908 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_51_output_0", + "outputIndexes": [ + 909 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 848 + ], + "outputIndexes": [ + 4676 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4676 + ], + "outputIndexes": [ + 4677 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear", + "inputIndexes": [ + 4677 + ], + "outputIndexes": [ + 4678 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 101607984, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4678 + ], + "outputIndexes": [ + 4679 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4679 + ], + "outputIndexes": [ + 910 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 910, + 887 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_93_output_0", + "outputIndexes": [ + 911 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 885, + 909, + 911, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_98_output_0", + "outputIndexes": [ + 912 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 912 + ], + "outputIndexes": [ + 4680 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4680 + ], + "outputIndexes": [ + 4681 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear", + "inputIndexes": [ + 4681 + ], + "outputIndexes": [ + 4682 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 101838406, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4682 + ], + "outputIndexes": [ + 4683 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4683 + ], + "outputIndexes": [ + 913 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 845, + 913 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_53_output_0", + "outputIndexes": [ + 914 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.237305, + 0.28125, + 0.298828, + 0.294922, + 0.310547, + 0.287109, + 0.109863, + 0.294922, + 0.255859, + 0.245117, + 0.160156, + 0.291016, + 0.223633, + 0.310547, + 0.306641, + 0.310547, + 0.226562, + 0.275391, + 0.269531, + 0.201172, + 0.298828, + 0.292969, + 0.273438, + 0.249023, + 0.273438, + 0.294922, + 0.261719, + 0.298828, + 0.289062, + 0.283203, + 0.257812, + 0.173828, + 0.279297, + 0.271484, + 0.292969, + 0.287109, + 0.194336, + 0.302734, + 0.169922, + 0.292969, + 0.287109, + 0.296875, + 0.267578, + 0.271484, + 0.208984, + 0.275391, + 0.302734, + 0.205078, + 0.3125, + 0.168945, + 0.296875, + 0.1875, + 0.294922, + 0.298828, + 0.216797, + 0.298828, + 0.316406, + 0.28125, + 0.269531, + 0.324219, + 0.304688, + 0.292969, + 0.261719, + 0.296875, + 0.243164, + 0.237305, + 0.151367, + 0.158203, + 0.294922, + 0.133789, + 0.324219, + 0.199219, + 0.241211, + 0.275391, + 0.310547, + 0.271484, + 0.253906, + 0.292969, + 0.144531, + 0.289062, + 0.273438, + 0.316406, + 0.271484, + 0.279297, + 0.298828, + 0.213867, + 0.302734, + 0.189453, + 0.310547, + 0.216797, + 0.257812, + 0.302734, + 0.211914, + 0.291016, + 0.145508, + 0.191406, + 0.302734, + 0.300781, + 0.322266, + 0.298828, + 0.204102, + 0.269531, + 0.300781, + 0.298828, + 0.304688, + 0.180664, + 0.294922, + 0.292969, + 0.285156, + 0.304688, + 0.294922, + 0.314453, + 0.277344, + 0.277344, + 0.292969, + 0.253906, + 0.279297, + 0.292969, + 0.302734, + 0.294922, + 0.283203, + 0.239258, + 0.341797, + 0.230469, + 0.310547, + 0.275391, + 0.123047, + 0.298828, + 0.289062, + 0.3125, + 0.300781, + 0.324219, + 0.289062, + 0.289062, + 0.28125, + 0.269531, + 0.306641, + 0.287109, + 0.255859, + 0.232422, + 0.298828, + 0.292969, + 0.292969, + 0.320312, + 0.322266, + 0.28125, + 0.283203, + 0.249023, + 0.291016, + 0.287109, + 0.275391, + 0.285156, + 0.296875, + 0.3125, + 0.300781, + 0.263672, + 0.3125, + 0.291016, + 0.151367, + 0.279297, + 0.165039, + 0.261719, + 0.220703, + 0.298828, + 0.285156, + 0.306641, + 0.147461, + 0.298828, + 0.269531, + 0.178711, + 0.246094, + 0.300781, + 0.306641, + 0.170898, + 0.158203, + 0.337891, + 0.224609, + 0.304688, + 0.3125, + 0.287109, + 0.279297, + 0.241211, + 0.28125, + 0.285156, + 0.310547, + 0.28125, + 0.292969, + 0.275391, + 0.289062, + 0.298828, + 0.294922, + 0.269531, + 0.164062, + 0.277344, + 0.292969, + 0.291016, + 0.285156, + 0.189453, + -0.000429, + 0.277344, + 0.291016, + 0.302734, + 0.25, + 0.283203, + 0.257812, + 0.285156, + 0.302734, + 0.267578, + 0.225586, + 0.298828, + 0.287109, + 0.277344, + 0.287109, + 0.179688, + 0.291016, + 0.289062, + 0.289062, + 0.28125, + 0.308594, + 0.296875, + 0.291016, + 0.287109, + 0.251953, + 0.269531, + 0.310547, + 0.271484, + 0.294922, + 0.186523, + 0.302734, + 0.238281, + 0.253906, + 0.219727, + 0.3125, + 0.279297, + 0.314453, + 0.232422, + 0.292969, + 0.263672, + 0.306641, + 0.304688, + 0.296875, + 0.277344, + 0.273438, + 0.289062, + 0.296875, + 0.267578, + 0.206055, + 0.300781, + 0.298828, + 0.267578, + 0.296875, + 0.240234, + 0.202148, + 0.287109, + 0.25, + 0.300781, + 0.261719, + 0.287109, + 0.182617, + 0.302734, + 0.300781, + 0.294922, + 0.294922, + 0.245117, + 0.310547, + 0.302734, + 0.273438, + 0.298828, + 0.18457, + 0.304688, + 0.169922, + 0.330078, + 0.273438, + 0.165039, + 0.225586, + 0.304688, + 0.283203, + 0.242188, + 0.149414, + 0.300781, + 0.237305, + 0.306641, + 0.285156, + 0.294922, + 0.302734, + 0.275391, + 0.328125, + 0.316406, + 0.296875, + 0.300781, + 0.296875, + 0.283203, + 0.298828, + 0.269531, + 0.296875, + 0.291016, + 0.296875, + 0.287109, + 0.314453, + 0.292969, + 0.28125, + 0.283203, + 0.279297, + 0.206055, + 0.287109, + 0.292969, + 0.251953, + 0.275391, + 0.302734, + 0.332031, + 0.204102, + 0.310547, + 0.236328, + 0.226562, + 0.298828, + 0.291016, + 0.294922, + 0.227539, + 0.257812, + 0.204102, + 0.316406, + 0.322266, + 0.287109, + 0.296875, + 0.265625, + 0.255859, + 0.291016, + 0.318359, + 0.308594, + 0.193359, + 0.199219, + 0.233398, + 0.170898, + 0.296875, + 0.275391, + 0.287109, + 0.320312, + 0.253906, + 0.182617, + 0.188477, + 0.269531, + 0.283203, + 0.296875, + 0.231445, + 0.300781, + 0.300781, + 0.251953, + 0.292969, + 0.253906, + 0.296875, + 0.296875, + 0.302734, + 0.246094, + 0.296875, + 0.292969, + 0.306641, + 0.291016, + 0.287109, + 0.285156, + 0.316406, + 0.287109, + 0.200195, + 0.306641, + 0.302734, + 0.255859, + 0.294922, + 0.3125, + 0.302734, + 0.203125, + 0.25, + 0.308594, + 0.289062, + 0.300781, + 0.166992, + 0.283203, + 0.273438, + 0.300781, + 0.287109, + 0.296875, + 0.170898, + 0.071289, + 0.265625, + 0.298828, + 0.294922, + 0.289062, + 0.271484, + 0.265625, + 0.310547, + 0.234375, + 0.291016, + 0.283203, + 0.168945, + 0.320312, + 0.15918, + 0.292969, + 0.292969, + 0.285156, + 0.298828, + 0.296875, + 0.285156, + 0.275391, + 0.3125, + 0.225586, + 0.314453, + 0.316406, + 0.245117, + 0.320312, + 0.279297, + 0.302734, + 0.300781, + 0.255859, + 0.310547, + 0.306641, + 0.277344, + 0.300781, + 0.300781, + 0.271484, + 0.292969, + 0.302734, + 0.255859, + 0.316406, + 0.275391, + 0.145508, + 0.3125, + 0.308594, + 0.212891, + 0.292969, + 0.271484, + 0.214844, + 0.28125, + 0.151367, + 0.208984, + 0.302734, + 0.283203, + 0.277344, + 0.304688, + 0.318359, + 0.279297, + 0.283203, + 0.369141, + 0.304688, + 0.207031, + 0.204102, + 0.308594, + 0.261719, + 0.244141, + 0.306641, + 0.294922, + 0.196289, + 0.294922, + 0.263672, + 0.235352, + 0.287109, + 0.292969, + 0.298828, + 0.308594, + 0.292969, + 0.287109, + 0.283203, + 0.253906, + 0.292969, + 0.263672, + 0.291016, + 0.289062, + 0.164062, + 0.296875, + 0.269531, + 0.294922, + 0.304688, + 0.207031, + 0.273438, + 0.287109, + 0.291016, + 0.277344, + 0.267578, + 0.269531, + 0.267578, + 0.308594, + 0.241211, + 0.231445, + 0.289062, + 0.300781, + 0.322266, + 0.277344, + 0.310547, + 0.251953, + 0.291016, + 0.226562, + 0.296875, + 0.292969, + 0.294922, + 0.296875, + 0.300781, + 0.302734, + 0.292969, + 0.234375, + 0.302734, + 0.273438, + 0.253906, + 0.253906, + 0.097168, + 0.261719, + 0.294922, + 0.298828, + 0.15332, + 0.296875, + 0.277344, + 0.275391, + 0.304688, + 0.283203, + 0.279297, + 0.308594, + 0.129883, + 0.231445, + 0.257812, + 0.285156, + 0.291016, + 0.166016, + 0.263672, + 0.273438, + 0.287109, + 0.287109, + 0.185547, + 0.302734, + 0.308594, + 0.275391, + 0.308594, + 0.308594, + 0.3125, + 0.246094, + 0.206055, + 0.263672, + 0.214844, + 0.142578, + 0.302734, + 0.277344, + 0.277344, + 0.308594, + 0.267578, + 0.279297, + 0.300781, + 0.196289, + 0.251953, + 0.294922, + 0.300781, + 0.24707, + 0.298828, + 0.15625, + 0.242188, + 0.240234, + 0.267578, + 0.291016, + 0.302734, + 0.296875, + 0.289062, + 0.296875, + 0.239258, + 0.177734, + 0.294922, + 0.19043, + 0.15332, + 0.21875, + 0.296875, + 0.273438, + 0.245117, + 0.191406, + 0.302734, + 0.294922, + 0.289062, + 0.279297, + 0.308594, + 0.296875, + 0.211914, + 0.302734, + 0.275391, + 0.294922, + 0.275391, + 0.296875, + 0.257812, + 0.164062, + 0.322266, + 0.279297, + 0.273438, + 0.28125, + 0.294922, + 0.279297, + 0.287109, + 0.277344, + 0.333984, + 0.291016, + 0.259766, + 0.168945, + 0.300781, + 0.306641, + 0.291016, + 0.225586, + 0.298828, + 0.147461, + 0.189453, + 0.289062, + 0.300781, + 0.283203, + 0.298828, + 0.294922, + 0.171875, + 0.229492, + 0.291016, + 0.263672, + 0.273438, + 0.316406, + 0.257812, + 0.308594, + 0.294922, + 0.226562, + 0.277344, + 0.289062, + 0.173828, + 0.283203, + 0.279297, + 0.300781, + 0.150391, + 0.294922, + 0.259766, + 0.277344, + 0.263672, + 0.173828, + 0.308594, + 0.164062, + 0.287109, + 0.157227, + 0.060791, + 0.283203, + 0.285156, + 0.294922, + 0.25, + 0.298828, + 0.298828, + 0.277344, + 0.300781, + 0.287109, + 0.246094, + 0.310547, + 0.287109, + 0.236328, + 0.182617, + 0.261719, + 0.271484, + 0.15625, + 0.269531, + 0.257812, + 0.318359, + 0.326172, + 0.289062, + 0.201172, + 0.287109, + 0.287109, + 0.145508, + 0.298828, + 0.199219, + 0.171875, + 0.277344, + 0.304688, + 0.275391, + 0.161133, + 0.294922, + 0.292969, + 0.277344, + 0.302734, + 0.28125, + 0.316406, + 0.289062, + 0.292969, + 0.275391, + 0.128906, + 0.234375, + 0.176758, + 0.310547, + 0.302734, + 0.285156, + 0.314453, + 0.300781, + 0.292969, + 0.103516, + 0.269531, + 0.292969, + 0.304688, + 0.234375, + 0.314453, + 0.316406, + 0.275391, + 0.263672, + 0.287109, + 0.279297, + 0.300781, + 0.251953, + 0.296875, + 0.289062, + 0.15332, + 0.296875, + 0.308594, + 0.271484, + 0.296875, + 0.200195, + 0.289062, + 0.188477, + 0.224609, + 0.294922, + 0.273438, + 0.245117, + 0.277344, + 0.208008, + 0.296875, + 0.285156, + 0.296875, + 0.3125, + 0.289062, + 0.283203, + 0.174805, + 0.207031, + 0.302734, + 0.168945, + 0.267578, + 0.24707, + 0.291016, + 0.300781, + 0.267578, + 0.142578, + 0.294922, + 0.273438, + 0.275391, + 0.302734, + 0.195312, + 0.292969, + 0.294922, + 0.213867, + 0.324219, + 0.203125, + 0.291016, + 0.279297, + 0.291016, + 0.287109, + 0.298828, + 0.302734, + 0.265625, + 0.289062, + 0.302734, + 0.095703, + 0.294922, + 0.292969, + 0.142578, + 0.235352, + 0.15332, + 0.308594, + 0.261719, + 0.314453, + 0.306641, + 0.287109, + 0.253906, + 0.253906, + 0.277344, + 0.292969, + 0.291016, + 0.271484, + 0.21582, + 0.304688, + 0.298828, + 0.233398, + 0.314453, + 0.28125, + 0.143555, + 0.195312, + 0.242188, + 0.243164, + 0.269531, + 0.212891, + 0.296875, + 0.277344, + 0.306641, + 0.287109, + 0.298828, + 0.206055, + 0.3125, + 0.217773, + 0.302734, + 0.291016, + 0.279297, + 0.236328, + 0.294922, + 0.285156, + 0.291016, + 0.283203, + 0.275391, + 0.277344, + 0.239258, + 0.277344, + 0.294922, + 0.163086, + 0.273438, + 0.283203, + 0.304688, + 0.296875, + 0.304688, + 0.291016, + 0.267578, + 0.283203, + 0.302734, + 0.3125, + 0.210938, + 0.275391, + 0.232422, + 0.302734, + 0.316406, + 0.277344, + 0.291016, + 0.285156, + 0.249023, + 0.292969, + 0.287109, + 0.298828, + 0.306641, + 0.265625, + 0.298828, + 0.304688, + 0.277344, + 0.269531, + 0.300781, + 0.283203, + 0.257812, + 0.306641, + 0.302734, + 0.277344, + 0.279297, + 0.283203, + 0.179688, + 0.328125, + 0.285156, + 0.296875, + 0.296875, + 0.195312, + 0.294922, + 0.296875, + 0.273438, + 0.294922, + 0.298828, + 0.306641, + 0.251953, + 0.242188, + 0.292969, + 0.306641, + 0.277344, + 0.235352, + 0.310547, + 0.154297, + 0.285156, + 0.298828, + 0.279297, + 0.207031, + 0.285156, + 0.24707, + 0.296875, + 0.244141, + 0.298828, + 0.308594, + 0.18457, + 0.296875, + 0.182617, + 0.287109, + 0.265625, + 0.265625, + 0.243164, + 0.277344, + 0.277344, + 0.283203, + 0.292969, + 0.244141, + 0.289062, + 0.144531, + 0.168945, + 0.300781, + 0.161133, + 0.294922, + 0.3125, + 0.291016, + 0.28125, + 0.279297, + 0.292969, + 0.271484, + 0.25, + 0.292969, + 0.298828, + 0.291016, + 0.291016, + 0.202148, + 0.289062, + 0.314453, + 0.304688, + 0.194336, + 0.298828, + 0.285156, + 0.296875, + 0.204102, + 0.298828, + 0.259766, + 0.263672, + 0.3125, + 0.300781, + 0.28125, + 0.151367, + 0.275391, + 0.271484, + 0.228516, + 0.310547, + 0.294922, + 0.318359, + 0.296875, + 0.289062, + 0.296875, + 0.279297, + 0.298828, + 0.332031, + 0.224609, + 0.253906, + 0.300781, + 0.277344, + 0.310547, + 0.161133, + 0.28125, + 0.217773, + 0.285156, + 0.296875, + 0.273438, + 0.234375, + 0.291016, + 0.335938, + 0.308594, + 0.306641, + 0.289062, + 0.164062, + 0.175781, + 0.302734, + 0.300781, + 0.294922, + 0.168945, + 0.292969, + 0.314453, + 0.261719, + 0.28125, + 0.285156, + 0.324219, + 0.279297, + 0.302734, + 0.196289, + 0.291016, + 0.291016, + 0.273438, + 0.291016, + 0.28125, + 0.292969, + 0.273438, + 0.114258, + 0.302734, + 0.285156, + 0.285156, + 0.287109, + 0.257812, + 0.298828, + 0.176758, + 0.308594, + 0.279297, + 0.294922, + 0.285156, + 0.302734, + 0.310547, + 0.271484, + 0.298828, + 0.271484, + 0.28125, + 0.304688, + 0.186523, + 0.320312, + 0.139648, + 0.279297, + 0.173828, + 0.255859, + 0.28125, + 0.287109, + 0.285156, + 0.199219, + 0.166992, + 0.275391, + 0.271484, + 0.3125, + 0.194336, + 0.291016, + 0.277344, + 0.302734, + 0.28125, + 0.298828, + 0.292969, + 0.291016, + 0.287109, + 0.216797, + 0.296875, + 0.298828, + 0.287109, + 0.298828, + 0.308594, + 0.298828, + 0.251953, + 0.261719, + 0.222656, + 0.320312, + 0.24707, + 0.287109, + 0.302734, + 0.291016, + 0.265625, + 0.263672, + 0.244141, + 0.310547, + 0.304688, + 0.273438, + 0.328125, + 0.308594, + 0.296875, + 0.287109, + 0.287109, + 0.292969, + 0.147461, + 0.304688, + 0.287109, + 0.265625, + 0.208984, + 0.273438, + 0.289062, + 0.263672, + 0.251953, + 0.188477, + 0.201172, + 0.326172, + 0.310547, + 0.298828, + 0.158203, + 0.294922, + 0.285156, + 0.148438, + 0.289062, + 0.181641, + 0.294922, + 0.277344, + 0.28125, + 0.259766, + 0.28125, + 0.302734, + 0.320312, + 0.308594, + 0.165039, + 0.28125, + 0.302734, + 0.271484, + 0.302734, + 0.291016, + 0.287109, + 0.203125, + 0.131836, + 0.267578, + 0.316406, + 0.277344, + 0.232422, + 0.320312, + 0.279297, + 0.217773, + 0.294922, + 0.304688, + 0.291016, + 0.259766, + 0.292969, + 0.257812, + 0.285156, + 0.3125, + 0.24707, + 0.176758, + 0.289062, + 0.291016, + 0.243164, + 0.291016, + 0.318359, + 0.257812, + 0.152344, + 0.300781, + 0.291016, + 0.296875, + 0.267578, + 0.296875, + 0.255859, + 0.310547, + 0.302734, + 0.289062, + 0.289062, + 0.182617, + 0.285156, + 0.259766, + 0.306641, + 0.302734, + 0.294922, + 0.144531, + 0.296875, + 0.261719, + 0.291016, + 0.289062, + 0.339844, + 0.296875, + 0.279297, + 0.308594, + 0.15332, + 0.300781, + 0.310547, + 0.298828, + 0.289062, + 0.210938, + 0.251953, + 0.306641, + 0.148438, + 0.1875, + 0.287109, + 0.318359, + 0.279297, + 0.279297, + 0.306641, + 0.298828, + 0.251953, + 0.277344, + 0.141602, + 0.332031, + 0.208984, + 0.294922, + 0.291016, + 0.285156, + 0.298828, + 0.300781, + 0.283203, + 0.302734, + 0.259766, + 0.308594, + 0.296875, + 0.269531, + 0.298828, + 0.267578, + 0.235352, + 0.279297, + 0.183594, + 0.289062, + 0.236328, + 0.263672, + 0.275391, + 0.300781, + 0.308594, + 0.277344, + 0.283203, + 0.289062, + 0.287109, + 0.300781, + 0.259766, + 0.298828, + 0.296875, + 0.222656, + 0.318359, + 0.152344, + 0.265625, + 0.304688, + 0.285156, + 0.308594, + 0.289062, + 0.279297, + 0.298828, + 0.279297, + 0.255859, + 0.300781, + 0.273438, + 0.208984, + 0.296875, + 0.298828, + 0.292969, + 0.310547, + 0.298828, + 0.289062, + 0.306641, + 0.296875, + 0.267578, + 0.310547, + 0.302734, + 0.259766, + 0.3125, + 0.287109, + 0.263672, + 0.296875, + 0.249023, + 0.302734, + 0.277344, + 0.324219, + 0.283203, + 0.206055, + 0.197266, + 0.318359, + 0.314453, + 0.306641, + 0.296875, + 0.283203, + 0.285156, + 0.283203, + 0.171875, + 0.298828, + 0.269531, + 0.28125, + 0.294922, + 0.277344, + 0.275391, + 0.211914, + 0.271484, + 0.296875, + 0.273438, + 0.294922, + 0.1875, + 0.300781, + 0.304688, + 0.289062, + 0.287109, + 0.291016, + 0.296875, + 0.306641, + 0.298828, + 0.212891, + 0.213867, + 0.277344, + 0.273438, + 0.298828, + 0.283203, + 0.304688, + 0.255859, + 0.283203, + 0.186523, + 0.233398, + 0.287109, + 0.292969, + 0.263672, + 0.296875, + 0.351562, + 0.271484, + 0.279297, + 0.289062, + 0.296875, + 0.289062, + 0.275391, + 0.287109, + 0.285156, + 0.298828, + 0.170898, + 0.277344, + 0.172852, + 0.296875, + 0.287109, + 0.233398, + 0.263672, + 0.298828, + 0.287109, + 0.279297, + 0.322266, + 0.212891, + 0.207031, + 0.279297, + 0.207031, + 0.267578, + 0.253906, + 0.279297, + 0.245117, + 0.291016, + 0.043213, + 0.170898, + 0.326172, + 0.273438 + ] + }, + "name": "model.model.layers.10.post_attention_layernorm.weight", + "outputIndexes": [ + 915 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 914 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_10/Mul_output_0", + "outputIndexes": [ + 916 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 915, + 916 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_10/Mul_1_output_0", + "outputIndexes": [ + 917 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 917 + ], + "outputIndexes": [ + 4684 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4684 + ], + "outputIndexes": [ + 4685 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear", + "inputIndexes": [ + 4685 + ], + "outputIndexes": [ + 4686 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 102760028, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4686 + ], + "outputIndexes": [ + 4687 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4687 + ], + "outputIndexes": [ + 918 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 918 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_10/Sigmoid_output_0", + "outputIndexes": [ + 919 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 918, + 919 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_10/Mul_output_0", + "outputIndexes": [ + 920 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 917 + ], + "outputIndexes": [ + 4688 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4688 + ], + "outputIndexes": [ + 4689 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear", + "inputIndexes": [ + 4689 + ], + "outputIndexes": [ + 4690 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 105340530, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4690 + ], + "outputIndexes": [ + 4691 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4691 + ], + "outputIndexes": [ + 921 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 920, + 921 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_10/Mul_output_0", + "outputIndexes": [ + 922 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 922 + ], + "outputIndexes": [ + 4692 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4692 + ], + "outputIndexes": [ + 4693 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear", + "inputIndexes": [ + 4693 + ], + "outputIndexes": [ + 4694 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 107921032, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4694 + ], + "outputIndexes": [ + 4695 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4695 + ], + "outputIndexes": [ + 923 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 914, + 923 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_54_output_0", + "outputIndexes": [ + 924 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 924, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_99_output_0", + "outputIndexes": [ + 925 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.287109, + 0.359375, + 0.341797, + 0.332031, + 0.287109, + 0.330078, + 0.703125, + 0.330078, + 0.287109, + 0.330078, + 0.304688, + 0.306641, + 0.25, + 0.300781, + 0.283203, + 0.261719, + 0.410156, + 0.304688, + 0.300781, + 0.251953, + 0.322266, + 0.302734, + 0.308594, + 0.292969, + 0.332031, + 0.300781, + 0.304688, + 0.298828, + 0.296875, + 0.306641, + 0.363281, + 0.333984, + 0.318359, + 0.363281, + 0.300781, + 0.308594, + 0.285156, + 0.333984, + 0.34375, + 0.322266, + 0.300781, + 0.285156, + 0.332031, + 0.318359, + 0.296875, + 0.326172, + 0.349609, + 0.273438, + 0.300781, + 0.4375, + 0.298828, + 0.275391, + 0.294922, + 0.296875, + 0.308594, + 0.314453, + 0.314453, + 0.296875, + 0.300781, + 0.320312, + 0.316406, + 0.328125, + 0.328125, + 0.326172, + 0.308594, + 0.400391, + 0.671875, + 0.229492, + 0.308594, + 0.671875, + 0.308594, + 0.263672, + 0.310547, + 0.326172, + 0.328125, + 0.285156, + 0.294922, + 0.3125, + 0.267578, + 0.292969, + 0.308594, + 0.298828, + 0.308594, + 0.287109, + 0.277344, + 0.223633, + 0.287109, + 0.466797, + 0.310547, + 0.263672, + 0.306641, + 0.308594, + 0.283203, + 0.304688, + 0.176758, + 0.22168, + 0.349609, + 0.285156, + 0.310547, + 0.294922, + 0.394531, + 0.296875, + 0.298828, + 0.310547, + 0.300781, + 0.243164, + 0.3125, + 0.294922, + 0.310547, + 0.275391, + 0.279297, + 0.292969, + 0.294922, + 0.353516, + 0.302734, + 0.386719, + 0.3125, + 0.306641, + 0.345703, + 0.324219, + 0.335938, + 0.283203, + 0.302734, + 0.404297, + 0.294922, + 0.333984, + 0.578125, + 0.304688, + 0.294922, + 0.318359, + 0.294922, + 0.265625, + 0.332031, + 0.291016, + 0.326172, + 0.304688, + 0.3125, + 0.3125, + 0.345703, + 0.310547, + 0.300781, + 0.376953, + 0.3125, + 0.3125, + 0.300781, + 0.333984, + 0.316406, + 0.292969, + 0.308594, + 0.347656, + 0.320312, + 0.308594, + 0.285156, + 0.326172, + 0.283203, + 0.330078, + 0.310547, + 0.318359, + 0.200195, + 0.316406, + 0.212891, + 0.357422, + 0.271484, + 0.292969, + 0.298828, + 0.302734, + 0.245117, + 0.345703, + 0.291016, + 0.300781, + 0.316406, + 0.292969, + 0.320312, + 0.277344, + 0.235352, + 0.337891, + 0.316406, + 0.304688, + 0.285156, + 0.291016, + 0.296875, + 0.306641, + 0.296875, + 0.328125, + 0.292969, + 0.320312, + 0.308594, + 0.353516, + 0.322266, + 0.291016, + 0.300781, + 0.322266, + 0.219727, + 0.289062, + 0.283203, + 0.306641, + 0.287109, + 0.310547, + 8e-06, + 0.351562, + 0.283203, + 0.273438, + 0.300781, + 0.308594, + 0.304688, + 0.289062, + 0.300781, + 0.308594, + 0.507812, + 0.322266, + 0.328125, + 0.314453, + 0.316406, + 0.253906, + 0.330078, + 0.34375, + 0.318359, + 0.265625, + 0.316406, + 0.263672, + 0.285156, + 0.28125, + 0.269531, + 0.300781, + 0.294922, + 0.320312, + 0.332031, + 0.196289, + 0.326172, + 0.349609, + 0.351562, + 0.345703, + 0.300781, + 0.306641, + 0.296875, + 0.292969, + 0.353516, + 0.279297, + 0.324219, + 0.289062, + 0.300781, + 0.294922, + 0.3125, + 0.326172, + 0.308594, + 0.289062, + 0.335938, + 0.283203, + 0.322266, + 0.345703, + 0.292969, + 0.257812, + 0.257812, + 0.310547, + 0.324219, + 0.361328, + 0.300781, + 0.279297, + 0.275391, + 0.292969, + 0.298828, + 0.306641, + 0.328125, + 0.275391, + 0.28125, + 0.320312, + 0.287109, + 0.314453, + 0.285156, + 0.298828, + 0.527344, + 0.328125, + 0.337891, + 0.582031, + 0.306641, + 0.328125, + 0.371094, + 0.291016, + 0.339844, + 0.292969, + 0.302734, + 0.322266, + 0.3125, + 0.314453, + 0.322266, + 0.292969, + 0.378906, + 0.261719, + 0.292969, + 0.326172, + 0.314453, + 0.318359, + 0.306641, + 0.341797, + 0.326172, + 0.304688, + 0.249023, + 0.322266, + 0.267578, + 0.308594, + 0.277344, + 0.287109, + 0.283203, + 0.3125, + 0.335938, + 0.298828, + 0.320312, + 0.304688, + 0.298828, + 0.328125, + 0.279297, + 0.294922, + 0.310547, + 0.320312, + 0.324219, + 0.296875, + 0.318359, + 0.289062, + 0.449219, + 0.404297, + 0.320312, + 0.322266, + 0.34375, + 0.291016, + 0.285156, + 0.353516, + 0.296875, + 0.353516, + 0.296875, + 0.283203, + 0.476562, + 0.279297, + 0.365234, + 0.283203, + 0.347656, + 0.283203, + 0.314453, + 0.279297, + 0.277344, + 0.294922, + 0.318359, + 0.308594, + 0.273438, + 0.292969, + 0.263672, + 0.292969, + 0.310547, + 0.283203, + 0.369141, + 0.296875, + 0.347656, + 0.320312, + 0.275391, + 0.316406, + 0.318359, + 0.310547, + 0.300781, + 0.300781, + 0.318359, + 0.320312, + 0.253906, + 0.324219, + 0.306641, + 0.291016, + 0.365234, + 0.298828, + 0.335938, + 0.289062, + 0.332031, + 0.316406, + 0.318359, + 0.277344, + 0.320312, + 0.231445, + 0.353516, + 0.314453, + 0.310547, + 0.330078, + 0.273438, + 0.388672, + 0.433594, + 0.332031, + 0.306641, + 0.28125, + 0.304688, + 0.308594, + 0.333984, + 0.289062, + 0.365234, + 0.324219, + 0.277344, + 0.380859, + 0.28125, + 0.333984, + 0.320312, + 0.324219, + 0.302734, + 0.314453, + 0.296875, + 0.341797, + 0.294922, + 0.324219, + 0.300781, + 0.289062, + 0.289062, + 0.308594, + 0.304688, + 0.333984, + 0.271484, + 0.333984, + 0.324219, + 0.367188, + 0.291016, + 0.302734, + 0.328125, + 0.292969, + 0.279297, + 0.28125, + 0.298828, + 0.298828, + 0.361328, + 0.310547, + 0.296875, + 0.292969, + 0.285156, + 0.273438, + 0.3125, + 0.365234, + 0.380859, + 0.320312, + 0.345703, + 0.318359, + 0.273438, + 0.365234, + 0.3125, + 0.294922, + 0.34375, + 0.322266, + 0.292969, + 0.455078, + 0.287109, + 0.314453, + 0.408203, + 0.322266, + 0.296875, + 0.335938, + 0.291016, + 0.328125, + 0.333984, + 0.324219, + 0.328125, + 0.394531, + 0.300781, + 0.287109, + 0.279297, + 0.333984, + 0.320312, + 0.283203, + 0.291016, + 0.351562, + 0.283203, + 0.386719, + 0.3125, + 0.351562, + 0.21875, + 0.300781, + 0.328125, + 0.355469, + 0.322266, + 0.306641, + 0.341797, + 0.322266, + 0.289062, + 0.339844, + 0.345703, + 0.3125, + 0.316406, + 0.318359, + 0.296875, + 0.333984, + 0.292969, + 0.335938, + 0.289062, + 0.322266, + 0.308594, + 0.333984, + 0.304688, + 0.335938, + 0.291016, + 0.306641, + 0.347656, + 0.326172, + 0.275391, + 0.28125, + 0.296875, + 0.328125, + 0.259766, + 0.326172, + 0.324219, + 0.3125, + 0.652344, + 0.318359, + 0.275391, + 0.320312, + 0.314453, + 0.304688, + 0.292969, + 0.367188, + 0.298828, + 0.335938, + 0.369141, + 0.345703, + 0.503906, + 0.285156, + 0.318359, + 0.369141, + 0.320312, + 0.259766, + 0.291016, + 0.279297, + 0.333984, + 0.318359, + 0.263672, + 0.275391, + 0.349609, + 0.3125, + 0.318359, + 0.318359, + 0.308594, + 0.371094, + 0.478516, + 0.291016, + 0.275391, + 0.195312, + 0.357422, + 0.318359, + 0.285156, + 0.300781, + 0.322266, + 0.324219, + 0.322266, + 0.257812, + 0.320312, + 0.277344, + 0.34375, + 0.318359, + 0.285156, + 0.222656, + 0.361328, + 0.400391, + 0.326172, + 0.302734, + 0.357422, + 0.337891, + 0.324219, + 0.289062, + 0.330078, + 0.077637, + 0.289062, + 0.234375, + 0.355469, + 0.392578, + 0.267578, + 0.320312, + 0.283203, + 0.255859, + 0.283203, + 0.277344, + 0.332031, + 0.292969, + 0.306641, + 0.304688, + 0.277344, + 0.273438, + 0.310547, + 0.304688, + 0.289062, + 0.277344, + 0.308594, + 0.201172, + 0.330078, + 0.310547, + 0.306641, + 0.373047, + 0.294922, + 0.316406, + 0.308594, + 0.355469, + 0.326172, + 0.285156, + 0.300781, + 0.251953, + 0.308594, + 0.261719, + 0.296875, + 0.291016, + 0.308594, + 0.251953, + 0.283203, + 0.326172, + 0.292969, + 0.359375, + 0.339844, + 0.328125, + 0.200195, + 0.302734, + 0.287109, + 0.28125, + 0.294922, + 0.304688, + 0.296875, + 0.289062, + 0.363281, + 0.330078, + 0.28125, + 0.310547, + 0.361328, + 0.269531, + 0.337891, + 0.333984, + 0.175781, + 0.302734, + 0.316406, + 0.349609, + 0.328125, + 0.203125, + 0.306641, + 0.550781, + 0.273438, + 0.196289, + 0.589844, + 0.279297, + 0.296875, + 0.277344, + 0.298828, + 0.304688, + 0.291016, + 0.402344, + 0.283203, + 0.265625, + 0.337891, + 0.283203, + 0.3125, + 0.316406, + 0.269531, + 0.304688, + 0.324219, + 0.201172, + 0.392578, + 0.355469, + 0.332031, + 0.376953, + 0.359375, + 0.255859, + 0.304688, + 0.291016, + 0.183594, + 0.273438, + 0.267578, + 0.294922, + 0.320312, + 0.304688, + 0.324219, + 0.355469, + 0.308594, + 0.310547, + 0.277344, + 0.300781, + 0.324219, + 0.292969, + 0.302734, + 0.3125, + 0.318359, + 0.474609, + 0.257812, + 0.255859, + 0.402344, + 0.294922, + 0.337891, + 0.261719, + 0.3125, + 0.324219, + 0.667969, + 0.306641, + 0.318359, + 0.371094, + 0.304688, + 0.335938, + 0.300781, + 0.255859, + 0.298828, + 0.294922, + 0.347656, + 0.279297, + 0.306641, + 0.296875, + 0.298828, + 0.245117, + 0.283203, + 0.283203, + 0.339844, + 0.3125, + 0.287109, + 0.287109, + 0.371094, + 0.318359, + 0.298828, + 0.314453, + 0.292969, + 0.347656, + 0.388672, + 0.333984, + 0.291016, + 0.300781, + 0.318359, + 0.294922, + 0.289062, + 0.40625, + 0.251953, + 0.306641, + 0.283203, + 0.322266, + 0.289062, + 0.298828, + 0.304688, + 0.296875, + 0.449219, + 0.298828, + 0.355469, + 0.316406, + 0.335938, + 0.217773, + 0.298828, + 0.279297, + 0.267578, + 0.318359, + 0.251953, + 0.306641, + 0.314453, + 0.320312, + 0.298828, + 0.298828, + 0.287109, + 0.335938, + 0.291016, + 0.306641, + 0.5625, + 0.294922, + 0.298828, + 0.300781, + 0.271484, + 0.24707, + 0.310547, + 0.28125, + 0.310547, + 0.289062, + 0.257812, + 0.318359, + 0.310547, + 0.283203, + 0.308594, + 0.326172, + 0.332031, + 0.298828, + 0.304688, + 0.279297, + 0.28125, + 0.263672, + 0.285156, + 0.298828, + 0.353516, + 0.349609, + 0.339844, + 0.273438, + 0.378906, + 0.369141, + 0.345703, + 0.287109, + 0.291016, + 0.314453, + 0.318359, + 0.298828, + 0.435547, + 0.314453, + 0.316406, + 0.302734, + 0.357422, + 0.345703, + 0.349609, + 0.300781, + 0.324219, + 0.328125, + 0.337891, + 0.304688, + 0.310547, + 0.275391, + 0.589844, + 0.275391, + 0.320312, + 0.277344, + 0.298828, + 0.289062, + 0.320312, + 0.396484, + 0.3125, + 0.296875, + 0.279297, + 0.287109, + 0.351562, + 0.314453, + 0.328125, + 0.275391, + 0.302734, + 0.306641, + 0.320312, + 0.337891, + 0.324219, + 0.283203, + 0.283203, + 0.341797, + 0.324219, + 0.287109, + 0.302734, + 0.34375, + 0.306641, + 0.320312, + 0.275391, + 0.337891, + 0.298828, + 0.333984, + 0.308594, + 0.273438, + 0.302734, + 0.225586, + 0.292969, + 0.3125, + 0.292969, + 0.3125, + 0.3125, + 0.310547, + 0.300781, + 0.332031, + 0.283203, + 0.316406, + 0.285156, + 0.318359, + 0.28125, + 0.298828, + 0.302734, + 0.3125, + 0.275391, + 0.322266, + 0.431641, + 0.357422, + 0.291016, + 0.314453, + 0.306641, + 0.333984, + 0.271484, + 0.279297, + 0.332031, + 0.367188, + 0.314453, + 0.248047, + 0.339844, + 0.408203, + 0.287109, + 0.3125, + 0.314453, + 0.314453, + 0.3125, + 0.326172, + 0.298828, + 0.277344, + 0.3125, + 0.3125, + 0.194336, + 0.224609, + 0.277344, + 0.419922, + 0.324219, + 0.306641, + 0.341797, + 0.318359, + 0.322266, + 0.291016, + 0.277344, + 0.433594, + 0.306641, + 0.328125, + 0.298828, + 0.269531, + 0.4375, + 0.326172, + 0.283203, + 0.285156, + 0.265625, + 0.28125, + 0.324219, + 0.341797, + 0.349609, + 0.302734, + 0.291016, + 0.333984, + 0.291016, + 0.273438, + 0.332031, + 0.21582, + 0.332031, + 0.347656, + 0.306641, + 0.365234, + 0.289062, + 0.308594, + 0.361328, + 0.310547, + 0.300781, + 0.289062, + 0.300781, + 0.328125, + 0.316406, + 0.337891, + 0.332031, + 0.292969, + 0.320312, + 0.326172, + 0.287109, + 0.337891, + 0.277344, + 0.339844, + 0.324219, + 0.238281, + 0.322266, + 0.326172, + 0.279297, + 0.298828, + 0.289062, + 0.205078, + 0.255859, + 0.300781, + 0.314453, + 0.302734, + 0.353516, + 0.289062, + 0.291016, + 0.322266, + 0.337891, + 0.306641, + 0.306641, + 0.298828, + 0.291016, + 0.363281, + 0.326172, + 0.355469, + 0.310547, + 0.291016, + 0.330078, + 0.382812, + 0.330078, + 0.632812, + 0.306641, + 0.3125, + 0.326172, + 0.318359, + 0.291016, + 0.292969, + 0.223633, + 0.318359, + 0.316406, + 0.328125, + 0.310547, + 0.369141, + 0.296875, + 0.308594, + 0.330078, + 0.328125, + 0.285156, + 0.322266, + 0.542969, + 0.298828, + 0.25, + 0.408203, + 0.271484, + 0.367188, + 0.279297, + 0.347656, + 0.3125, + 0.269531, + 0.582031, + 0.279297, + 0.333984, + 0.308594, + 0.257812, + 0.394531, + 0.291016, + 0.310547, + 0.335938, + 0.296875, + 0.292969, + 0.283203, + 0.298828, + 0.239258, + 0.302734, + 0.333984, + 0.3125, + 0.306641, + 0.330078, + 0.292969, + 0.320312, + 0.285156, + 0.318359, + 0.302734, + 0.292969, + 0.322266, + 0.285156, + 0.285156, + 0.326172, + 0.326172, + 0.318359, + 0.292969, + 0.318359, + 0.386719, + 0.318359, + 0.304688, + 0.28125, + 0.287109, + 0.349609, + 0.328125, + 0.386719, + 0.291016, + 0.298828, + 0.324219, + 0.265625, + 0.345703, + 0.275391, + 0.265625, + 0.310547, + 0.644531, + 0.25, + 0.330078, + 0.335938, + 0.296875, + 0.207031, + 0.306641, + 0.3125, + 0.457031, + 0.302734, + 0.233398, + 0.314453, + 0.341797, + 0.341797, + 0.310547, + 0.326172, + 0.306641, + 0.298828, + 0.283203, + 0.257812, + 0.3125, + 0.302734, + 0.332031, + 0.291016, + 0.283203, + 0.328125, + 0.253906, + 0.664062, + 0.324219, + 0.304688, + 0.3125, + 0.308594, + 0.320312, + 0.292969, + 0.320312, + 0.324219, + 0.287109, + 0.289062, + 0.337891, + 0.308594, + 0.386719, + 0.341797, + 0.296875, + 0.289062, + 0.287109, + 0.291016, + 0.322266, + 0.337891, + 0.292969, + 0.294922, + 0.333984, + 0.263672, + 0.345703, + 0.287109, + 0.3125, + 0.439453, + 0.287109, + 0.316406, + 0.296875, + 0.337891, + 0.28125, + 0.300781, + 0.34375, + 0.326172, + 0.328125, + 0.287109, + 0.320312, + 0.324219, + 0.636719, + 0.279297, + 0.261719, + 0.308594, + 0.306641, + 0.375, + 0.300781, + 0.359375, + 0.277344, + 0.601562, + 0.298828, + 0.318359, + 0.292969, + 0.296875, + 0.349609, + 0.306641, + 0.328125, + 0.180664, + 0.226562, + 0.320312, + 0.300781, + 0.294922, + 0.287109, + 0.320312, + 0.289062, + 0.279297, + 0.308594, + 0.203125, + 0.296875, + 0.330078, + 0.304688, + 0.28125, + 0.310547, + 0.289062, + 0.306641, + 0.306641, + 0.291016, + 0.283203, + 0.386719, + 0.324219, + 0.306641, + 0.320312, + 0.302734, + 0.439453, + 0.304688, + 0.351562, + 0.302734, + 0.332031, + 0.306641, + 0.320312, + 0.302734, + 0.267578, + 0.332031, + 0.322266, + 0.298828, + 0.308594, + 0.3125, + 0.322266, + 0.300781, + 0.306641, + 0.367188, + 0.310547, + 0.200195, + 0.34375, + 0.308594, + 0.296875, + 0.291016, + 0.292969, + 0.279297, + 0.302734, + 0.306641, + 0.328125, + 0.296875, + 0.332031, + 0.261719, + 0.302734, + 0.283203, + 0.291016, + 0.3125, + 0.308594, + 0.287109, + 0.292969, + 0.318359, + 0.310547, + 0.287109, + 0.304688, + 0.332031, + 0.287109, + 0.345703, + 0.330078, + 0.308594, + 0.279297, + 0.314453, + 0.279297, + 0.380859, + 0.28125, + 0.337891, + 0.269531, + 0.287109, + 0.291016, + 0.285156, + 0.292969, + 0.353516, + 0.300781, + 0.3125, + 0.251953, + 0.298828, + 0.300781, + 0.316406, + 0.267578, + 0.306641, + 0.34375, + 0.263672, + 0.314453, + 0.3125, + 0.291016, + 0.296875, + 0.267578, + 0.287109, + 0.277344, + 0.330078, + 0.3125, + 0.328125, + 0.28125, + 0.300781, + 0.302734, + 0.365234, + 0.328125, + 0.322266, + 0.34375, + 0.292969, + 0.351562, + 0.289062, + 0.347656, + 0.375, + 0.251953, + 0.316406, + 0.304688, + 0.296875, + 0.308594, + 0.310547, + 0.414062, + 0.320312, + 0.296875, + 0.310547, + 0.279297, + 0.322266, + 0.310547, + 0.320312, + 0.285156, + 0.269531, + 0.225586, + 0.328125, + 0.251953, + 0.302734, + 0.328125, + 0.375, + 0.275391, + 0.333984, + 0.416016, + 0.320312, + 0.353516, + 0.285156, + 0.289062, + 0.294922, + 0.271484, + 0.318359, + 0.322266, + 0.308594, + 0.314453, + 0.324219, + 0.601562, + 0.257812, + 0.351562, + 0.345703 + ] + }, + "name": "model.model.layers.11.input_layernorm.weight", + "outputIndexes": [ + 926 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 925 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_11/Mul_output_0", + "outputIndexes": [ + 927 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 926, + 927 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_11/Mul_1_output_0", + "outputIndexes": [ + 928 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 928 + ], + "outputIndexes": [ + 4696 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4696 + ], + "outputIndexes": [ + 4697 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear", + "inputIndexes": [ + 4697 + ], + "outputIndexes": [ + 4698 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 110501534, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4698 + ], + "outputIndexes": [ + 4699 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4699 + ], + "outputIndexes": [ + 929 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 928 + ], + "main_type": "NONE", + "name": "/Shape_155_output_0", + "outputIndexes": [ + 930 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 930 + ], + "main_type": "NONE", + "name": "Shape2455", + "outputIndexes": [ + 931 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 930 + ], + "main_type": "NONE", + "name": "Rank2457", + "outputIndexes": [ + 932 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 932, + 932 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2459", + "outputIndexes": [ + 933 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 933 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2460", + "outputIndexes": [ + 934 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 933, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2462", + "outputIndexes": [ + 935 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 935 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2463", + "outputIndexes": [ + 936 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 931, + 934, + 936, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2466", + "outputIndexes": [ + 937 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 937 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2467", + "outputIndexes": [ + 938 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2468", + "outputIndexes": [ + 939 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 939, + 938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2469", + "outputIndexes": [ + 940 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 930, + 940, + 933 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_169_output_0", + "outputIndexes": [ + 941 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 941, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_353_output_0", + "outputIndexes": [ + 942 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 942, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_143_output_0", + "outputIndexes": [ + 943 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 929, + 943 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_100_output_0", + "outputIndexes": [ + 944 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 944, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_88_output_0", + "outputIndexes": [ + 945 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 944 + ], + "main_type": "NONE", + "name": "/Shape_156_output_0", + "outputIndexes": [ + 946 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 946 + ], + "main_type": "NONE", + "name": "Shape2476", + "outputIndexes": [ + 947 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 946 + ], + "main_type": "NONE", + "name": "Rank2478", + "outputIndexes": [ + 948 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 948, + 948 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2480", + "outputIndexes": [ + 949 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 949 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2481", + "outputIndexes": [ + 950 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 949, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2483", + "outputIndexes": [ + 951 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 951 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2484", + "outputIndexes": [ + 952 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 947, + 950, + 952, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2487", + "outputIndexes": [ + 953 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 953 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2488", + "outputIndexes": [ + 954 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 954 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2489", + "outputIndexes": [ + 955 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 955, + 954 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2490", + "outputIndexes": [ + 956 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 946, + 956, + 949 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_170_output_0", + "outputIndexes": [ + 957 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 957, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_33_output_0", + "outputIndexes": [ + 958 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 958, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_358_output_0", + "outputIndexes": [ + 959 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 944, + 959, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_45_output_0", + "outputIndexes": [ + 960 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 960 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_22_output_0", + "outputIndexes": [ + 961 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 944, + 22, + 959, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_44_output_0", + "outputIndexes": [ + 962 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 961, + 962 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_146_output_0", + "outputIndexes": [ + 963 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 963, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_89_output_0", + "outputIndexes": [ + 964 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 945, + 964 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_55_output_0", + "outputIndexes": [ + 965 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 928 + ], + "outputIndexes": [ + 4700 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4700 + ], + "outputIndexes": [ + 4701 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear", + "inputIndexes": [ + 4701 + ], + "outputIndexes": [ + 4702 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 111423156, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4702 + ], + "outputIndexes": [ + 4703 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4703 + ], + "outputIndexes": [ + 966 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 942, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_144_output_0", + "outputIndexes": [ + 967 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 966, + 967 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_101_output_0", + "outputIndexes": [ + 968 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 968, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_90_output_0", + "outputIndexes": [ + 969 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 968 + ], + "main_type": "NONE", + "name": "/Shape_157_output_0", + "outputIndexes": [ + 970 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 970 + ], + "main_type": "NONE", + "name": "Shape2539", + "outputIndexes": [ + 971 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 970 + ], + "main_type": "NONE", + "name": "Rank2541", + "outputIndexes": [ + 972 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 972, + 972 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2543", + "outputIndexes": [ + 973 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 973 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2544", + "outputIndexes": [ + 974 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 973, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2546", + "outputIndexes": [ + 975 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 975 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2547", + "outputIndexes": [ + 976 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 971, + 974, + 976, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2550", + "outputIndexes": [ + 977 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 977 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2551", + "outputIndexes": [ + 978 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2552", + "outputIndexes": [ + 979 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 979, + 978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2553", + "outputIndexes": [ + 980 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 970, + 980, + 973 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_171_output_0", + "outputIndexes": [ + 981 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 981, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_34_output_0", + "outputIndexes": [ + 982 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 982, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_360_output_0", + "outputIndexes": [ + 983 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 968, + 983, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_47_output_0", + "outputIndexes": [ + 984 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 984 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_23_output_0", + "outputIndexes": [ + 985 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 968, + 22, + 983, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_46_output_0", + "outputIndexes": [ + 986 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 985, + 986 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_147_output_0", + "outputIndexes": [ + 987 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 987, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_91_output_0", + "outputIndexes": [ + 988 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 969, + 988 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_56_output_0", + "outputIndexes": [ + 989 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 928 + ], + "outputIndexes": [ + 4704 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4704 + ], + "outputIndexes": [ + 4705 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear", + "inputIndexes": [ + 4705 + ], + "outputIndexes": [ + 4706 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 111653578, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4706 + ], + "outputIndexes": [ + 4707 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4707 + ], + "outputIndexes": [ + 990 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 990, + 967 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_102_output_0", + "outputIndexes": [ + 991 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 965, + 989, + 991, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_107_output_0", + "outputIndexes": [ + 992 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 992 + ], + "outputIndexes": [ + 4708 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4708 + ], + "outputIndexes": [ + 4709 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear", + "inputIndexes": [ + 4709 + ], + "outputIndexes": [ + 4710 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 111884000, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4710 + ], + "outputIndexes": [ + 4711 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4711 + ], + "outputIndexes": [ + 993 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 925, + 993 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_58_output_0", + "outputIndexes": [ + 994 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.234375, + 0.291016, + 0.306641, + 0.310547, + 0.324219, + 0.304688, + 0.098633, + 0.314453, + 0.265625, + 0.253906, + 0.173828, + 0.306641, + 0.234375, + 0.333984, + 0.316406, + 0.328125, + 0.224609, + 0.28125, + 0.283203, + 0.202148, + 0.304688, + 0.314453, + 0.289062, + 0.249023, + 0.28125, + 0.306641, + 0.269531, + 0.3125, + 0.308594, + 0.300781, + 0.251953, + 0.133789, + 0.296875, + 0.279297, + 0.306641, + 0.294922, + 0.198242, + 0.314453, + 0.175781, + 0.306641, + 0.292969, + 0.318359, + 0.269531, + 0.279297, + 0.211914, + 0.28125, + 0.333984, + 0.206055, + 0.320312, + 0.172852, + 0.316406, + 0.182617, + 0.308594, + 0.318359, + 0.207031, + 0.314453, + 0.330078, + 0.294922, + 0.28125, + 0.341797, + 0.306641, + 0.298828, + 0.269531, + 0.302734, + 0.257812, + 0.242188, + 0.155273, + 0.157227, + 0.3125, + 0.119141, + 0.335938, + 0.202148, + 0.253906, + 0.277344, + 0.335938, + 0.28125, + 0.265625, + 0.316406, + 0.150391, + 0.291016, + 0.269531, + 0.330078, + 0.277344, + 0.289062, + 0.300781, + 0.217773, + 0.332031, + 0.196289, + 0.330078, + 0.220703, + 0.263672, + 0.308594, + 0.213867, + 0.3125, + 0.147461, + 0.199219, + 0.316406, + 0.322266, + 0.326172, + 0.322266, + 0.226562, + 0.28125, + 0.310547, + 0.314453, + 0.332031, + 0.1875, + 0.314453, + 0.310547, + 0.302734, + 0.318359, + 0.302734, + 0.333984, + 0.289062, + 0.292969, + 0.310547, + 0.259766, + 0.294922, + 0.302734, + 0.314453, + 0.316406, + 0.292969, + 0.242188, + 0.353516, + 0.228516, + 0.341797, + 0.28125, + 0.123047, + 0.310547, + 0.310547, + 0.341797, + 0.316406, + 0.347656, + 0.291016, + 0.302734, + 0.292969, + 0.289062, + 0.318359, + 0.304688, + 0.267578, + 0.240234, + 0.314453, + 0.304688, + 0.296875, + 0.335938, + 0.339844, + 0.294922, + 0.302734, + 0.255859, + 0.308594, + 0.292969, + 0.291016, + 0.296875, + 0.310547, + 0.324219, + 0.320312, + 0.287109, + 0.335938, + 0.304688, + 0.160156, + 0.308594, + 0.166992, + 0.269531, + 0.232422, + 0.318359, + 0.289062, + 0.332031, + 0.151367, + 0.328125, + 0.285156, + 0.182617, + 0.25, + 0.328125, + 0.333984, + 0.224609, + 0.172852, + 0.34375, + 0.251953, + 0.3125, + 0.330078, + 0.3125, + 0.304688, + 0.242188, + 0.287109, + 0.300781, + 0.339844, + 0.302734, + 0.308594, + 0.289062, + 0.304688, + 0.316406, + 0.318359, + 0.277344, + 0.169922, + 0.304688, + 0.302734, + 0.304688, + 0.300781, + 0.216797, + 0.055176, + 0.291016, + 0.308594, + 0.314453, + 0.257812, + 0.292969, + 0.257812, + 0.298828, + 0.314453, + 0.279297, + 0.230469, + 0.318359, + 0.296875, + 0.291016, + 0.294922, + 0.19043, + 0.306641, + 0.298828, + 0.308594, + 0.291016, + 0.316406, + 0.322266, + 0.302734, + 0.308594, + 0.259766, + 0.28125, + 0.328125, + 0.277344, + 0.314453, + 0.188477, + 0.322266, + 0.255859, + 0.253906, + 0.21875, + 0.326172, + 0.291016, + 0.324219, + 0.232422, + 0.300781, + 0.257812, + 0.322266, + 0.328125, + 0.310547, + 0.285156, + 0.292969, + 0.298828, + 0.316406, + 0.275391, + 0.228516, + 0.320312, + 0.314453, + 0.273438, + 0.302734, + 0.249023, + 0.208984, + 0.300781, + 0.265625, + 0.3125, + 0.265625, + 0.302734, + 0.194336, + 0.320312, + 0.320312, + 0.3125, + 0.318359, + 0.238281, + 0.322266, + 0.320312, + 0.287109, + 0.316406, + 0.1875, + 0.324219, + 0.18457, + 0.347656, + 0.275391, + 0.142578, + 0.234375, + 0.320312, + 0.302734, + 0.241211, + 0.186523, + 0.324219, + 0.240234, + 0.320312, + 0.291016, + 0.314453, + 0.318359, + 0.289062, + 0.34375, + 0.332031, + 0.316406, + 0.320312, + 0.314453, + 0.298828, + 0.314453, + 0.28125, + 0.314453, + 0.302734, + 0.3125, + 0.302734, + 0.333984, + 0.310547, + 0.308594, + 0.294922, + 0.298828, + 0.213867, + 0.300781, + 0.3125, + 0.249023, + 0.289062, + 0.316406, + 0.347656, + 0.214844, + 0.322266, + 0.273438, + 0.235352, + 0.324219, + 0.300781, + 0.316406, + 0.230469, + 0.263672, + 0.230469, + 0.341797, + 0.339844, + 0.304688, + 0.318359, + 0.277344, + 0.261719, + 0.300781, + 0.330078, + 0.332031, + 0.235352, + 0.195312, + 0.241211, + 0.169922, + 0.306641, + 0.291016, + 0.298828, + 0.333984, + 0.257812, + 0.19043, + 0.192383, + 0.275391, + 0.289062, + 0.308594, + 0.238281, + 0.320312, + 0.320312, + 0.255859, + 0.306641, + 0.259766, + 0.324219, + 0.3125, + 0.314453, + 0.253906, + 0.296875, + 0.298828, + 0.318359, + 0.314453, + 0.300781, + 0.296875, + 0.330078, + 0.298828, + 0.223633, + 0.318359, + 0.326172, + 0.273438, + 0.300781, + 0.318359, + 0.326172, + 0.229492, + 0.261719, + 0.324219, + 0.302734, + 0.316406, + 0.169922, + 0.289062, + 0.287109, + 0.3125, + 0.302734, + 0.328125, + 0.172852, + 0.072754, + 0.271484, + 0.314453, + 0.318359, + 0.318359, + 0.277344, + 0.267578, + 0.326172, + 0.236328, + 0.308594, + 0.291016, + 0.170898, + 0.337891, + 0.171875, + 0.322266, + 0.314453, + 0.291016, + 0.318359, + 0.322266, + 0.306641, + 0.283203, + 0.333984, + 0.228516, + 0.332031, + 0.333984, + 0.245117, + 0.34375, + 0.300781, + 0.3125, + 0.320312, + 0.263672, + 0.324219, + 0.320312, + 0.291016, + 0.320312, + 0.3125, + 0.287109, + 0.3125, + 0.318359, + 0.251953, + 0.345703, + 0.28125, + 0.149414, + 0.320312, + 0.322266, + 0.224609, + 0.296875, + 0.277344, + 0.211914, + 0.296875, + 0.157227, + 0.219727, + 0.318359, + 0.292969, + 0.292969, + 0.326172, + 0.341797, + 0.287109, + 0.287109, + 0.404297, + 0.335938, + 0.22168, + 0.214844, + 0.330078, + 0.267578, + 0.237305, + 0.326172, + 0.3125, + 0.197266, + 0.310547, + 0.277344, + 0.235352, + 0.310547, + 0.318359, + 0.314453, + 0.322266, + 0.304688, + 0.300781, + 0.291016, + 0.265625, + 0.306641, + 0.259766, + 0.298828, + 0.300781, + 0.163086, + 0.3125, + 0.271484, + 0.3125, + 0.3125, + 0.213867, + 0.294922, + 0.308594, + 0.316406, + 0.285156, + 0.279297, + 0.28125, + 0.275391, + 0.326172, + 0.245117, + 0.240234, + 0.302734, + 0.3125, + 0.345703, + 0.294922, + 0.328125, + 0.271484, + 0.306641, + 0.228516, + 0.318359, + 0.298828, + 0.3125, + 0.310547, + 0.320312, + 0.318359, + 0.308594, + 0.237305, + 0.328125, + 0.283203, + 0.253906, + 0.259766, + 0.083496, + 0.271484, + 0.314453, + 0.316406, + 0.163086, + 0.320312, + 0.289062, + 0.291016, + 0.330078, + 0.291016, + 0.28125, + 0.326172, + 0.116211, + 0.246094, + 0.259766, + 0.314453, + 0.3125, + 0.206055, + 0.265625, + 0.279297, + 0.287109, + 0.296875, + 0.189453, + 0.322266, + 0.322266, + 0.289062, + 0.324219, + 0.330078, + 0.339844, + 0.24707, + 0.204102, + 0.275391, + 0.219727, + 0.15332, + 0.314453, + 0.285156, + 0.292969, + 0.332031, + 0.275391, + 0.291016, + 0.320312, + 0.209961, + 0.261719, + 0.324219, + 0.310547, + 0.244141, + 0.310547, + 0.162109, + 0.246094, + 0.242188, + 0.269531, + 0.310547, + 0.322266, + 0.3125, + 0.302734, + 0.314453, + 0.263672, + 0.177734, + 0.304688, + 0.188477, + 0.158203, + 0.228516, + 0.3125, + 0.283203, + 0.244141, + 0.189453, + 0.332031, + 0.308594, + 0.308594, + 0.289062, + 0.332031, + 0.304688, + 0.21582, + 0.324219, + 0.287109, + 0.310547, + 0.285156, + 0.320312, + 0.261719, + 0.167969, + 0.341797, + 0.289062, + 0.291016, + 0.296875, + 0.310547, + 0.294922, + 0.298828, + 0.302734, + 0.353516, + 0.308594, + 0.257812, + 0.201172, + 0.320312, + 0.322266, + 0.300781, + 0.238281, + 0.314453, + 0.166992, + 0.199219, + 0.304688, + 0.3125, + 0.289062, + 0.318359, + 0.320312, + 0.174805, + 0.229492, + 0.304688, + 0.269531, + 0.287109, + 0.341797, + 0.261719, + 0.330078, + 0.300781, + 0.242188, + 0.298828, + 0.306641, + 0.1875, + 0.302734, + 0.287109, + 0.316406, + 0.15625, + 0.3125, + 0.267578, + 0.291016, + 0.273438, + 0.181641, + 0.320312, + 0.15625, + 0.289062, + 0.174805, + 0.054443, + 0.289062, + 0.294922, + 0.3125, + 0.248047, + 0.314453, + 0.304688, + 0.271484, + 0.316406, + 0.294922, + 0.242188, + 0.326172, + 0.306641, + 0.234375, + 0.188477, + 0.277344, + 0.273438, + 0.161133, + 0.28125, + 0.259766, + 0.332031, + 0.361328, + 0.302734, + 0.200195, + 0.291016, + 0.291016, + 0.15332, + 0.3125, + 0.207031, + 0.179688, + 0.279297, + 0.330078, + 0.271484, + 0.198242, + 0.294922, + 0.304688, + 0.292969, + 0.324219, + 0.28125, + 0.34375, + 0.3125, + 0.302734, + 0.285156, + 0.131836, + 0.24707, + 0.18457, + 0.324219, + 0.324219, + 0.292969, + 0.332031, + 0.306641, + 0.3125, + 0.102539, + 0.269531, + 0.308594, + 0.306641, + 0.239258, + 0.335938, + 0.326172, + 0.283203, + 0.269531, + 0.306641, + 0.287109, + 0.322266, + 0.251953, + 0.316406, + 0.304688, + 0.21875, + 0.322266, + 0.324219, + 0.283203, + 0.306641, + 0.219727, + 0.298828, + 0.186523, + 0.225586, + 0.310547, + 0.273438, + 0.255859, + 0.291016, + 0.208008, + 0.306641, + 0.304688, + 0.324219, + 0.316406, + 0.302734, + 0.294922, + 0.175781, + 0.201172, + 0.318359, + 0.176758, + 0.279297, + 0.243164, + 0.308594, + 0.316406, + 0.279297, + 0.15625, + 0.304688, + 0.28125, + 0.294922, + 0.330078, + 0.193359, + 0.3125, + 0.310547, + 0.223633, + 0.333984, + 0.208984, + 0.304688, + 0.289062, + 0.308594, + 0.314453, + 0.304688, + 0.328125, + 0.263672, + 0.306641, + 0.326172, + 0.095703, + 0.308594, + 0.318359, + 0.146484, + 0.231445, + 0.152344, + 0.322266, + 0.275391, + 0.330078, + 0.324219, + 0.310547, + 0.257812, + 0.251953, + 0.283203, + 0.3125, + 0.316406, + 0.283203, + 0.220703, + 0.314453, + 0.310547, + 0.242188, + 0.330078, + 0.291016, + 0.164062, + 0.216797, + 0.245117, + 0.246094, + 0.275391, + 0.212891, + 0.316406, + 0.283203, + 0.324219, + 0.314453, + 0.318359, + 0.220703, + 0.335938, + 0.207031, + 0.316406, + 0.316406, + 0.292969, + 0.242188, + 0.300781, + 0.304688, + 0.296875, + 0.291016, + 0.292969, + 0.287109, + 0.238281, + 0.285156, + 0.3125, + 0.160156, + 0.285156, + 0.292969, + 0.320312, + 0.316406, + 0.310547, + 0.318359, + 0.265625, + 0.304688, + 0.333984, + 0.328125, + 0.213867, + 0.283203, + 0.255859, + 0.3125, + 0.339844, + 0.275391, + 0.320312, + 0.287109, + 0.253906, + 0.304688, + 0.294922, + 0.316406, + 0.330078, + 0.279297, + 0.324219, + 0.322266, + 0.287109, + 0.28125, + 0.324219, + 0.298828, + 0.263672, + 0.3125, + 0.314453, + 0.287109, + 0.285156, + 0.304688, + 0.180664, + 0.351562, + 0.292969, + 0.306641, + 0.318359, + 0.225586, + 0.302734, + 0.318359, + 0.296875, + 0.314453, + 0.3125, + 0.316406, + 0.253906, + 0.237305, + 0.304688, + 0.318359, + 0.289062, + 0.241211, + 0.330078, + 0.15918, + 0.296875, + 0.304688, + 0.298828, + 0.214844, + 0.292969, + 0.24707, + 0.3125, + 0.245117, + 0.292969, + 0.318359, + 0.192383, + 0.300781, + 0.182617, + 0.298828, + 0.273438, + 0.285156, + 0.245117, + 0.285156, + 0.283203, + 0.300781, + 0.316406, + 0.248047, + 0.302734, + 0.146484, + 0.171875, + 0.320312, + 0.173828, + 0.322266, + 0.330078, + 0.302734, + 0.296875, + 0.287109, + 0.302734, + 0.292969, + 0.249023, + 0.310547, + 0.306641, + 0.316406, + 0.306641, + 0.193359, + 0.306641, + 0.328125, + 0.322266, + 0.196289, + 0.314453, + 0.287109, + 0.310547, + 0.196289, + 0.316406, + 0.261719, + 0.263672, + 0.326172, + 0.318359, + 0.292969, + 0.253906, + 0.287109, + 0.277344, + 0.231445, + 0.320312, + 0.316406, + 0.328125, + 0.332031, + 0.294922, + 0.308594, + 0.287109, + 0.326172, + 0.349609, + 0.225586, + 0.261719, + 0.324219, + 0.296875, + 0.326172, + 0.172852, + 0.289062, + 0.21582, + 0.296875, + 0.304688, + 0.283203, + 0.230469, + 0.292969, + 0.357422, + 0.310547, + 0.324219, + 0.302734, + 0.169922, + 0.175781, + 0.3125, + 0.324219, + 0.326172, + 0.183594, + 0.300781, + 0.333984, + 0.271484, + 0.287109, + 0.302734, + 0.328125, + 0.292969, + 0.328125, + 0.191406, + 0.296875, + 0.3125, + 0.285156, + 0.310547, + 0.289062, + 0.320312, + 0.285156, + 0.101562, + 0.322266, + 0.306641, + 0.296875, + 0.302734, + 0.265625, + 0.318359, + 0.185547, + 0.316406, + 0.300781, + 0.314453, + 0.304688, + 0.333984, + 0.332031, + 0.273438, + 0.318359, + 0.279297, + 0.291016, + 0.322266, + 0.19043, + 0.341797, + 0.157227, + 0.28125, + 0.225586, + 0.267578, + 0.294922, + 0.322266, + 0.304688, + 0.212891, + 0.168945, + 0.28125, + 0.283203, + 0.332031, + 0.203125, + 0.287109, + 0.283203, + 0.324219, + 0.294922, + 0.314453, + 0.3125, + 0.308594, + 0.304688, + 0.21875, + 0.310547, + 0.320312, + 0.310547, + 0.314453, + 0.330078, + 0.3125, + 0.253906, + 0.273438, + 0.236328, + 0.351562, + 0.244141, + 0.300781, + 0.330078, + 0.310547, + 0.277344, + 0.283203, + 0.257812, + 0.324219, + 0.324219, + 0.28125, + 0.341797, + 0.328125, + 0.314453, + 0.302734, + 0.296875, + 0.304688, + 0.140625, + 0.316406, + 0.304688, + 0.277344, + 0.207031, + 0.285156, + 0.304688, + 0.271484, + 0.259766, + 0.178711, + 0.204102, + 0.337891, + 0.333984, + 0.316406, + 0.163086, + 0.304688, + 0.306641, + 0.154297, + 0.296875, + 0.181641, + 0.308594, + 0.294922, + 0.292969, + 0.271484, + 0.298828, + 0.3125, + 0.341797, + 0.333984, + 0.171875, + 0.302734, + 0.326172, + 0.289062, + 0.330078, + 0.298828, + 0.306641, + 0.207031, + 0.109375, + 0.263672, + 0.322266, + 0.294922, + 0.240234, + 0.339844, + 0.285156, + 0.216797, + 0.306641, + 0.322266, + 0.3125, + 0.263672, + 0.302734, + 0.271484, + 0.298828, + 0.341797, + 0.249023, + 0.207031, + 0.304688, + 0.306641, + 0.248047, + 0.310547, + 0.332031, + 0.265625, + 0.152344, + 0.3125, + 0.316406, + 0.304688, + 0.269531, + 0.316406, + 0.267578, + 0.332031, + 0.320312, + 0.298828, + 0.308594, + 0.191406, + 0.294922, + 0.255859, + 0.328125, + 0.326172, + 0.318359, + 0.167969, + 0.318359, + 0.275391, + 0.3125, + 0.296875, + 0.328125, + 0.306641, + 0.294922, + 0.326172, + 0.162109, + 0.314453, + 0.333984, + 0.318359, + 0.310547, + 0.225586, + 0.265625, + 0.324219, + 0.145508, + 0.194336, + 0.289062, + 0.335938, + 0.287109, + 0.294922, + 0.332031, + 0.318359, + 0.253906, + 0.292969, + 0.144531, + 0.335938, + 0.214844, + 0.324219, + 0.308594, + 0.306641, + 0.316406, + 0.316406, + 0.294922, + 0.314453, + 0.269531, + 0.339844, + 0.300781, + 0.275391, + 0.308594, + 0.275391, + 0.233398, + 0.302734, + 0.180664, + 0.322266, + 0.253906, + 0.28125, + 0.289062, + 0.318359, + 0.335938, + 0.289062, + 0.302734, + 0.302734, + 0.300781, + 0.324219, + 0.267578, + 0.310547, + 0.320312, + 0.242188, + 0.337891, + 0.160156, + 0.271484, + 0.328125, + 0.308594, + 0.330078, + 0.3125, + 0.291016, + 0.320312, + 0.289062, + 0.263672, + 0.3125, + 0.287109, + 0.209961, + 0.314453, + 0.314453, + 0.306641, + 0.330078, + 0.316406, + 0.304688, + 0.328125, + 0.316406, + 0.275391, + 0.328125, + 0.3125, + 0.275391, + 0.330078, + 0.300781, + 0.265625, + 0.318359, + 0.259766, + 0.322266, + 0.294922, + 0.359375, + 0.289062, + 0.210938, + 0.203125, + 0.339844, + 0.320312, + 0.324219, + 0.320312, + 0.287109, + 0.308594, + 0.294922, + 0.172852, + 0.316406, + 0.273438, + 0.298828, + 0.302734, + 0.289062, + 0.283203, + 0.219727, + 0.275391, + 0.3125, + 0.287109, + 0.304688, + 0.1875, + 0.310547, + 0.308594, + 0.304688, + 0.310547, + 0.308594, + 0.308594, + 0.324219, + 0.324219, + 0.223633, + 0.208984, + 0.287109, + 0.287109, + 0.316406, + 0.300781, + 0.328125, + 0.263672, + 0.292969, + 0.186523, + 0.248047, + 0.300781, + 0.304688, + 0.275391, + 0.318359, + 0.390625, + 0.277344, + 0.296875, + 0.300781, + 0.316406, + 0.308594, + 0.28125, + 0.308594, + 0.296875, + 0.320312, + 0.185547, + 0.28125, + 0.172852, + 0.302734, + 0.289062, + 0.233398, + 0.269531, + 0.3125, + 0.296875, + 0.294922, + 0.359375, + 0.211914, + 0.208984, + 0.294922, + 0.213867, + 0.275391, + 0.255859, + 0.294922, + 0.240234, + 0.318359, + 0.040283, + 0.171875, + 0.335938, + 0.283203 + ] + }, + "name": "model.model.layers.11.post_attention_layernorm.weight", + "outputIndexes": [ + 995 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 994 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_11/Mul_output_0", + "outputIndexes": [ + 996 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 995, + 996 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_11/Mul_1_output_0", + "outputIndexes": [ + 997 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 997 + ], + "outputIndexes": [ + 4712 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4712 + ], + "outputIndexes": [ + 4713 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear", + "inputIndexes": [ + 4713 + ], + "outputIndexes": [ + 4714 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 112805622, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4714 + ], + "outputIndexes": [ + 4715 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4715 + ], + "outputIndexes": [ + 998 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 998 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_11/Sigmoid_output_0", + "outputIndexes": [ + 999 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 998, + 999 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_11/Mul_output_0", + "outputIndexes": [ + 1000 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 997 + ], + "outputIndexes": [ + 4716 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4716 + ], + "outputIndexes": [ + 4717 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear", + "inputIndexes": [ + 4717 + ], + "outputIndexes": [ + 4718 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 115386124, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4718 + ], + "outputIndexes": [ + 4719 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4719 + ], + "outputIndexes": [ + 1001 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1000, + 1001 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_11/Mul_output_0", + "outputIndexes": [ + 1002 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1002 + ], + "outputIndexes": [ + 4720 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4720 + ], + "outputIndexes": [ + 4721 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear", + "inputIndexes": [ + 4721 + ], + "outputIndexes": [ + 4722 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 117966626, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4722 + ], + "outputIndexes": [ + 4723 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4723 + ], + "outputIndexes": [ + 1003 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 994, + 1003 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_59_output_0", + "outputIndexes": [ + 1004 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1004, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_108_output_0", + "outputIndexes": [ + 1005 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.330078, + 0.376953, + 0.386719, + 0.367188, + 0.322266, + 0.355469, + 0.632812, + 0.326172, + 0.306641, + 0.390625, + 0.425781, + 0.355469, + 0.289062, + 0.302734, + 0.310547, + 0.283203, + 0.496094, + 0.339844, + 0.324219, + 0.308594, + 0.363281, + 0.355469, + 0.388672, + 0.322266, + 0.363281, + 0.365234, + 0.337891, + 0.308594, + 0.322266, + 0.355469, + 0.443359, + 0.289062, + 0.367188, + 0.40625, + 0.347656, + 0.326172, + 0.369141, + 0.349609, + 0.425781, + 0.371094, + 0.34375, + 0.34375, + 0.367188, + 0.355469, + 0.351562, + 0.375, + 0.376953, + 0.314453, + 0.316406, + 0.474609, + 0.347656, + 0.363281, + 0.339844, + 0.367188, + 0.367188, + 0.324219, + 0.324219, + 0.351562, + 0.373047, + 0.339844, + 0.365234, + 0.337891, + 0.316406, + 0.361328, + 0.394531, + 0.466797, + 0.585938, + 0.300781, + 0.339844, + 0.621094, + 0.322266, + 0.330078, + 0.359375, + 0.375, + 0.314453, + 0.330078, + 0.345703, + 0.316406, + 0.333984, + 0.330078, + 0.34375, + 0.287109, + 0.328125, + 0.308594, + 0.3125, + 0.28125, + 0.333984, + 0.46875, + 0.335938, + 0.332031, + 0.376953, + 0.328125, + 0.291016, + 0.339844, + 0.310547, + 0.328125, + 0.390625, + 0.349609, + 0.328125, + 0.369141, + 0.462891, + 0.324219, + 0.337891, + 0.357422, + 0.335938, + 0.292969, + 0.363281, + 0.345703, + 0.353516, + 0.291016, + 0.302734, + 0.308594, + 0.347656, + 0.419922, + 0.333984, + 0.46875, + 0.349609, + 0.320312, + 0.349609, + 0.369141, + 0.361328, + 0.333984, + 0.302734, + 0.435547, + 0.335938, + 0.349609, + 0.503906, + 0.341797, + 0.332031, + 0.328125, + 0.337891, + 0.271484, + 0.380859, + 0.324219, + 0.378906, + 0.353516, + 0.314453, + 0.330078, + 0.392578, + 0.337891, + 0.332031, + 0.400391, + 0.363281, + 0.337891, + 0.294922, + 0.359375, + 0.355469, + 0.316406, + 0.328125, + 0.423828, + 0.376953, + 0.34375, + 0.314453, + 0.347656, + 0.310547, + 0.357422, + 0.292969, + 0.316406, + 0.302734, + 0.339844, + 0.314453, + 0.408203, + 0.349609, + 0.330078, + 0.349609, + 0.335938, + 0.367188, + 0.376953, + 0.332031, + 0.347656, + 0.365234, + 0.332031, + 0.34375, + 0.345703, + 0.363281, + 0.3125, + 0.347656, + 0.308594, + 0.324219, + 0.330078, + 0.292969, + 0.349609, + 0.314453, + 0.361328, + 0.294922, + 0.369141, + 0.351562, + 0.351562, + 0.349609, + 0.337891, + 0.322266, + 0.347656, + 0.310547, + 0.351562, + 0.330078, + 0.339844, + 0.320312, + 0.378906, + 0.000139, + 0.376953, + 0.322266, + 0.273438, + 0.369141, + 0.402344, + 0.351562, + 0.351562, + 0.341797, + 0.367188, + 0.542969, + 0.337891, + 0.353516, + 0.347656, + 0.359375, + 0.314453, + 0.363281, + 0.367188, + 0.345703, + 0.324219, + 0.337891, + 0.302734, + 0.326172, + 0.306641, + 0.308594, + 0.353516, + 0.316406, + 0.359375, + 0.361328, + 0.349609, + 0.365234, + 0.371094, + 0.394531, + 0.449219, + 0.322266, + 0.369141, + 0.359375, + 0.335938, + 0.367188, + 0.341797, + 0.365234, + 0.320312, + 0.335938, + 0.326172, + 0.328125, + 0.402344, + 0.337891, + 0.341797, + 0.3125, + 0.353516, + 0.328125, + 0.396484, + 0.326172, + 0.289062, + 0.302734, + 0.353516, + 0.390625, + 0.40625, + 0.300781, + 0.292969, + 0.371094, + 0.306641, + 0.330078, + 0.375, + 0.332031, + 0.341797, + 0.326172, + 0.361328, + 0.310547, + 0.339844, + 0.367188, + 0.347656, + 0.462891, + 0.367188, + 0.371094, + 0.507812, + 0.371094, + 0.363281, + 0.394531, + 0.333984, + 0.359375, + 0.341797, + 0.337891, + 0.335938, + 0.345703, + 0.34375, + 0.367188, + 0.337891, + 0.384766, + 0.320312, + 0.318359, + 0.365234, + 0.341797, + 0.349609, + 0.333984, + 0.400391, + 0.361328, + 0.357422, + 0.224609, + 0.365234, + 0.302734, + 0.357422, + 0.302734, + 0.330078, + 0.300781, + 0.375, + 0.365234, + 0.322266, + 0.363281, + 0.371094, + 0.341797, + 0.34375, + 0.353516, + 0.353516, + 0.355469, + 0.404297, + 0.333984, + 0.292969, + 0.34375, + 0.34375, + 0.490234, + 0.339844, + 0.285156, + 0.314453, + 0.353516, + 0.314453, + 0.345703, + 0.410156, + 0.324219, + 0.373047, + 0.304688, + 0.365234, + 0.550781, + 0.345703, + 0.425781, + 0.339844, + 0.384766, + 0.314453, + 0.330078, + 0.308594, + 0.326172, + 0.371094, + 0.371094, + 0.339844, + 0.320312, + 0.3125, + 0.34375, + 0.351562, + 0.361328, + 0.316406, + 0.388672, + 0.339844, + 0.365234, + 0.353516, + 0.326172, + 0.349609, + 0.361328, + 0.371094, + 0.34375, + 0.339844, + 0.330078, + 0.371094, + 0.318359, + 0.390625, + 0.326172, + 0.316406, + 0.392578, + 0.304688, + 0.361328, + 0.316406, + 0.375, + 0.3125, + 0.361328, + 0.296875, + 0.349609, + 0.320312, + 0.40625, + 0.378906, + 0.316406, + 0.347656, + 0.296875, + 0.414062, + 0.417969, + 0.371094, + 0.369141, + 0.273438, + 0.337891, + 0.320312, + 0.359375, + 0.314453, + 0.416016, + 0.384766, + 0.345703, + 0.494141, + 0.324219, + 0.402344, + 0.355469, + 0.330078, + 0.345703, + 0.359375, + 0.341797, + 0.349609, + 0.363281, + 0.410156, + 0.384766, + 0.271484, + 0.316406, + 0.318359, + 0.300781, + 0.34375, + 0.3125, + 0.359375, + 0.367188, + 0.361328, + 0.308594, + 0.337891, + 0.339844, + 0.320312, + 0.324219, + 0.322266, + 0.335938, + 0.328125, + 0.357422, + 0.337891, + 0.337891, + 0.302734, + 0.324219, + 0.318359, + 0.345703, + 0.412109, + 0.503906, + 0.382812, + 0.431641, + 0.388672, + 0.320312, + 0.376953, + 0.318359, + 0.337891, + 0.367188, + 0.371094, + 0.304688, + 0.332031, + 0.335938, + 0.369141, + 0.466797, + 0.353516, + 0.333984, + 0.392578, + 0.292969, + 0.353516, + 0.378906, + 0.347656, + 0.408203, + 0.486328, + 0.332031, + 0.339844, + 0.310547, + 0.349609, + 0.361328, + 0.304688, + 0.318359, + 0.384766, + 0.324219, + 0.427734, + 0.365234, + 0.371094, + 0.330078, + 0.347656, + 0.382812, + 0.367188, + 0.351562, + 0.380859, + 0.375, + 0.363281, + 0.332031, + 0.402344, + 0.40625, + 0.332031, + 0.351562, + 0.367188, + 0.330078, + 0.367188, + 0.306641, + 0.353516, + 0.347656, + 0.332031, + 0.326172, + 0.365234, + 0.355469, + 0.400391, + 0.355469, + 0.347656, + 0.347656, + 0.355469, + 0.28125, + 0.324219, + 0.337891, + 0.394531, + 0.300781, + 0.388672, + 0.390625, + 0.355469, + 0.75, + 0.359375, + 0.330078, + 0.369141, + 0.425781, + 0.339844, + 0.365234, + 0.414062, + 0.337891, + 0.359375, + 0.386719, + 0.376953, + 0.558594, + 0.341797, + 0.380859, + 0.384766, + 0.341797, + 0.341797, + 0.335938, + 0.337891, + 0.361328, + 0.365234, + 0.369141, + 0.308594, + 0.398438, + 0.349609, + 0.353516, + 0.361328, + 0.308594, + 0.398438, + 0.566406, + 0.306641, + 0.330078, + 0.265625, + 0.371094, + 0.363281, + 0.298828, + 0.320312, + 0.371094, + 0.388672, + 0.361328, + 0.330078, + 0.367188, + 0.310547, + 0.369141, + 0.351562, + 0.322266, + 0.347656, + 0.429688, + 0.472656, + 0.380859, + 0.349609, + 0.371094, + 0.359375, + 0.369141, + 0.328125, + 0.376953, + 0.06543, + 0.337891, + 0.332031, + 0.423828, + 0.425781, + 0.285156, + 0.376953, + 0.337891, + 0.306641, + 0.310547, + 0.300781, + 0.361328, + 0.341797, + 0.326172, + 0.330078, + 0.367188, + 0.296875, + 0.330078, + 0.341797, + 0.324219, + 0.291016, + 0.341797, + 0.296875, + 0.347656, + 0.345703, + 0.351562, + 0.394531, + 0.322266, + 0.353516, + 0.328125, + 0.355469, + 0.330078, + 0.298828, + 0.339844, + 0.330078, + 0.326172, + 0.294922, + 0.320312, + 0.337891, + 0.335938, + 0.347656, + 0.337891, + 0.333984, + 0.322266, + 0.380859, + 0.339844, + 0.306641, + 0.283203, + 0.355469, + 0.330078, + 0.324219, + 0.337891, + 0.322266, + 0.332031, + 0.316406, + 0.402344, + 0.376953, + 0.335938, + 0.330078, + 0.443359, + 0.318359, + 0.369141, + 0.398438, + 0.318359, + 0.322266, + 0.351562, + 0.419922, + 0.380859, + 0.316406, + 0.34375, + 0.636719, + 0.339844, + 0.292969, + 0.488281, + 0.320312, + 0.337891, + 0.292969, + 0.339844, + 0.349609, + 0.332031, + 0.429688, + 0.335938, + 0.320312, + 0.361328, + 0.3125, + 0.347656, + 0.353516, + 0.306641, + 0.351562, + 0.375, + 0.283203, + 0.464844, + 0.443359, + 0.341797, + 0.373047, + 0.388672, + 0.335938, + 0.310547, + 0.333984, + 0.3125, + 0.304688, + 0.316406, + 0.347656, + 0.363281, + 0.316406, + 0.355469, + 0.386719, + 0.289062, + 0.3125, + 0.320312, + 0.332031, + 0.392578, + 0.294922, + 0.371094, + 0.351562, + 0.347656, + 0.503906, + 0.324219, + 0.332031, + 0.371094, + 0.302734, + 0.398438, + 0.332031, + 0.382812, + 0.386719, + 0.582031, + 0.345703, + 0.378906, + 0.361328, + 0.355469, + 0.353516, + 0.341797, + 0.302734, + 0.363281, + 0.310547, + 0.371094, + 0.310547, + 0.347656, + 0.337891, + 0.347656, + 0.316406, + 0.310547, + 0.291016, + 0.371094, + 0.353516, + 0.369141, + 0.341797, + 0.460938, + 0.382812, + 0.347656, + 0.357422, + 0.302734, + 0.423828, + 0.410156, + 0.367188, + 0.347656, + 0.328125, + 0.339844, + 0.351562, + 0.318359, + 0.443359, + 0.306641, + 0.328125, + 0.351562, + 0.351562, + 0.332031, + 0.361328, + 0.359375, + 0.341797, + 0.496094, + 0.333984, + 0.376953, + 0.353516, + 0.353516, + 0.248047, + 0.337891, + 0.335938, + 0.341797, + 0.373047, + 0.328125, + 0.341797, + 0.337891, + 0.355469, + 0.341797, + 0.371094, + 0.318359, + 0.40625, + 0.332031, + 0.332031, + 0.542969, + 0.328125, + 0.341797, + 0.335938, + 0.316406, + 0.351562, + 0.369141, + 0.339844, + 0.333984, + 0.324219, + 0.3125, + 0.378906, + 0.367188, + 0.314453, + 0.345703, + 0.355469, + 0.375, + 0.416016, + 0.375, + 0.322266, + 0.347656, + 0.291016, + 0.294922, + 0.421875, + 0.447266, + 0.378906, + 0.357422, + 0.326172, + 0.417969, + 0.382812, + 0.425781, + 0.326172, + 0.353516, + 0.330078, + 0.361328, + 0.330078, + 0.460938, + 0.361328, + 0.333984, + 0.363281, + 0.404297, + 0.400391, + 0.382812, + 0.345703, + 0.392578, + 0.292969, + 0.355469, + 0.349609, + 0.339844, + 0.330078, + 0.578125, + 0.353516, + 0.326172, + 0.326172, + 0.34375, + 0.318359, + 0.3125, + 0.445312, + 0.335938, + 0.333984, + 0.316406, + 0.357422, + 0.417969, + 0.373047, + 0.386719, + 0.316406, + 0.351562, + 0.337891, + 0.347656, + 0.378906, + 0.330078, + 0.316406, + 0.302734, + 0.337891, + 0.371094, + 0.308594, + 0.337891, + 0.357422, + 0.398438, + 0.357422, + 0.310547, + 0.392578, + 0.345703, + 0.365234, + 0.341797, + 0.310547, + 0.386719, + 0.330078, + 0.300781, + 0.345703, + 0.337891, + 0.335938, + 0.376953, + 0.322266, + 0.335938, + 0.367188, + 0.298828, + 0.335938, + 0.310547, + 0.388672, + 0.296875, + 0.324219, + 0.332031, + 0.375, + 0.292969, + 0.339844, + 0.482422, + 0.365234, + 0.332031, + 0.351562, + 0.371094, + 0.40625, + 0.267578, + 0.351562, + 0.386719, + 0.396484, + 0.353516, + 0.308594, + 0.382812, + 0.523438, + 0.314453, + 0.365234, + 0.369141, + 0.337891, + 0.339844, + 0.386719, + 0.328125, + 0.324219, + 0.330078, + 0.363281, + 0.341797, + 0.335938, + 0.306641, + 0.445312, + 0.345703, + 0.347656, + 0.353516, + 0.341797, + 0.394531, + 0.328125, + 0.322266, + 0.523438, + 0.335938, + 0.349609, + 0.341797, + 0.324219, + 0.574219, + 0.367188, + 0.298828, + 0.332031, + 0.320312, + 0.306641, + 0.384766, + 0.34375, + 0.392578, + 0.335938, + 0.328125, + 0.349609, + 0.339844, + 0.314453, + 0.357422, + 0.298828, + 0.398438, + 0.376953, + 0.394531, + 0.416016, + 0.351562, + 0.365234, + 0.314453, + 0.337891, + 0.333984, + 0.314453, + 0.330078, + 0.337891, + 0.347656, + 0.384766, + 0.369141, + 0.341797, + 0.355469, + 0.4375, + 0.345703, + 0.378906, + 0.357422, + 0.373047, + 0.369141, + 0.285156, + 0.292969, + 0.355469, + 0.3125, + 0.322266, + 0.337891, + 0.296875, + 0.392578, + 0.316406, + 0.337891, + 0.320312, + 0.433594, + 0.337891, + 0.322266, + 0.375, + 0.369141, + 0.345703, + 0.308594, + 0.365234, + 0.367188, + 0.439453, + 0.361328, + 0.394531, + 0.335938, + 0.326172, + 0.363281, + 0.365234, + 0.390625, + 0.523438, + 0.333984, + 0.351562, + 0.345703, + 0.384766, + 0.287109, + 0.335938, + 0.378906, + 0.287109, + 0.349609, + 0.402344, + 0.339844, + 0.371094, + 0.375, + 0.371094, + 0.355469, + 0.386719, + 0.337891, + 0.402344, + 0.488281, + 0.296875, + 0.365234, + 0.470703, + 0.332031, + 0.435547, + 0.289062, + 0.361328, + 0.349609, + 0.339844, + 0.542969, + 0.353516, + 0.363281, + 0.353516, + 0.339844, + 0.427734, + 0.335938, + 0.320312, + 0.394531, + 0.306641, + 0.328125, + 0.328125, + 0.357422, + 0.287109, + 0.3125, + 0.367188, + 0.357422, + 0.335938, + 0.367188, + 0.355469, + 0.337891, + 0.322266, + 0.34375, + 0.285156, + 0.337891, + 0.388672, + 0.302734, + 0.3125, + 0.392578, + 0.392578, + 0.386719, + 0.341797, + 0.318359, + 0.408203, + 0.349609, + 0.339844, + 0.34375, + 0.310547, + 0.376953, + 0.431641, + 0.359375, + 0.316406, + 0.328125, + 0.390625, + 0.330078, + 0.375, + 0.298828, + 0.308594, + 0.345703, + 0.601562, + 0.298828, + 0.335938, + 0.361328, + 0.332031, + 0.337891, + 0.339844, + 0.355469, + 0.484375, + 0.330078, + 0.341797, + 0.345703, + 0.375, + 0.380859, + 0.363281, + 0.357422, + 0.333984, + 0.298828, + 0.296875, + 0.34375, + 0.373047, + 0.318359, + 0.347656, + 0.294922, + 0.3125, + 0.365234, + 0.335938, + 0.714844, + 0.402344, + 0.339844, + 0.361328, + 0.390625, + 0.3125, + 0.306641, + 0.351562, + 0.363281, + 0.310547, + 0.298828, + 0.392578, + 0.357422, + 0.398438, + 0.367188, + 0.341797, + 0.339844, + 0.353516, + 0.328125, + 0.349609, + 0.380859, + 0.3125, + 0.316406, + 0.390625, + 0.328125, + 0.378906, + 0.367188, + 0.357422, + 0.451172, + 0.291016, + 0.357422, + 0.363281, + 0.353516, + 0.337891, + 0.316406, + 0.386719, + 0.367188, + 0.373047, + 0.337891, + 0.330078, + 0.333984, + 0.5625, + 0.306641, + 0.302734, + 0.353516, + 0.351562, + 0.382812, + 0.314453, + 0.388672, + 0.298828, + 0.558594, + 0.341797, + 0.326172, + 0.345703, + 0.371094, + 0.433594, + 0.355469, + 0.345703, + 0.34375, + 0.310547, + 0.332031, + 0.314453, + 0.318359, + 0.322266, + 0.347656, + 0.326172, + 0.294922, + 0.326172, + 0.355469, + 0.347656, + 0.375, + 0.351562, + 0.326172, + 0.359375, + 0.304688, + 0.373047, + 0.335938, + 0.3125, + 0.330078, + 0.353516, + 0.355469, + 0.369141, + 0.376953, + 0.332031, + 0.523438, + 0.349609, + 0.457031, + 0.335938, + 0.390625, + 0.355469, + 0.357422, + 0.361328, + 0.287109, + 0.400391, + 0.349609, + 0.355469, + 0.34375, + 0.345703, + 0.386719, + 0.337891, + 0.333984, + 0.324219, + 0.324219, + 0.306641, + 0.400391, + 0.326172, + 0.328125, + 0.310547, + 0.347656, + 0.310547, + 0.337891, + 0.373047, + 0.380859, + 0.324219, + 0.376953, + 0.304688, + 0.341797, + 0.320312, + 0.302734, + 0.337891, + 0.355469, + 0.316406, + 0.306641, + 0.361328, + 0.339844, + 0.326172, + 0.345703, + 0.371094, + 0.339844, + 0.349609, + 0.390625, + 0.361328, + 0.335938, + 0.345703, + 0.365234, + 0.365234, + 0.310547, + 0.402344, + 0.34375, + 0.316406, + 0.339844, + 0.318359, + 0.351562, + 0.398438, + 0.361328, + 0.335938, + 0.333984, + 0.351562, + 0.347656, + 0.363281, + 0.316406, + 0.300781, + 0.40625, + 0.361328, + 0.341797, + 0.34375, + 0.333984, + 0.337891, + 0.355469, + 0.328125, + 0.332031, + 0.380859, + 0.361328, + 0.357422, + 0.326172, + 0.294922, + 0.308594, + 0.423828, + 0.359375, + 0.353516, + 0.382812, + 0.333984, + 0.359375, + 0.314453, + 0.410156, + 0.414062, + 0.316406, + 0.375, + 0.335938, + 0.335938, + 0.369141, + 0.322266, + 0.298828, + 0.398438, + 0.304688, + 0.347656, + 0.316406, + 0.396484, + 0.386719, + 0.373047, + 0.339844, + 0.308594, + 0.332031, + 0.357422, + 0.345703, + 0.341797, + 0.371094, + 0.443359, + 0.314453, + 0.371094, + 0.4375, + 0.396484, + 0.28125, + 0.316406, + 0.333984, + 0.326172, + 0.306641, + 0.382812, + 0.375, + 0.324219, + 0.367188, + 0.373047, + 0.490234, + 0.357422, + 0.390625, + 0.384766 + ] + }, + "name": "model.model.layers.12.input_layernorm.weight", + "outputIndexes": [ + 1006 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1005 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_12/Mul_output_0", + "outputIndexes": [ + 1007 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1006, + 1007 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_12/Mul_1_output_0", + "outputIndexes": [ + 1008 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1008 + ], + "outputIndexes": [ + 4724 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4724 + ], + "outputIndexes": [ + 4725 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear", + "inputIndexes": [ + 4725 + ], + "outputIndexes": [ + 4726 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 120547128, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4726 + ], + "outputIndexes": [ + 4727 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4727 + ], + "outputIndexes": [ + 1009 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1008 + ], + "main_type": "NONE", + "name": "/Shape_169_output_0", + "outputIndexes": [ + 1010 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1010 + ], + "main_type": "NONE", + "name": "Shape2671", + "outputIndexes": [ + 1011 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1010 + ], + "main_type": "NONE", + "name": "Rank2673", + "outputIndexes": [ + 1012 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1012, + 1012 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2675", + "outputIndexes": [ + 1013 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1013 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2676", + "outputIndexes": [ + 1014 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1013, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2678", + "outputIndexes": [ + 1015 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1015 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2679", + "outputIndexes": [ + 1016 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1011, + 1014, + 1016, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2682", + "outputIndexes": [ + 1017 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1017 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2683", + "outputIndexes": [ + 1018 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1018 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2684", + "outputIndexes": [ + 1019 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1019, + 1018 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2685", + "outputIndexes": [ + 1020 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1010, + 1020, + 1013 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_184_output_0", + "outputIndexes": [ + 1021 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1021, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_385_output_0", + "outputIndexes": [ + 1022 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1022, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_156_output_0", + "outputIndexes": [ + 1023 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1009, + 1023 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_109_output_0", + "outputIndexes": [ + 1024 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1024, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_96_output_0", + "outputIndexes": [ + 1025 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1024 + ], + "main_type": "NONE", + "name": "/Shape_170_output_0", + "outputIndexes": [ + 1026 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1026 + ], + "main_type": "NONE", + "name": "Shape2692", + "outputIndexes": [ + 1027 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1026 + ], + "main_type": "NONE", + "name": "Rank2694", + "outputIndexes": [ + 1028 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1028, + 1028 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2696", + "outputIndexes": [ + 1029 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1029 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2697", + "outputIndexes": [ + 1030 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1029, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2699", + "outputIndexes": [ + 1031 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1031 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2700", + "outputIndexes": [ + 1032 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1027, + 1030, + 1032, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2703", + "outputIndexes": [ + 1033 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1033 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2704", + "outputIndexes": [ + 1034 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1034 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2705", + "outputIndexes": [ + 1035 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1035, + 1034 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2706", + "outputIndexes": [ + 1036 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1026, + 1036, + 1029 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_185_output_0", + "outputIndexes": [ + 1037 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1037, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_36_output_0", + "outputIndexes": [ + 1038 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1038, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_390_output_0", + "outputIndexes": [ + 1039 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1024, + 1039, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_49_output_0", + "outputIndexes": [ + 1040 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1040 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_24_output_0", + "outputIndexes": [ + 1041 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1024, + 22, + 1039, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_48_output_0", + "outputIndexes": [ + 1042 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1041, + 1042 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_159_output_0", + "outputIndexes": [ + 1043 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1043, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_97_output_0", + "outputIndexes": [ + 1044 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1025, + 1044 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_60_output_0", + "outputIndexes": [ + 1045 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1008 + ], + "outputIndexes": [ + 4728 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4728 + ], + "outputIndexes": [ + 4729 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear", + "inputIndexes": [ + 4729 + ], + "outputIndexes": [ + 4730 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 121468750, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4730 + ], + "outputIndexes": [ + 4731 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4731 + ], + "outputIndexes": [ + 1046 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1022, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_157_output_0", + "outputIndexes": [ + 1047 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1046, + 1047 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_110_output_0", + "outputIndexes": [ + 1048 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1048, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_98_output_0", + "outputIndexes": [ + 1049 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1048 + ], + "main_type": "NONE", + "name": "/Shape_171_output_0", + "outputIndexes": [ + 1050 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1050 + ], + "main_type": "NONE", + "name": "Shape2755", + "outputIndexes": [ + 1051 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1050 + ], + "main_type": "NONE", + "name": "Rank2757", + "outputIndexes": [ + 1052 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1052, + 1052 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2759", + "outputIndexes": [ + 1053 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1053 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2760", + "outputIndexes": [ + 1054 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1053, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2762", + "outputIndexes": [ + 1055 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1055 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2763", + "outputIndexes": [ + 1056 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1051, + 1054, + 1056, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2766", + "outputIndexes": [ + 1057 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1057 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2767", + "outputIndexes": [ + 1058 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1058 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2768", + "outputIndexes": [ + 1059 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1059, + 1058 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2769", + "outputIndexes": [ + 1060 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1050, + 1060, + 1053 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_186_output_0", + "outputIndexes": [ + 1061 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1061, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_37_output_0", + "outputIndexes": [ + 1062 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1062, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_392_output_0", + "outputIndexes": [ + 1063 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1048, + 1063, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_51_output_0", + "outputIndexes": [ + 1064 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1064 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_25_output_0", + "outputIndexes": [ + 1065 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1048, + 22, + 1063, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_50_output_0", + "outputIndexes": [ + 1066 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1065, + 1066 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_160_output_0", + "outputIndexes": [ + 1067 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1067, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_99_output_0", + "outputIndexes": [ + 1068 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1049, + 1068 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_61_output_0", + "outputIndexes": [ + 1069 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1008 + ], + "outputIndexes": [ + 4732 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4732 + ], + "outputIndexes": [ + 4733 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear", + "inputIndexes": [ + 4733 + ], + "outputIndexes": [ + 4734 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 121699172, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4734 + ], + "outputIndexes": [ + 4735 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4735 + ], + "outputIndexes": [ + 1070 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1070, + 1047 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_111_output_0", + "outputIndexes": [ + 1071 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1045, + 1069, + 1071, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_116_output_0", + "outputIndexes": [ + 1072 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1072 + ], + "outputIndexes": [ + 4736 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4736 + ], + "outputIndexes": [ + 4737 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear", + "inputIndexes": [ + 4737 + ], + "outputIndexes": [ + 4738 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 121929594, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4738 + ], + "outputIndexes": [ + 4739 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4739 + ], + "outputIndexes": [ + 1073 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1005, + 1073 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_63_output_0", + "outputIndexes": [ + 1074 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.244141, + 0.3125, + 0.326172, + 0.332031, + 0.345703, + 0.326172, + 0.105469, + 0.339844, + 0.263672, + 0.251953, + 0.178711, + 0.318359, + 0.225586, + 0.337891, + 0.328125, + 0.349609, + 0.226562, + 0.292969, + 0.300781, + 0.195312, + 0.322266, + 0.341797, + 0.298828, + 0.251953, + 0.292969, + 0.339844, + 0.275391, + 0.332031, + 0.322266, + 0.316406, + 0.261719, + 0.114746, + 0.3125, + 0.285156, + 0.322266, + 0.322266, + 0.192383, + 0.333984, + 0.178711, + 0.324219, + 0.316406, + 0.339844, + 0.287109, + 0.285156, + 0.212891, + 0.300781, + 0.349609, + 0.210938, + 0.355469, + 0.176758, + 0.326172, + 0.191406, + 0.320312, + 0.337891, + 0.223633, + 0.330078, + 0.359375, + 0.298828, + 0.294922, + 0.376953, + 0.332031, + 0.330078, + 0.269531, + 0.320312, + 0.255859, + 0.251953, + 0.147461, + 0.163086, + 0.337891, + 0.133789, + 0.361328, + 0.198242, + 0.265625, + 0.294922, + 0.355469, + 0.28125, + 0.273438, + 0.349609, + 0.150391, + 0.310547, + 0.291016, + 0.359375, + 0.271484, + 0.300781, + 0.322266, + 0.21582, + 0.347656, + 0.193359, + 0.361328, + 0.223633, + 0.28125, + 0.316406, + 0.211914, + 0.326172, + 0.161133, + 0.203125, + 0.345703, + 0.349609, + 0.351562, + 0.332031, + 0.245117, + 0.283203, + 0.330078, + 0.332031, + 0.351562, + 0.188477, + 0.339844, + 0.320312, + 0.326172, + 0.333984, + 0.326172, + 0.353516, + 0.300781, + 0.302734, + 0.328125, + 0.273438, + 0.310547, + 0.316406, + 0.341797, + 0.339844, + 0.3125, + 0.231445, + 0.369141, + 0.240234, + 0.355469, + 0.291016, + 0.134766, + 0.341797, + 0.328125, + 0.357422, + 0.337891, + 0.367188, + 0.310547, + 0.3125, + 0.308594, + 0.300781, + 0.347656, + 0.326172, + 0.273438, + 0.248047, + 0.333984, + 0.314453, + 0.322266, + 0.365234, + 0.363281, + 0.310547, + 0.316406, + 0.255859, + 0.326172, + 0.304688, + 0.300781, + 0.320312, + 0.328125, + 0.347656, + 0.333984, + 0.298828, + 0.355469, + 0.320312, + 0.177734, + 0.330078, + 0.166992, + 0.273438, + 0.230469, + 0.34375, + 0.296875, + 0.359375, + 0.165039, + 0.341797, + 0.300781, + 0.18457, + 0.257812, + 0.345703, + 0.353516, + 0.248047, + 0.172852, + 0.365234, + 0.263672, + 0.328125, + 0.357422, + 0.333984, + 0.3125, + 0.25, + 0.304688, + 0.310547, + 0.353516, + 0.330078, + 0.335938, + 0.304688, + 0.330078, + 0.337891, + 0.347656, + 0.285156, + 0.170898, + 0.310547, + 0.308594, + 0.320312, + 0.306641, + 0.230469, + -7.2e-05, + 0.310547, + 0.316406, + 0.324219, + 0.261719, + 0.302734, + 0.259766, + 0.318359, + 0.339844, + 0.283203, + 0.234375, + 0.330078, + 0.322266, + 0.306641, + 0.3125, + 0.192383, + 0.326172, + 0.308594, + 0.330078, + 0.298828, + 0.345703, + 0.335938, + 0.324219, + 0.332031, + 0.251953, + 0.291016, + 0.361328, + 0.285156, + 0.333984, + 0.192383, + 0.355469, + 0.261719, + 0.257812, + 0.224609, + 0.349609, + 0.294922, + 0.351562, + 0.230469, + 0.310547, + 0.261719, + 0.347656, + 0.337891, + 0.324219, + 0.279297, + 0.302734, + 0.310547, + 0.337891, + 0.291016, + 0.213867, + 0.337891, + 0.328125, + 0.283203, + 0.328125, + 0.245117, + 0.201172, + 0.314453, + 0.273438, + 0.337891, + 0.267578, + 0.3125, + 0.206055, + 0.339844, + 0.347656, + 0.328125, + 0.333984, + 0.249023, + 0.339844, + 0.335938, + 0.304688, + 0.337891, + 0.198242, + 0.34375, + 0.177734, + 0.326172, + 0.285156, + 0.135742, + 0.232422, + 0.345703, + 0.308594, + 0.242188, + 0.201172, + 0.34375, + 0.243164, + 0.332031, + 0.3125, + 0.335938, + 0.337891, + 0.296875, + 0.363281, + 0.355469, + 0.333984, + 0.34375, + 0.341797, + 0.320312, + 0.335938, + 0.292969, + 0.335938, + 0.324219, + 0.300781, + 0.324219, + 0.353516, + 0.330078, + 0.318359, + 0.318359, + 0.324219, + 0.209961, + 0.314453, + 0.330078, + 0.259766, + 0.294922, + 0.34375, + 0.376953, + 0.211914, + 0.349609, + 0.289062, + 0.238281, + 0.341797, + 0.296875, + 0.330078, + 0.224609, + 0.267578, + 0.228516, + 0.355469, + 0.357422, + 0.322266, + 0.337891, + 0.291016, + 0.265625, + 0.322266, + 0.349609, + 0.367188, + 0.251953, + 0.195312, + 0.237305, + 0.174805, + 0.326172, + 0.302734, + 0.320312, + 0.349609, + 0.259766, + 0.186523, + 0.194336, + 0.289062, + 0.304688, + 0.332031, + 0.242188, + 0.34375, + 0.339844, + 0.259766, + 0.320312, + 0.261719, + 0.357422, + 0.337891, + 0.330078, + 0.259766, + 0.302734, + 0.320312, + 0.339844, + 0.332031, + 0.318359, + 0.302734, + 0.355469, + 0.3125, + 0.232422, + 0.332031, + 0.341797, + 0.291016, + 0.318359, + 0.355469, + 0.34375, + 0.244141, + 0.257812, + 0.349609, + 0.314453, + 0.335938, + 0.174805, + 0.300781, + 0.294922, + 0.328125, + 0.316406, + 0.345703, + 0.177734, + 0.073242, + 0.279297, + 0.351562, + 0.328125, + 0.328125, + 0.285156, + 0.277344, + 0.345703, + 0.239258, + 0.322266, + 0.3125, + 0.171875, + 0.357422, + 0.188477, + 0.34375, + 0.322266, + 0.314453, + 0.345703, + 0.341797, + 0.330078, + 0.294922, + 0.351562, + 0.227539, + 0.349609, + 0.359375, + 0.251953, + 0.367188, + 0.302734, + 0.337891, + 0.332031, + 0.271484, + 0.351562, + 0.337891, + 0.306641, + 0.349609, + 0.345703, + 0.300781, + 0.322266, + 0.335938, + 0.259766, + 0.373047, + 0.292969, + 0.155273, + 0.349609, + 0.339844, + 0.212891, + 0.330078, + 0.291016, + 0.206055, + 0.310547, + 0.164062, + 0.220703, + 0.34375, + 0.302734, + 0.294922, + 0.347656, + 0.375, + 0.294922, + 0.304688, + 0.376953, + 0.365234, + 0.233398, + 0.222656, + 0.353516, + 0.267578, + 0.235352, + 0.337891, + 0.341797, + 0.192383, + 0.318359, + 0.285156, + 0.24707, + 0.308594, + 0.337891, + 0.337891, + 0.341797, + 0.332031, + 0.316406, + 0.300781, + 0.261719, + 0.322266, + 0.265625, + 0.328125, + 0.314453, + 0.179688, + 0.335938, + 0.283203, + 0.332031, + 0.332031, + 0.211914, + 0.310547, + 0.332031, + 0.332031, + 0.298828, + 0.300781, + 0.285156, + 0.28125, + 0.353516, + 0.244141, + 0.25, + 0.324219, + 0.339844, + 0.365234, + 0.300781, + 0.341797, + 0.271484, + 0.326172, + 0.238281, + 0.345703, + 0.304688, + 0.337891, + 0.335938, + 0.349609, + 0.333984, + 0.326172, + 0.236328, + 0.339844, + 0.306641, + 0.251953, + 0.259766, + 0.07959, + 0.279297, + 0.339844, + 0.335938, + 0.171875, + 0.345703, + 0.294922, + 0.302734, + 0.345703, + 0.308594, + 0.289062, + 0.349609, + 0.128906, + 0.243164, + 0.265625, + 0.330078, + 0.337891, + 0.216797, + 0.273438, + 0.287109, + 0.314453, + 0.322266, + 0.189453, + 0.349609, + 0.341797, + 0.310547, + 0.335938, + 0.351562, + 0.357422, + 0.257812, + 0.206055, + 0.279297, + 0.213867, + 0.157227, + 0.335938, + 0.298828, + 0.292969, + 0.351562, + 0.279297, + 0.296875, + 0.333984, + 0.203125, + 0.263672, + 0.34375, + 0.337891, + 0.249023, + 0.328125, + 0.169922, + 0.249023, + 0.239258, + 0.275391, + 0.318359, + 0.339844, + 0.330078, + 0.322266, + 0.324219, + 0.277344, + 0.180664, + 0.324219, + 0.1875, + 0.170898, + 0.233398, + 0.337891, + 0.292969, + 0.236328, + 0.19043, + 0.339844, + 0.332031, + 0.324219, + 0.302734, + 0.34375, + 0.330078, + 0.217773, + 0.349609, + 0.300781, + 0.332031, + 0.292969, + 0.335938, + 0.273438, + 0.174805, + 0.375, + 0.310547, + 0.300781, + 0.304688, + 0.330078, + 0.310547, + 0.306641, + 0.322266, + 0.378906, + 0.320312, + 0.265625, + 0.200195, + 0.333984, + 0.347656, + 0.324219, + 0.232422, + 0.335938, + 0.168945, + 0.191406, + 0.326172, + 0.333984, + 0.310547, + 0.332031, + 0.320312, + 0.178711, + 0.226562, + 0.322266, + 0.277344, + 0.296875, + 0.361328, + 0.261719, + 0.355469, + 0.322266, + 0.243164, + 0.310547, + 0.318359, + 0.181641, + 0.316406, + 0.296875, + 0.337891, + 0.163086, + 0.328125, + 0.277344, + 0.308594, + 0.283203, + 0.1875, + 0.341797, + 0.152344, + 0.316406, + 0.173828, + 0.055664, + 0.292969, + 0.314453, + 0.332031, + 0.251953, + 0.335938, + 0.326172, + 0.291016, + 0.341797, + 0.316406, + 0.248047, + 0.357422, + 0.316406, + 0.230469, + 0.19043, + 0.277344, + 0.285156, + 0.160156, + 0.287109, + 0.271484, + 0.335938, + 0.367188, + 0.330078, + 0.206055, + 0.314453, + 0.3125, + 0.163086, + 0.341797, + 0.198242, + 0.18457, + 0.296875, + 0.351562, + 0.28125, + 0.210938, + 0.3125, + 0.324219, + 0.300781, + 0.347656, + 0.300781, + 0.359375, + 0.326172, + 0.316406, + 0.302734, + 0.137695, + 0.242188, + 0.186523, + 0.326172, + 0.349609, + 0.298828, + 0.349609, + 0.332031, + 0.332031, + 0.107422, + 0.283203, + 0.318359, + 0.335938, + 0.239258, + 0.365234, + 0.355469, + 0.291016, + 0.285156, + 0.335938, + 0.296875, + 0.337891, + 0.255859, + 0.339844, + 0.326172, + 0.241211, + 0.335938, + 0.355469, + 0.291016, + 0.324219, + 0.226562, + 0.318359, + 0.191406, + 0.228516, + 0.326172, + 0.291016, + 0.253906, + 0.308594, + 0.211914, + 0.330078, + 0.3125, + 0.341797, + 0.351562, + 0.320312, + 0.306641, + 0.18457, + 0.207031, + 0.333984, + 0.175781, + 0.287109, + 0.24707, + 0.324219, + 0.339844, + 0.289062, + 0.164062, + 0.314453, + 0.302734, + 0.306641, + 0.347656, + 0.180664, + 0.324219, + 0.330078, + 0.21875, + 0.367188, + 0.209961, + 0.326172, + 0.320312, + 0.324219, + 0.341797, + 0.326172, + 0.355469, + 0.28125, + 0.330078, + 0.339844, + 0.089355, + 0.316406, + 0.337891, + 0.154297, + 0.229492, + 0.166016, + 0.353516, + 0.279297, + 0.361328, + 0.353516, + 0.316406, + 0.267578, + 0.257812, + 0.289062, + 0.314453, + 0.335938, + 0.287109, + 0.217773, + 0.34375, + 0.328125, + 0.238281, + 0.347656, + 0.292969, + 0.173828, + 0.226562, + 0.246094, + 0.246094, + 0.28125, + 0.210938, + 0.332031, + 0.285156, + 0.345703, + 0.320312, + 0.341797, + 0.22168, + 0.369141, + 0.208008, + 0.332031, + 0.322266, + 0.310547, + 0.25, + 0.324219, + 0.3125, + 0.3125, + 0.314453, + 0.287109, + 0.302734, + 0.236328, + 0.287109, + 0.333984, + 0.162109, + 0.292969, + 0.304688, + 0.330078, + 0.337891, + 0.330078, + 0.335938, + 0.267578, + 0.310547, + 0.367188, + 0.353516, + 0.208008, + 0.294922, + 0.261719, + 0.337891, + 0.355469, + 0.287109, + 0.333984, + 0.310547, + 0.257812, + 0.324219, + 0.316406, + 0.339844, + 0.361328, + 0.291016, + 0.349609, + 0.347656, + 0.298828, + 0.287109, + 0.337891, + 0.3125, + 0.279297, + 0.345703, + 0.332031, + 0.3125, + 0.300781, + 0.330078, + 0.181641, + 0.369141, + 0.314453, + 0.332031, + 0.333984, + 0.231445, + 0.320312, + 0.355469, + 0.320312, + 0.339844, + 0.322266, + 0.332031, + 0.253906, + 0.234375, + 0.337891, + 0.34375, + 0.298828, + 0.238281, + 0.361328, + 0.161133, + 0.302734, + 0.320312, + 0.310547, + 0.210938, + 0.306641, + 0.244141, + 0.341797, + 0.25, + 0.310547, + 0.347656, + 0.193359, + 0.330078, + 0.179688, + 0.314453, + 0.283203, + 0.302734, + 0.245117, + 0.302734, + 0.300781, + 0.318359, + 0.339844, + 0.245117, + 0.3125, + 0.15918, + 0.172852, + 0.339844, + 0.171875, + 0.339844, + 0.351562, + 0.314453, + 0.314453, + 0.310547, + 0.316406, + 0.292969, + 0.253906, + 0.339844, + 0.324219, + 0.347656, + 0.318359, + 0.195312, + 0.314453, + 0.353516, + 0.345703, + 0.199219, + 0.330078, + 0.304688, + 0.333984, + 0.205078, + 0.34375, + 0.259766, + 0.279297, + 0.335938, + 0.34375, + 0.306641, + 0.304688, + 0.287109, + 0.289062, + 0.228516, + 0.345703, + 0.337891, + 0.349609, + 0.322266, + 0.306641, + 0.333984, + 0.302734, + 0.341797, + 0.353516, + 0.22168, + 0.271484, + 0.349609, + 0.306641, + 0.341797, + 0.176758, + 0.310547, + 0.21582, + 0.306641, + 0.320312, + 0.292969, + 0.222656, + 0.306641, + 0.382812, + 0.324219, + 0.34375, + 0.320312, + 0.174805, + 0.177734, + 0.324219, + 0.337891, + 0.339844, + 0.19043, + 0.328125, + 0.359375, + 0.279297, + 0.302734, + 0.318359, + 0.355469, + 0.300781, + 0.337891, + 0.193359, + 0.3125, + 0.332031, + 0.294922, + 0.326172, + 0.300781, + 0.341797, + 0.300781, + 0.095703, + 0.353516, + 0.322266, + 0.314453, + 0.326172, + 0.267578, + 0.335938, + 0.188477, + 0.326172, + 0.308594, + 0.341797, + 0.318359, + 0.357422, + 0.367188, + 0.277344, + 0.328125, + 0.28125, + 0.304688, + 0.34375, + 0.209961, + 0.373047, + 0.15625, + 0.294922, + 0.245117, + 0.28125, + 0.292969, + 0.337891, + 0.316406, + 0.213867, + 0.170898, + 0.292969, + 0.296875, + 0.353516, + 0.198242, + 0.308594, + 0.289062, + 0.337891, + 0.314453, + 0.333984, + 0.332031, + 0.316406, + 0.328125, + 0.208008, + 0.341797, + 0.335938, + 0.339844, + 0.328125, + 0.361328, + 0.34375, + 0.257812, + 0.275391, + 0.242188, + 0.367188, + 0.243164, + 0.314453, + 0.351562, + 0.332031, + 0.279297, + 0.292969, + 0.269531, + 0.345703, + 0.341797, + 0.292969, + 0.367188, + 0.349609, + 0.34375, + 0.302734, + 0.306641, + 0.324219, + 0.15625, + 0.337891, + 0.324219, + 0.279297, + 0.205078, + 0.291016, + 0.341797, + 0.285156, + 0.267578, + 0.175781, + 0.196289, + 0.357422, + 0.34375, + 0.353516, + 0.166992, + 0.322266, + 0.326172, + 0.163086, + 0.302734, + 0.193359, + 0.326172, + 0.296875, + 0.324219, + 0.277344, + 0.310547, + 0.322266, + 0.359375, + 0.347656, + 0.18457, + 0.314453, + 0.357422, + 0.306641, + 0.345703, + 0.328125, + 0.333984, + 0.204102, + 0.115234, + 0.28125, + 0.355469, + 0.298828, + 0.239258, + 0.363281, + 0.294922, + 0.208008, + 0.320312, + 0.349609, + 0.347656, + 0.267578, + 0.333984, + 0.292969, + 0.320312, + 0.361328, + 0.249023, + 0.21875, + 0.332031, + 0.320312, + 0.261719, + 0.320312, + 0.361328, + 0.271484, + 0.15625, + 0.332031, + 0.341797, + 0.333984, + 0.273438, + 0.328125, + 0.271484, + 0.347656, + 0.34375, + 0.322266, + 0.3125, + 0.189453, + 0.306641, + 0.261719, + 0.345703, + 0.353516, + 0.332031, + 0.157227, + 0.34375, + 0.277344, + 0.332031, + 0.324219, + 0.351562, + 0.328125, + 0.310547, + 0.349609, + 0.157227, + 0.332031, + 0.339844, + 0.337891, + 0.341797, + 0.222656, + 0.273438, + 0.349609, + 0.171875, + 0.19043, + 0.298828, + 0.345703, + 0.296875, + 0.308594, + 0.359375, + 0.339844, + 0.259766, + 0.308594, + 0.166992, + 0.371094, + 0.213867, + 0.341797, + 0.333984, + 0.330078, + 0.34375, + 0.333984, + 0.3125, + 0.330078, + 0.267578, + 0.361328, + 0.34375, + 0.285156, + 0.332031, + 0.283203, + 0.245117, + 0.337891, + 0.175781, + 0.341797, + 0.261719, + 0.283203, + 0.296875, + 0.328125, + 0.363281, + 0.306641, + 0.326172, + 0.324219, + 0.318359, + 0.349609, + 0.279297, + 0.330078, + 0.345703, + 0.238281, + 0.347656, + 0.178711, + 0.277344, + 0.337891, + 0.324219, + 0.328125, + 0.328125, + 0.302734, + 0.349609, + 0.302734, + 0.271484, + 0.326172, + 0.291016, + 0.206055, + 0.347656, + 0.335938, + 0.345703, + 0.351562, + 0.339844, + 0.318359, + 0.351562, + 0.332031, + 0.287109, + 0.351562, + 0.341797, + 0.289062, + 0.341797, + 0.318359, + 0.277344, + 0.345703, + 0.261719, + 0.34375, + 0.314453, + 0.365234, + 0.279297, + 0.208984, + 0.204102, + 0.369141, + 0.351562, + 0.351562, + 0.355469, + 0.291016, + 0.320312, + 0.308594, + 0.173828, + 0.333984, + 0.287109, + 0.306641, + 0.326172, + 0.285156, + 0.306641, + 0.223633, + 0.285156, + 0.330078, + 0.310547, + 0.322266, + 0.192383, + 0.333984, + 0.322266, + 0.316406, + 0.328125, + 0.316406, + 0.332031, + 0.337891, + 0.34375, + 0.226562, + 0.21875, + 0.289062, + 0.298828, + 0.347656, + 0.316406, + 0.351562, + 0.269531, + 0.320312, + 0.189453, + 0.239258, + 0.320312, + 0.337891, + 0.277344, + 0.341797, + 0.345703, + 0.287109, + 0.306641, + 0.330078, + 0.332031, + 0.333984, + 0.291016, + 0.34375, + 0.3125, + 0.341797, + 0.174805, + 0.285156, + 0.172852, + 0.330078, + 0.310547, + 0.236328, + 0.265625, + 0.328125, + 0.3125, + 0.318359, + 0.353516, + 0.217773, + 0.210938, + 0.300781, + 0.197266, + 0.296875, + 0.265625, + 0.306641, + 0.245117, + 0.341797, + 0.049072, + 0.183594, + 0.365234, + 0.294922 + ] + }, + "name": "model.model.layers.12.post_attention_layernorm.weight", + "outputIndexes": [ + 1075 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1074 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_12/Mul_output_0", + "outputIndexes": [ + 1076 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1075, + 1076 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_12/Mul_1_output_0", + "outputIndexes": [ + 1077 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1077 + ], + "outputIndexes": [ + 4740 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4740 + ], + "outputIndexes": [ + 4741 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear", + "inputIndexes": [ + 4741 + ], + "outputIndexes": [ + 4742 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 122851216, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4742 + ], + "outputIndexes": [ + 4743 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4743 + ], + "outputIndexes": [ + 1078 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1078 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_12/Sigmoid_output_0", + "outputIndexes": [ + 1079 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1078, + 1079 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_12/Mul_output_0", + "outputIndexes": [ + 1080 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1077 + ], + "outputIndexes": [ + 4744 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4744 + ], + "outputIndexes": [ + 4745 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear", + "inputIndexes": [ + 4745 + ], + "outputIndexes": [ + 4746 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 125431718, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4746 + ], + "outputIndexes": [ + 4747 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4747 + ], + "outputIndexes": [ + 1081 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1080, + 1081 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_12/Mul_output_0", + "outputIndexes": [ + 1082 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1082 + ], + "outputIndexes": [ + 4748 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4748 + ], + "outputIndexes": [ + 4749 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear", + "inputIndexes": [ + 4749 + ], + "outputIndexes": [ + 4750 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 128012220, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4750 + ], + "outputIndexes": [ + 4751 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4751 + ], + "outputIndexes": [ + 1083 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1074, + 1083 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_64_output_0", + "outputIndexes": [ + 1084 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1084, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_117_output_0", + "outputIndexes": [ + 1085 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.34375, + 0.330078, + 0.326172, + 0.285156, + 0.291016, + 0.341797, + 0.691406, + 0.304688, + 0.330078, + 0.339844, + 0.535156, + 0.294922, + 0.363281, + 0.283203, + 0.267578, + 0.259766, + 0.421875, + 0.328125, + 0.292969, + 0.355469, + 0.304688, + 0.291016, + 0.339844, + 0.361328, + 0.332031, + 0.289062, + 0.332031, + 0.285156, + 0.275391, + 0.310547, + 0.353516, + 0.320312, + 0.326172, + 0.361328, + 0.314453, + 0.300781, + 0.5, + 0.304688, + 0.472656, + 0.318359, + 0.304688, + 0.291016, + 0.347656, + 0.324219, + 0.355469, + 0.361328, + 0.408203, + 0.363281, + 0.285156, + 0.507812, + 0.304688, + 0.496094, + 0.285156, + 0.330078, + 0.419922, + 0.296875, + 0.298828, + 0.318359, + 0.351562, + 0.291016, + 0.345703, + 0.25, + 0.341797, + 0.306641, + 0.378906, + 0.441406, + 0.773438, + 0.421875, + 0.318359, + 0.691406, + 0.316406, + 0.365234, + 0.333984, + 0.328125, + 0.275391, + 0.320312, + 0.318359, + 0.267578, + 0.486328, + 0.3125, + 0.3125, + 0.273438, + 0.351562, + 0.291016, + 0.269531, + 0.332031, + 0.279297, + 0.542969, + 0.353516, + 0.441406, + 0.341797, + 0.300781, + 0.361328, + 0.314453, + 0.515625, + 0.445312, + 0.335938, + 0.275391, + 0.302734, + 0.279297, + 0.476562, + 0.333984, + 0.302734, + 0.310547, + 0.283203, + 0.410156, + 0.298828, + 0.316406, + 0.287109, + 0.279297, + 0.304688, + 0.296875, + 0.316406, + 0.400391, + 0.296875, + 0.378906, + 0.306641, + 0.271484, + 0.333984, + 0.318359, + 0.306641, + 0.398438, + 0.332031, + 0.429688, + 0.269531, + 0.326172, + 0.640625, + 0.294922, + 0.273438, + 0.535156, + 0.328125, + 0.271484, + 0.332031, + 0.3125, + 0.330078, + 0.353516, + 0.261719, + 0.28125, + 0.332031, + 0.359375, + 0.273438, + 0.347656, + 0.300781, + 0.341797, + 0.251953, + 0.3125, + 0.332031, + 0.347656, + 0.285156, + 0.355469, + 0.34375, + 0.3125, + 0.289062, + 0.322266, + 0.279297, + 0.316406, + 0.261719, + 0.373047, + 0.542969, + 0.306641, + 0.404297, + 0.355469, + 0.367188, + 0.273438, + 0.310547, + 0.292969, + 0.474609, + 0.498047, + 0.275391, + 0.353516, + 0.355469, + 0.300781, + 0.283203, + 0.314453, + 0.589844, + 0.289062, + 0.335938, + 0.302734, + 0.291016, + 0.291016, + 0.335938, + 0.345703, + 0.298828, + 0.324219, + 0.263672, + 0.328125, + 0.308594, + 0.34375, + 0.298828, + 0.269531, + 0.298828, + 0.351562, + 0.4375, + 0.285156, + 0.332031, + 0.308594, + 0.294922, + 0.332031, + 0.198242, + 0.316406, + 0.292969, + 0.269531, + 0.330078, + 0.330078, + 0.339844, + 0.287109, + 0.285156, + 0.353516, + 0.515625, + 0.300781, + 0.322266, + 0.365234, + 0.326172, + 0.458984, + 0.302734, + 0.361328, + 0.296875, + 0.332031, + 0.283203, + 0.285156, + 0.285156, + 0.287109, + 0.345703, + 0.304688, + 0.304688, + 0.339844, + 0.300781, + 0.574219, + 0.316406, + 0.34375, + 0.382812, + 0.396484, + 0.302734, + 0.320312, + 0.320312, + 0.363281, + 0.365234, + 0.359375, + 0.300781, + 0.306641, + 0.308594, + 0.3125, + 0.296875, + 0.322266, + 0.314453, + 0.302734, + 0.320312, + 0.306641, + 0.316406, + 0.337891, + 0.308594, + 0.337891, + 0.427734, + 0.320312, + 0.328125, + 0.365234, + 0.302734, + 0.300781, + 0.423828, + 0.285156, + 0.283203, + 0.326172, + 0.285156, + 0.333984, + 0.265625, + 0.316406, + 0.283203, + 0.304688, + 0.404297, + 0.292969, + 0.582031, + 0.365234, + 0.332031, + 0.609375, + 0.382812, + 0.314453, + 0.3125, + 0.359375, + 0.550781, + 0.285156, + 0.367188, + 0.347656, + 0.294922, + 0.291016, + 0.283203, + 0.3125, + 0.390625, + 0.308594, + 0.302734, + 0.298828, + 0.316406, + 0.324219, + 0.283203, + 0.314453, + 0.308594, + 0.337891, + 0.265625, + 0.285156, + 0.263672, + 0.316406, + 0.279297, + 0.269531, + 0.285156, + 0.396484, + 0.3125, + 0.289062, + 0.345703, + 0.365234, + 0.322266, + 0.310547, + 0.392578, + 0.294922, + 0.359375, + 0.382812, + 0.296875, + 0.292969, + 0.302734, + 0.398438, + 0.472656, + 0.351562, + 0.263672, + 0.324219, + 0.322266, + 0.304688, + 0.314453, + 0.341797, + 0.263672, + 0.361328, + 0.271484, + 0.335938, + 0.574219, + 0.328125, + 0.451172, + 0.292969, + 0.316406, + 0.304688, + 0.292969, + 0.330078, + 0.394531, + 0.457031, + 0.330078, + 0.314453, + 0.316406, + 0.357422, + 0.273438, + 0.292969, + 0.328125, + 0.298828, + 0.382812, + 0.302734, + 0.314453, + 0.316406, + 0.351562, + 0.330078, + 0.341797, + 0.347656, + 0.310547, + 0.292969, + 0.326172, + 0.316406, + 0.285156, + 0.378906, + 0.298828, + 0.324219, + 0.335938, + 0.310547, + 0.302734, + 0.273438, + 0.367188, + 0.353516, + 0.292969, + 0.259766, + 0.326172, + 0.396484, + 0.355469, + 0.306641, + 0.314453, + 0.322266, + 0.285156, + 0.458984, + 0.453125, + 0.365234, + 0.324219, + 0.302734, + 0.287109, + 0.353516, + 0.351562, + 0.314453, + 0.380859, + 0.316406, + 0.306641, + 0.40625, + 0.324219, + 0.480469, + 0.328125, + 0.326172, + 0.298828, + 0.328125, + 0.296875, + 0.308594, + 0.333984, + 0.425781, + 0.365234, + 0.259766, + 0.337891, + 0.359375, + 0.277344, + 0.355469, + 0.279297, + 0.324219, + 0.355469, + 0.298828, + 0.291016, + 0.283203, + 0.292969, + 0.277344, + 0.304688, + 0.275391, + 0.292969, + 0.369141, + 0.451172, + 0.296875, + 0.376953, + 0.285156, + 0.263672, + 0.380859, + 0.306641, + 0.527344, + 0.421875, + 0.339844, + 0.667969, + 0.355469, + 0.277344, + 0.361328, + 0.320312, + 0.296875, + 0.333984, + 0.332031, + 0.314453, + 0.373047, + 0.371094, + 0.357422, + 0.394531, + 0.263672, + 0.337891, + 0.386719, + 0.275391, + 0.320312, + 0.396484, + 0.349609, + 0.359375, + 0.427734, + 0.353516, + 0.263672, + 0.298828, + 0.304688, + 0.291016, + 0.294922, + 0.287109, + 0.363281, + 0.291016, + 0.451172, + 0.298828, + 0.318359, + 0.527344, + 0.304688, + 0.335938, + 0.308594, + 0.300781, + 0.421875, + 0.330078, + 0.316406, + 0.302734, + 0.333984, + 0.314453, + 0.316406, + 0.337891, + 0.279297, + 0.378906, + 0.353516, + 0.296875, + 0.320312, + 0.294922, + 0.306641, + 0.341797, + 0.330078, + 0.28125, + 0.365234, + 0.308594, + 0.318359, + 0.367188, + 0.308594, + 0.296875, + 0.277344, + 0.308594, + 0.351562, + 0.261719, + 0.337891, + 0.345703, + 0.333984, + 0.636719, + 0.34375, + 0.269531, + 0.318359, + 0.5625, + 0.3125, + 0.320312, + 0.396484, + 0.265625, + 0.294922, + 0.408203, + 0.337891, + 0.597656, + 0.375, + 0.349609, + 0.318359, + 0.3125, + 0.367188, + 0.345703, + 0.316406, + 0.333984, + 0.339844, + 0.466797, + 0.246094, + 0.328125, + 0.335938, + 0.298828, + 0.328125, + 0.283203, + 0.400391, + 0.494141, + 0.341797, + 0.367188, + 0.40625, + 0.3125, + 0.306641, + 0.300781, + 0.314453, + 0.341797, + 0.326172, + 0.304688, + 0.464844, + 0.345703, + 0.287109, + 0.373047, + 0.349609, + 0.304688, + 0.482422, + 0.347656, + 0.458984, + 0.408203, + 0.332031, + 0.369141, + 0.326172, + 0.384766, + 0.300781, + 0.316406, + 0.059082, + 0.289062, + 0.464844, + 0.519531, + 0.443359, + 0.255859, + 0.330078, + 0.34375, + 0.339844, + 0.269531, + 0.273438, + 0.332031, + 0.296875, + 0.28125, + 0.292969, + 0.380859, + 0.271484, + 0.306641, + 0.285156, + 0.298828, + 0.271484, + 0.339844, + 0.394531, + 0.386719, + 0.332031, + 0.304688, + 0.398438, + 0.292969, + 0.3125, + 0.347656, + 0.335938, + 0.296875, + 0.302734, + 0.324219, + 0.408203, + 0.298828, + 0.275391, + 0.339844, + 0.357422, + 0.275391, + 0.515625, + 0.414062, + 0.365234, + 0.304688, + 0.324219, + 0.326172, + 0.302734, + 0.460938, + 0.339844, + 0.292969, + 0.306641, + 0.302734, + 0.265625, + 0.363281, + 0.265625, + 0.375, + 0.373047, + 0.294922, + 0.332031, + 0.419922, + 0.287109, + 0.373047, + 0.326172, + 0.507812, + 0.265625, + 0.333984, + 0.341797, + 0.330078, + 0.484375, + 0.328125, + 0.519531, + 0.275391, + 0.455078, + 0.447266, + 0.285156, + 0.294922, + 0.285156, + 0.322266, + 0.277344, + 0.300781, + 0.410156, + 0.314453, + 0.298828, + 0.337891, + 0.324219, + 0.339844, + 0.345703, + 0.408203, + 0.361328, + 0.345703, + 0.433594, + 0.396484, + 0.365234, + 0.308594, + 0.347656, + 0.310547, + 0.433594, + 0.279297, + 0.298828, + 0.507812, + 0.265625, + 0.363281, + 0.400391, + 0.382812, + 0.326172, + 0.322266, + 0.384766, + 0.287109, + 0.291016, + 0.283203, + 0.3125, + 0.320312, + 0.330078, + 0.330078, + 0.310547, + 0.34375, + 0.511719, + 0.40625, + 0.462891, + 0.394531, + 0.261719, + 0.332031, + 0.326172, + 0.283203, + 0.296875, + 0.679688, + 0.333984, + 0.314453, + 0.371094, + 0.390625, + 0.322266, + 0.314453, + 0.298828, + 0.308594, + 0.296875, + 0.355469, + 0.279297, + 0.367188, + 0.306641, + 0.320312, + 0.326172, + 0.279297, + 0.255859, + 0.330078, + 0.318359, + 0.367188, + 0.314453, + 0.464844, + 0.419922, + 0.304688, + 0.330078, + 0.353516, + 0.351562, + 0.423828, + 0.322266, + 0.289062, + 0.300781, + 0.289062, + 0.326172, + 0.332031, + 0.449219, + 0.398438, + 0.283203, + 0.445312, + 0.335938, + 0.363281, + 0.283203, + 0.269531, + 0.294922, + 0.535156, + 0.34375, + 0.347656, + 0.328125, + 0.302734, + 0.277344, + 0.300781, + 0.302734, + 0.375, + 0.314453, + 0.388672, + 0.322266, + 0.292969, + 0.333984, + 0.287109, + 0.306641, + 0.273438, + 0.367188, + 0.308594, + 0.28125, + 0.511719, + 0.294922, + 0.310547, + 0.408203, + 0.373047, + 0.519531, + 0.392578, + 0.3125, + 0.291016, + 0.283203, + 0.285156, + 0.359375, + 0.341797, + 0.287109, + 0.351562, + 0.320312, + 0.324219, + 0.460938, + 0.337891, + 0.314453, + 0.328125, + 0.275391, + 0.273438, + 0.582031, + 0.371094, + 0.390625, + 0.378906, + 0.308594, + 0.4375, + 0.363281, + 0.398438, + 0.294922, + 0.332031, + 0.332031, + 0.402344, + 0.255859, + 0.470703, + 0.380859, + 0.300781, + 0.341797, + 0.388672, + 0.349609, + 0.332031, + 0.304688, + 0.300781, + 0.371094, + 0.326172, + 0.361328, + 0.326172, + 0.298828, + 0.617188, + 0.294922, + 0.324219, + 0.3125, + 0.285156, + 0.314453, + 0.3125, + 0.421875, + 0.291016, + 0.349609, + 0.271484, + 0.363281, + 0.373047, + 0.316406, + 0.335938, + 0.263672, + 0.310547, + 0.318359, + 0.320312, + 0.375, + 0.304688, + 0.304688, + 0.291016, + 0.310547, + 0.310547, + 0.277344, + 0.283203, + 0.363281, + 0.326172, + 0.28125, + 0.265625, + 0.353516, + 0.318359, + 0.304688, + 0.289062, + 0.287109, + 0.337891, + 0.460938, + 0.291016, + 0.300781, + 0.285156, + 0.328125, + 0.339844, + 0.3125, + 0.296875, + 0.328125, + 0.267578, + 0.320312, + 0.279297, + 0.363281, + 0.357422, + 0.273438, + 0.298828, + 0.335938, + 0.3125, + 0.416016, + 0.589844, + 0.341797, + 0.3125, + 0.345703, + 0.416016, + 0.361328, + 0.332031, + 0.332031, + 0.361328, + 0.332031, + 0.316406, + 0.421875, + 0.339844, + 0.542969, + 0.330078, + 0.341797, + 0.367188, + 0.351562, + 0.318359, + 0.328125, + 0.306641, + 0.267578, + 0.339844, + 0.287109, + 0.527344, + 0.492188, + 0.3125, + 0.578125, + 0.316406, + 0.333984, + 0.302734, + 0.341797, + 0.314453, + 0.257812, + 0.291016, + 0.451172, + 0.294922, + 0.302734, + 0.287109, + 0.285156, + 0.431641, + 0.322266, + 0.279297, + 0.277344, + 0.353516, + 0.289062, + 0.341797, + 0.335938, + 0.429688, + 0.470703, + 0.373047, + 0.345703, + 0.308594, + 0.269531, + 0.335938, + 0.283203, + 0.416016, + 0.341797, + 0.396484, + 0.300781, + 0.289062, + 0.306641, + 0.324219, + 0.285156, + 0.318359, + 0.308594, + 0.28125, + 0.289062, + 0.371094, + 0.353516, + 0.333984, + 0.300781, + 0.337891, + 0.523438, + 0.308594, + 0.443359, + 0.298828, + 0.326172, + 0.318359, + 0.361328, + 0.294922, + 0.402344, + 0.322266, + 0.320312, + 0.302734, + 0.488281, + 0.507812, + 0.279297, + 0.300781, + 0.304688, + 0.410156, + 0.275391, + 0.294922, + 0.345703, + 0.347656, + 0.302734, + 0.283203, + 0.316406, + 0.341797, + 0.441406, + 0.326172, + 0.328125, + 0.335938, + 0.320312, + 0.320312, + 0.376953, + 0.339844, + 0.59375, + 0.285156, + 0.302734, + 0.314453, + 0.300781, + 0.314453, + 0.308594, + 0.554688, + 0.265625, + 0.310547, + 0.310547, + 0.294922, + 0.4375, + 0.306641, + 0.371094, + 0.302734, + 0.347656, + 0.291016, + 0.390625, + 0.585938, + 0.292969, + 0.546875, + 0.412109, + 0.328125, + 0.390625, + 0.283203, + 0.332031, + 0.283203, + 0.421875, + 0.546875, + 0.326172, + 0.330078, + 0.296875, + 0.433594, + 0.441406, + 0.330078, + 0.273438, + 0.359375, + 0.310547, + 0.291016, + 0.275391, + 0.285156, + 0.357422, + 0.302734, + 0.330078, + 0.291016, + 0.271484, + 0.322266, + 0.296875, + 0.339844, + 0.324219, + 0.357422, + 0.255859, + 0.376953, + 0.298828, + 0.279297, + 0.28125, + 0.345703, + 0.380859, + 0.322266, + 0.337891, + 0.318359, + 0.363281, + 0.310547, + 0.289062, + 0.287109, + 0.292969, + 0.421875, + 0.349609, + 0.466797, + 0.300781, + 0.277344, + 0.349609, + 0.384766, + 0.324219, + 0.298828, + 0.314453, + 0.369141, + 0.746094, + 0.363281, + 0.294922, + 0.335938, + 0.277344, + 0.507812, + 0.275391, + 0.287109, + 0.53125, + 0.316406, + 0.511719, + 0.332031, + 0.367188, + 0.302734, + 0.326172, + 0.34375, + 0.306641, + 0.285156, + 0.28125, + 0.535156, + 0.3125, + 0.328125, + 0.291016, + 0.273438, + 0.302734, + 0.291016, + 0.427734, + 0.652344, + 0.347656, + 0.265625, + 0.298828, + 0.382812, + 0.365234, + 0.345703, + 0.40625, + 0.314453, + 0.285156, + 0.269531, + 0.349609, + 0.341797, + 0.416016, + 0.345703, + 0.330078, + 0.333984, + 0.380859, + 0.292969, + 0.326172, + 0.376953, + 0.271484, + 0.269531, + 0.330078, + 0.431641, + 0.330078, + 0.304688, + 0.333984, + 0.404297, + 0.285156, + 0.355469, + 0.292969, + 0.326172, + 0.283203, + 0.306641, + 0.423828, + 0.335938, + 0.371094, + 0.292969, + 0.292969, + 0.408203, + 0.652344, + 0.271484, + 0.316406, + 0.335938, + 0.308594, + 0.359375, + 0.318359, + 0.345703, + 0.275391, + 0.65625, + 0.28125, + 0.3125, + 0.304688, + 0.308594, + 0.392578, + 0.318359, + 0.302734, + 0.570312, + 0.376953, + 0.320312, + 0.310547, + 0.292969, + 0.302734, + 0.34375, + 0.277344, + 0.310547, + 0.318359, + 0.574219, + 0.316406, + 0.388672, + 0.285156, + 0.347656, + 0.332031, + 0.279297, + 0.351562, + 0.310547, + 0.263672, + 0.333984, + 0.322266, + 0.308594, + 0.347656, + 0.300781, + 0.332031, + 0.503906, + 0.294922, + 0.474609, + 0.277344, + 0.367188, + 0.357422, + 0.326172, + 0.3125, + 0.245117, + 0.361328, + 0.3125, + 0.292969, + 0.326172, + 0.318359, + 0.351562, + 0.294922, + 0.302734, + 0.308594, + 0.277344, + 0.46875, + 0.382812, + 0.283203, + 0.294922, + 0.302734, + 0.314453, + 0.300781, + 0.349609, + 0.335938, + 0.371094, + 0.304688, + 0.341797, + 0.363281, + 0.345703, + 0.28125, + 0.275391, + 0.294922, + 0.306641, + 0.308594, + 0.283203, + 0.337891, + 0.330078, + 0.308594, + 0.300781, + 0.318359, + 0.271484, + 0.345703, + 0.355469, + 0.298828, + 0.339844, + 0.380859, + 0.283203, + 0.421875, + 0.332031, + 0.414062, + 0.404297, + 0.273438, + 0.330078, + 0.302734, + 0.318359, + 0.330078, + 0.306641, + 0.291016, + 0.470703, + 0.294922, + 0.330078, + 0.330078, + 0.279297, + 0.326172, + 0.34375, + 0.429688, + 0.326172, + 0.271484, + 0.287109, + 0.298828, + 0.464844, + 0.287109, + 0.289062, + 0.335938, + 0.289062, + 0.322266, + 0.306641, + 0.261719, + 0.298828, + 0.423828, + 0.365234, + 0.328125, + 0.347656, + 0.271484, + 0.324219, + 0.308594, + 0.34375, + 0.34375, + 0.40625, + 0.445312, + 0.285156, + 0.328125, + 0.337891, + 0.291016, + 0.404297, + 0.332031, + 0.279297, + 0.300781, + 0.298828, + 0.337891, + 0.341797, + 0.310547, + 0.283203, + 0.275391, + 0.457031, + 0.347656, + 0.474609, + 0.324219, + 0.306641, + 0.40625, + 0.306641, + 0.371094, + 0.484375, + 0.320312, + 0.304688, + 0.357422, + 0.408203, + 0.308594, + 0.355469, + 0.335938, + 0.337891, + 0.320312, + 0.345703, + 0.292969, + 0.566406, + 0.457031, + 0.320312, + 0.347656 + ] + }, + "name": "model.model.layers.13.input_layernorm.weight", + "outputIndexes": [ + 1086 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1085 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_13/Mul_output_0", + "outputIndexes": [ + 1087 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1086, + 1087 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_13/Mul_1_output_0", + "outputIndexes": [ + 1088 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1088 + ], + "outputIndexes": [ + 4752 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4752 + ], + "outputIndexes": [ + 4753 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear", + "inputIndexes": [ + 4753 + ], + "outputIndexes": [ + 4754 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 130592722, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4754 + ], + "outputIndexes": [ + 4755 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4755 + ], + "outputIndexes": [ + 1089 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1088 + ], + "main_type": "NONE", + "name": "/Shape_183_output_0", + "outputIndexes": [ + 1090 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1090 + ], + "main_type": "NONE", + "name": "Shape2887", + "outputIndexes": [ + 1091 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1090 + ], + "main_type": "NONE", + "name": "Rank2889", + "outputIndexes": [ + 1092 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1092, + 1092 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2891", + "outputIndexes": [ + 1093 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1093 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2892", + "outputIndexes": [ + 1094 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1093, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2894", + "outputIndexes": [ + 1095 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1095 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2895", + "outputIndexes": [ + 1096 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1091, + 1094, + 1096, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2898", + "outputIndexes": [ + 1097 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1097 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2899", + "outputIndexes": [ + 1098 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1098 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2900", + "outputIndexes": [ + 1099 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1099, + 1098 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2901", + "outputIndexes": [ + 1100 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1090, + 1100, + 1093 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_199_output_0", + "outputIndexes": [ + 1101 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1101, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_417_output_0", + "outputIndexes": [ + 1102 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1102, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_169_output_0", + "outputIndexes": [ + 1103 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1089, + 1103 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_118_output_0", + "outputIndexes": [ + 1104 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1104, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_104_output_0", + "outputIndexes": [ + 1105 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1104 + ], + "main_type": "NONE", + "name": "/Shape_184_output_0", + "outputIndexes": [ + 1106 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1106 + ], + "main_type": "NONE", + "name": "Shape2908", + "outputIndexes": [ + 1107 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1106 + ], + "main_type": "NONE", + "name": "Rank2910", + "outputIndexes": [ + 1108 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1108, + 1108 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2912", + "outputIndexes": [ + 1109 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1109 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2913", + "outputIndexes": [ + 1110 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1109, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2915", + "outputIndexes": [ + 1111 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1111 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2916", + "outputIndexes": [ + 1112 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1107, + 1110, + 1112, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2919", + "outputIndexes": [ + 1113 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1113 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2920", + "outputIndexes": [ + 1114 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1114 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2921", + "outputIndexes": [ + 1115 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1115, + 1114 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2922", + "outputIndexes": [ + 1116 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1106, + 1116, + 1109 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_200_output_0", + "outputIndexes": [ + 1117 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1117, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_39_output_0", + "outputIndexes": [ + 1118 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1118, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_422_output_0", + "outputIndexes": [ + 1119 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1104, + 1119, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_53_output_0", + "outputIndexes": [ + 1120 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1120 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_26_output_0", + "outputIndexes": [ + 1121 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1104, + 22, + 1119, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_52_output_0", + "outputIndexes": [ + 1122 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1121, + 1122 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_172_output_0", + "outputIndexes": [ + 1123 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1123, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_105_output_0", + "outputIndexes": [ + 1124 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1105, + 1124 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_65_output_0", + "outputIndexes": [ + 1125 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1088 + ], + "outputIndexes": [ + 4756 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4756 + ], + "outputIndexes": [ + 4757 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear", + "inputIndexes": [ + 4757 + ], + "outputIndexes": [ + 4758 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 131514344, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4758 + ], + "outputIndexes": [ + 4759 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4759 + ], + "outputIndexes": [ + 1126 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1102, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_170_output_0", + "outputIndexes": [ + 1127 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1126, + 1127 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_119_output_0", + "outputIndexes": [ + 1128 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1128, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_106_output_0", + "outputIndexes": [ + 1129 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1128 + ], + "main_type": "NONE", + "name": "/Shape_185_output_0", + "outputIndexes": [ + 1130 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1130 + ], + "main_type": "NONE", + "name": "Shape2971", + "outputIndexes": [ + 1131 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1130 + ], + "main_type": "NONE", + "name": "Rank2973", + "outputIndexes": [ + 1132 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1132, + 1132 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2975", + "outputIndexes": [ + 1133 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1133 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2976", + "outputIndexes": [ + 1134 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1133, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2978", + "outputIndexes": [ + 1135 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1135 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2979", + "outputIndexes": [ + 1136 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1131, + 1134, + 1136, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2982", + "outputIndexes": [ + 1137 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1137 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2983", + "outputIndexes": [ + 1138 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2984", + "outputIndexes": [ + 1139 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1139, + 1138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2985", + "outputIndexes": [ + 1140 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1130, + 1140, + 1133 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_201_output_0", + "outputIndexes": [ + 1141 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1141, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_40_output_0", + "outputIndexes": [ + 1142 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1142, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_424_output_0", + "outputIndexes": [ + 1143 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1128, + 1143, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_55_output_0", + "outputIndexes": [ + 1144 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1144 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_27_output_0", + "outputIndexes": [ + 1145 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1128, + 22, + 1143, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_54_output_0", + "outputIndexes": [ + 1146 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1145, + 1146 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_173_output_0", + "outputIndexes": [ + 1147 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1147, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_107_output_0", + "outputIndexes": [ + 1148 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1129, + 1148 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_66_output_0", + "outputIndexes": [ + 1149 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1088 + ], + "outputIndexes": [ + 4760 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4760 + ], + "outputIndexes": [ + 4761 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear", + "inputIndexes": [ + 4761 + ], + "outputIndexes": [ + 4762 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 131744766, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4762 + ], + "outputIndexes": [ + 4763 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4763 + ], + "outputIndexes": [ + 1150 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1150, + 1127 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_120_output_0", + "outputIndexes": [ + 1151 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1125, + 1149, + 1151, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_125_output_0", + "outputIndexes": [ + 1152 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1152 + ], + "outputIndexes": [ + 4764 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4764 + ], + "outputIndexes": [ + 4765 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear", + "inputIndexes": [ + 4765 + ], + "outputIndexes": [ + 4766 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 131975188, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4766 + ], + "outputIndexes": [ + 4767 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4767 + ], + "outputIndexes": [ + 1153 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1085, + 1153 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_68_output_0", + "outputIndexes": [ + 1154 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.238281, + 0.320312, + 0.335938, + 0.359375, + 0.353516, + 0.320312, + 0.134766, + 0.349609, + 0.267578, + 0.253906, + 0.170898, + 0.328125, + 0.214844, + 0.324219, + 0.324219, + 0.351562, + 0.245117, + 0.304688, + 0.3125, + 0.198242, + 0.324219, + 0.355469, + 0.291016, + 0.251953, + 0.304688, + 0.349609, + 0.277344, + 0.333984, + 0.328125, + 0.324219, + 0.263672, + 0.155273, + 0.326172, + 0.292969, + 0.328125, + 0.322266, + 0.183594, + 0.332031, + 0.185547, + 0.34375, + 0.318359, + 0.349609, + 0.291016, + 0.291016, + 0.225586, + 0.3125, + 0.376953, + 0.208984, + 0.363281, + 0.192383, + 0.353516, + 0.185547, + 0.320312, + 0.341797, + 0.219727, + 0.328125, + 0.363281, + 0.304688, + 0.298828, + 0.386719, + 0.335938, + 0.339844, + 0.273438, + 0.326172, + 0.255859, + 0.253906, + 0.146484, + 0.157227, + 0.351562, + 0.162109, + 0.355469, + 0.194336, + 0.271484, + 0.292969, + 0.361328, + 0.28125, + 0.277344, + 0.357422, + 0.147461, + 0.3125, + 0.291016, + 0.359375, + 0.271484, + 0.300781, + 0.328125, + 0.208984, + 0.361328, + 0.209961, + 0.378906, + 0.213867, + 0.277344, + 0.320312, + 0.213867, + 0.330078, + 0.140625, + 0.181641, + 0.361328, + 0.349609, + 0.351562, + 0.347656, + 0.261719, + 0.287109, + 0.34375, + 0.330078, + 0.347656, + 0.177734, + 0.34375, + 0.335938, + 0.322266, + 0.332031, + 0.328125, + 0.355469, + 0.302734, + 0.310547, + 0.335938, + 0.279297, + 0.314453, + 0.328125, + 0.351562, + 0.341797, + 0.318359, + 0.229492, + 0.371094, + 0.242188, + 0.376953, + 0.294922, + 0.144531, + 0.339844, + 0.333984, + 0.398438, + 0.345703, + 0.349609, + 0.318359, + 0.318359, + 0.314453, + 0.300781, + 0.349609, + 0.324219, + 0.287109, + 0.251953, + 0.339844, + 0.314453, + 0.324219, + 0.373047, + 0.367188, + 0.324219, + 0.3125, + 0.253906, + 0.332031, + 0.322266, + 0.310547, + 0.322266, + 0.339844, + 0.353516, + 0.341797, + 0.300781, + 0.355469, + 0.320312, + 0.139648, + 0.330078, + 0.157227, + 0.287109, + 0.230469, + 0.353516, + 0.302734, + 0.376953, + 0.154297, + 0.355469, + 0.304688, + 0.182617, + 0.265625, + 0.34375, + 0.357422, + 0.259766, + 0.155273, + 0.380859, + 0.271484, + 0.337891, + 0.365234, + 0.337891, + 0.3125, + 0.257812, + 0.300781, + 0.3125, + 0.363281, + 0.333984, + 0.332031, + 0.322266, + 0.335938, + 0.361328, + 0.353516, + 0.292969, + 0.166992, + 0.3125, + 0.316406, + 0.324219, + 0.306641, + 0.243164, + 0.061523, + 0.322266, + 0.318359, + 0.314453, + 0.269531, + 0.306641, + 0.271484, + 0.320312, + 0.347656, + 0.291016, + 0.248047, + 0.347656, + 0.328125, + 0.306641, + 0.318359, + 0.181641, + 0.326172, + 0.3125, + 0.330078, + 0.294922, + 0.351562, + 0.339844, + 0.322266, + 0.332031, + 0.248047, + 0.292969, + 0.361328, + 0.285156, + 0.332031, + 0.167969, + 0.373047, + 0.271484, + 0.259766, + 0.229492, + 0.357422, + 0.304688, + 0.357422, + 0.230469, + 0.322266, + 0.261719, + 0.351562, + 0.339844, + 0.337891, + 0.285156, + 0.308594, + 0.306641, + 0.330078, + 0.289062, + 0.21875, + 0.355469, + 0.34375, + 0.300781, + 0.333984, + 0.244141, + 0.186523, + 0.318359, + 0.287109, + 0.339844, + 0.265625, + 0.304688, + 0.208008, + 0.361328, + 0.361328, + 0.337891, + 0.339844, + 0.251953, + 0.353516, + 0.34375, + 0.302734, + 0.359375, + 0.191406, + 0.359375, + 0.183594, + 0.330078, + 0.291016, + 0.168945, + 0.241211, + 0.361328, + 0.314453, + 0.243164, + 0.204102, + 0.351562, + 0.241211, + 0.337891, + 0.316406, + 0.34375, + 0.341797, + 0.302734, + 0.378906, + 0.355469, + 0.34375, + 0.353516, + 0.351562, + 0.324219, + 0.332031, + 0.310547, + 0.332031, + 0.328125, + 0.269531, + 0.333984, + 0.353516, + 0.332031, + 0.3125, + 0.320312, + 0.322266, + 0.210938, + 0.322266, + 0.333984, + 0.251953, + 0.302734, + 0.351562, + 0.388672, + 0.208984, + 0.367188, + 0.294922, + 0.238281, + 0.347656, + 0.292969, + 0.341797, + 0.227539, + 0.271484, + 0.242188, + 0.363281, + 0.371094, + 0.328125, + 0.347656, + 0.291016, + 0.269531, + 0.324219, + 0.369141, + 0.359375, + 0.263672, + 0.210938, + 0.241211, + 0.183594, + 0.320312, + 0.310547, + 0.318359, + 0.34375, + 0.25, + 0.181641, + 0.192383, + 0.292969, + 0.3125, + 0.333984, + 0.234375, + 0.353516, + 0.357422, + 0.263672, + 0.324219, + 0.265625, + 0.347656, + 0.351562, + 0.333984, + 0.255859, + 0.320312, + 0.326172, + 0.353516, + 0.347656, + 0.324219, + 0.298828, + 0.363281, + 0.3125, + 0.241211, + 0.339844, + 0.351562, + 0.306641, + 0.316406, + 0.355469, + 0.359375, + 0.246094, + 0.263672, + 0.365234, + 0.306641, + 0.34375, + 0.168945, + 0.310547, + 0.304688, + 0.332031, + 0.337891, + 0.339844, + 0.180664, + 0.116699, + 0.279297, + 0.361328, + 0.330078, + 0.335938, + 0.275391, + 0.269531, + 0.355469, + 0.25, + 0.320312, + 0.318359, + 0.19043, + 0.357422, + 0.183594, + 0.361328, + 0.333984, + 0.318359, + 0.363281, + 0.34375, + 0.328125, + 0.304688, + 0.353516, + 0.227539, + 0.339844, + 0.380859, + 0.245117, + 0.367188, + 0.314453, + 0.351562, + 0.337891, + 0.269531, + 0.363281, + 0.335938, + 0.308594, + 0.347656, + 0.367188, + 0.300781, + 0.332031, + 0.341797, + 0.257812, + 0.435547, + 0.291016, + 0.162109, + 0.335938, + 0.337891, + 0.210938, + 0.335938, + 0.298828, + 0.22168, + 0.314453, + 0.146484, + 0.232422, + 0.349609, + 0.314453, + 0.289062, + 0.351562, + 0.384766, + 0.304688, + 0.292969, + 0.332031, + 0.371094, + 0.236328, + 0.231445, + 0.371094, + 0.275391, + 0.238281, + 0.333984, + 0.347656, + 0.198242, + 0.324219, + 0.291016, + 0.257812, + 0.306641, + 0.349609, + 0.349609, + 0.351562, + 0.332031, + 0.328125, + 0.294922, + 0.263672, + 0.328125, + 0.275391, + 0.326172, + 0.337891, + 0.15332, + 0.351562, + 0.28125, + 0.337891, + 0.353516, + 0.219727, + 0.310547, + 0.333984, + 0.339844, + 0.302734, + 0.306641, + 0.291016, + 0.291016, + 0.355469, + 0.255859, + 0.255859, + 0.330078, + 0.345703, + 0.392578, + 0.306641, + 0.349609, + 0.275391, + 0.335938, + 0.242188, + 0.349609, + 0.308594, + 0.345703, + 0.355469, + 0.357422, + 0.333984, + 0.318359, + 0.245117, + 0.351562, + 0.310547, + 0.261719, + 0.259766, + 0.116699, + 0.279297, + 0.353516, + 0.34375, + 0.168945, + 0.34375, + 0.300781, + 0.298828, + 0.361328, + 0.324219, + 0.296875, + 0.361328, + 0.169922, + 0.238281, + 0.271484, + 0.337891, + 0.361328, + 0.214844, + 0.277344, + 0.28125, + 0.318359, + 0.332031, + 0.177734, + 0.351562, + 0.359375, + 0.308594, + 0.335938, + 0.357422, + 0.357422, + 0.269531, + 0.226562, + 0.283203, + 0.212891, + 0.152344, + 0.339844, + 0.296875, + 0.300781, + 0.351562, + 0.285156, + 0.308594, + 0.339844, + 0.194336, + 0.263672, + 0.351562, + 0.335938, + 0.257812, + 0.330078, + 0.163086, + 0.267578, + 0.242188, + 0.28125, + 0.324219, + 0.349609, + 0.335938, + 0.328125, + 0.326172, + 0.283203, + 0.185547, + 0.332031, + 0.174805, + 0.174805, + 0.244141, + 0.349609, + 0.298828, + 0.248047, + 0.195312, + 0.349609, + 0.337891, + 0.328125, + 0.316406, + 0.365234, + 0.349609, + 0.21582, + 0.351562, + 0.298828, + 0.335938, + 0.296875, + 0.332031, + 0.279297, + 0.15918, + 0.404297, + 0.320312, + 0.296875, + 0.3125, + 0.34375, + 0.314453, + 0.308594, + 0.330078, + 0.386719, + 0.314453, + 0.269531, + 0.210938, + 0.345703, + 0.351562, + 0.339844, + 0.240234, + 0.347656, + 0.161133, + 0.195312, + 0.353516, + 0.335938, + 0.320312, + 0.332031, + 0.310547, + 0.15625, + 0.230469, + 0.337891, + 0.28125, + 0.302734, + 0.363281, + 0.257812, + 0.376953, + 0.332031, + 0.245117, + 0.318359, + 0.314453, + 0.206055, + 0.322266, + 0.296875, + 0.351562, + 0.144531, + 0.330078, + 0.294922, + 0.3125, + 0.28125, + 0.163086, + 0.357422, + 0.174805, + 0.316406, + 0.15332, + 0.071289, + 0.289062, + 0.314453, + 0.34375, + 0.249023, + 0.347656, + 0.324219, + 0.292969, + 0.34375, + 0.324219, + 0.255859, + 0.361328, + 0.332031, + 0.236328, + 0.19043, + 0.283203, + 0.287109, + 0.15918, + 0.298828, + 0.28125, + 0.359375, + 0.378906, + 0.347656, + 0.200195, + 0.324219, + 0.308594, + 0.138672, + 0.34375, + 0.196289, + 0.192383, + 0.291016, + 0.361328, + 0.28125, + 0.229492, + 0.316406, + 0.328125, + 0.308594, + 0.353516, + 0.306641, + 0.365234, + 0.335938, + 0.326172, + 0.298828, + 0.174805, + 0.234375, + 0.172852, + 0.316406, + 0.355469, + 0.304688, + 0.353516, + 0.345703, + 0.337891, + 0.125, + 0.285156, + 0.322266, + 0.351562, + 0.240234, + 0.386719, + 0.361328, + 0.292969, + 0.291016, + 0.339844, + 0.300781, + 0.353516, + 0.255859, + 0.351562, + 0.332031, + 0.251953, + 0.349609, + 0.353516, + 0.300781, + 0.328125, + 0.235352, + 0.324219, + 0.208984, + 0.225586, + 0.341797, + 0.291016, + 0.253906, + 0.308594, + 0.217773, + 0.339844, + 0.326172, + 0.349609, + 0.361328, + 0.314453, + 0.3125, + 0.204102, + 0.198242, + 0.337891, + 0.176758, + 0.285156, + 0.246094, + 0.332031, + 0.345703, + 0.283203, + 0.180664, + 0.310547, + 0.310547, + 0.306641, + 0.363281, + 0.180664, + 0.324219, + 0.322266, + 0.22168, + 0.371094, + 0.204102, + 0.318359, + 0.326172, + 0.328125, + 0.355469, + 0.328125, + 0.355469, + 0.277344, + 0.341797, + 0.345703, + 0.121582, + 0.330078, + 0.345703, + 0.163086, + 0.226562, + 0.155273, + 0.369141, + 0.289062, + 0.361328, + 0.351562, + 0.314453, + 0.263672, + 0.253906, + 0.292969, + 0.326172, + 0.355469, + 0.292969, + 0.213867, + 0.351562, + 0.332031, + 0.242188, + 0.345703, + 0.298828, + 0.162109, + 0.239258, + 0.248047, + 0.246094, + 0.287109, + 0.217773, + 0.34375, + 0.300781, + 0.373047, + 0.328125, + 0.349609, + 0.22168, + 0.376953, + 0.222656, + 0.347656, + 0.337891, + 0.318359, + 0.251953, + 0.328125, + 0.324219, + 0.310547, + 0.332031, + 0.265625, + 0.304688, + 0.236328, + 0.289062, + 0.34375, + 0.183594, + 0.302734, + 0.302734, + 0.345703, + 0.351562, + 0.341797, + 0.341797, + 0.28125, + 0.316406, + 0.380859, + 0.363281, + 0.208984, + 0.304688, + 0.269531, + 0.353516, + 0.371094, + 0.294922, + 0.333984, + 0.308594, + 0.261719, + 0.318359, + 0.316406, + 0.337891, + 0.375, + 0.298828, + 0.365234, + 0.353516, + 0.292969, + 0.291016, + 0.345703, + 0.308594, + 0.273438, + 0.359375, + 0.351562, + 0.3125, + 0.300781, + 0.337891, + 0.163086, + 0.376953, + 0.324219, + 0.332031, + 0.337891, + 0.25, + 0.318359, + 0.361328, + 0.318359, + 0.349609, + 0.320312, + 0.345703, + 0.251953, + 0.231445, + 0.349609, + 0.34375, + 0.302734, + 0.230469, + 0.380859, + 0.182617, + 0.306641, + 0.333984, + 0.316406, + 0.212891, + 0.322266, + 0.238281, + 0.341797, + 0.263672, + 0.314453, + 0.376953, + 0.176758, + 0.333984, + 0.197266, + 0.3125, + 0.289062, + 0.298828, + 0.240234, + 0.300781, + 0.308594, + 0.326172, + 0.347656, + 0.255859, + 0.328125, + 0.143555, + 0.165039, + 0.337891, + 0.177734, + 0.337891, + 0.361328, + 0.320312, + 0.3125, + 0.320312, + 0.316406, + 0.298828, + 0.259766, + 0.339844, + 0.322266, + 0.351562, + 0.314453, + 0.213867, + 0.322266, + 0.359375, + 0.359375, + 0.197266, + 0.341797, + 0.308594, + 0.339844, + 0.212891, + 0.355469, + 0.269531, + 0.28125, + 0.353516, + 0.337891, + 0.310547, + 0.330078, + 0.294922, + 0.291016, + 0.225586, + 0.367188, + 0.34375, + 0.359375, + 0.3125, + 0.302734, + 0.326172, + 0.304688, + 0.34375, + 0.369141, + 0.230469, + 0.285156, + 0.365234, + 0.304688, + 0.363281, + 0.167969, + 0.310547, + 0.21875, + 0.322266, + 0.330078, + 0.296875, + 0.224609, + 0.302734, + 0.386719, + 0.333984, + 0.353516, + 0.316406, + 0.158203, + 0.172852, + 0.333984, + 0.347656, + 0.34375, + 0.210938, + 0.320312, + 0.363281, + 0.287109, + 0.308594, + 0.332031, + 0.351562, + 0.308594, + 0.34375, + 0.203125, + 0.320312, + 0.339844, + 0.298828, + 0.337891, + 0.316406, + 0.357422, + 0.294922, + 0.116699, + 0.357422, + 0.328125, + 0.320312, + 0.335938, + 0.25, + 0.361328, + 0.160156, + 0.330078, + 0.324219, + 0.349609, + 0.318359, + 0.378906, + 0.380859, + 0.275391, + 0.341797, + 0.28125, + 0.306641, + 0.339844, + 0.226562, + 0.371094, + 0.148438, + 0.308594, + 0.261719, + 0.289062, + 0.291016, + 0.341797, + 0.322266, + 0.213867, + 0.189453, + 0.298828, + 0.304688, + 0.367188, + 0.193359, + 0.320312, + 0.279297, + 0.339844, + 0.320312, + 0.34375, + 0.337891, + 0.314453, + 0.34375, + 0.21582, + 0.34375, + 0.351562, + 0.349609, + 0.337891, + 0.384766, + 0.341797, + 0.255859, + 0.28125, + 0.240234, + 0.376953, + 0.24707, + 0.332031, + 0.355469, + 0.341797, + 0.283203, + 0.302734, + 0.269531, + 0.353516, + 0.337891, + 0.308594, + 0.373047, + 0.357422, + 0.359375, + 0.300781, + 0.3125, + 0.335938, + 0.164062, + 0.345703, + 0.333984, + 0.287109, + 0.200195, + 0.296875, + 0.335938, + 0.291016, + 0.261719, + 0.201172, + 0.200195, + 0.365234, + 0.365234, + 0.361328, + 0.152344, + 0.326172, + 0.332031, + 0.168945, + 0.3125, + 0.169922, + 0.320312, + 0.298828, + 0.328125, + 0.285156, + 0.3125, + 0.337891, + 0.369141, + 0.357422, + 0.166992, + 0.316406, + 0.369141, + 0.3125, + 0.359375, + 0.332031, + 0.34375, + 0.192383, + 0.150391, + 0.291016, + 0.361328, + 0.308594, + 0.237305, + 0.353516, + 0.304688, + 0.21875, + 0.332031, + 0.363281, + 0.349609, + 0.283203, + 0.351562, + 0.289062, + 0.320312, + 0.361328, + 0.243164, + 0.232422, + 0.34375, + 0.341797, + 0.267578, + 0.328125, + 0.363281, + 0.277344, + 0.15918, + 0.341797, + 0.339844, + 0.347656, + 0.283203, + 0.314453, + 0.273438, + 0.359375, + 0.359375, + 0.318359, + 0.310547, + 0.193359, + 0.310547, + 0.259766, + 0.353516, + 0.361328, + 0.341797, + 0.201172, + 0.355469, + 0.277344, + 0.339844, + 0.326172, + 0.353516, + 0.349609, + 0.322266, + 0.341797, + 0.166016, + 0.345703, + 0.333984, + 0.341797, + 0.341797, + 0.228516, + 0.275391, + 0.363281, + 0.130859, + 0.188477, + 0.304688, + 0.347656, + 0.304688, + 0.314453, + 0.369141, + 0.341797, + 0.253906, + 0.316406, + 0.147461, + 0.373047, + 0.220703, + 0.339844, + 0.328125, + 0.339844, + 0.351562, + 0.333984, + 0.318359, + 0.324219, + 0.269531, + 0.378906, + 0.355469, + 0.296875, + 0.353516, + 0.277344, + 0.25, + 0.341797, + 0.185547, + 0.347656, + 0.265625, + 0.287109, + 0.294922, + 0.337891, + 0.359375, + 0.310547, + 0.335938, + 0.332031, + 0.326172, + 0.367188, + 0.279297, + 0.339844, + 0.353516, + 0.246094, + 0.357422, + 0.148438, + 0.279297, + 0.335938, + 0.335938, + 0.333984, + 0.337891, + 0.308594, + 0.353516, + 0.304688, + 0.275391, + 0.328125, + 0.304688, + 0.210938, + 0.34375, + 0.347656, + 0.353516, + 0.355469, + 0.353516, + 0.316406, + 0.371094, + 0.353516, + 0.294922, + 0.371094, + 0.351562, + 0.287109, + 0.363281, + 0.332031, + 0.285156, + 0.353516, + 0.265625, + 0.355469, + 0.326172, + 0.371094, + 0.275391, + 0.214844, + 0.200195, + 0.378906, + 0.365234, + 0.351562, + 0.363281, + 0.300781, + 0.333984, + 0.316406, + 0.176758, + 0.349609, + 0.285156, + 0.3125, + 0.322266, + 0.283203, + 0.3125, + 0.214844, + 0.292969, + 0.337891, + 0.302734, + 0.330078, + 0.18457, + 0.332031, + 0.326172, + 0.318359, + 0.335938, + 0.326172, + 0.337891, + 0.339844, + 0.339844, + 0.239258, + 0.223633, + 0.283203, + 0.306641, + 0.337891, + 0.332031, + 0.347656, + 0.283203, + 0.330078, + 0.176758, + 0.234375, + 0.314453, + 0.341797, + 0.289062, + 0.351562, + 0.310547, + 0.289062, + 0.308594, + 0.337891, + 0.341797, + 0.339844, + 0.291016, + 0.349609, + 0.314453, + 0.349609, + 0.176758, + 0.275391, + 0.171875, + 0.326172, + 0.320312, + 0.248047, + 0.273438, + 0.337891, + 0.318359, + 0.320312, + 0.328125, + 0.210938, + 0.21582, + 0.298828, + 0.206055, + 0.294922, + 0.271484, + 0.310547, + 0.251953, + 0.345703, + 0.057617, + 0.175781, + 0.373047, + 0.310547 + ] + }, + "name": "model.model.layers.13.post_attention_layernorm.weight", + "outputIndexes": [ + 1155 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1154 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_13/Mul_output_0", + "outputIndexes": [ + 1156 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1155, + 1156 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_13/Mul_1_output_0", + "outputIndexes": [ + 1157 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1157 + ], + "outputIndexes": [ + 4768 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4768 + ], + "outputIndexes": [ + 4769 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear", + "inputIndexes": [ + 4769 + ], + "outputIndexes": [ + 4770 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 132896810, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4770 + ], + "outputIndexes": [ + 4771 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4771 + ], + "outputIndexes": [ + 1158 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1158 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_13/Sigmoid_output_0", + "outputIndexes": [ + 1159 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1158, + 1159 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_13/Mul_output_0", + "outputIndexes": [ + 1160 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1157 + ], + "outputIndexes": [ + 4772 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4772 + ], + "outputIndexes": [ + 4773 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear", + "inputIndexes": [ + 4773 + ], + "outputIndexes": [ + 4774 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 135477312, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4774 + ], + "outputIndexes": [ + 4775 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4775 + ], + "outputIndexes": [ + 1161 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1160, + 1161 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_13/Mul_output_0", + "outputIndexes": [ + 1162 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1162 + ], + "outputIndexes": [ + 4776 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4776 + ], + "outputIndexes": [ + 4777 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear", + "inputIndexes": [ + 4777 + ], + "outputIndexes": [ + 4778 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 138057814, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4778 + ], + "outputIndexes": [ + 4779 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4779 + ], + "outputIndexes": [ + 1163 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1154, + 1163 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_69_output_0", + "outputIndexes": [ + 1164 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1164, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_126_output_0", + "outputIndexes": [ + 1165 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.283203, + 0.318359, + 0.310547, + 0.341797, + 0.316406, + 0.3125, + 0.746094, + 0.316406, + 0.265625, + 0.292969, + 0.308594, + 0.287109, + 0.232422, + 0.279297, + 0.275391, + 0.306641, + 0.417969, + 0.310547, + 0.287109, + 0.25, + 0.326172, + 0.328125, + 0.3125, + 0.285156, + 0.324219, + 0.324219, + 0.3125, + 0.294922, + 0.287109, + 0.308594, + 0.34375, + 0.353516, + 0.3125, + 0.359375, + 0.310547, + 0.279297, + 0.269531, + 0.298828, + 0.332031, + 0.347656, + 0.291016, + 0.300781, + 0.302734, + 0.310547, + 0.253906, + 0.328125, + 0.380859, + 0.265625, + 0.308594, + 0.429688, + 0.294922, + 0.271484, + 0.289062, + 0.328125, + 0.306641, + 0.335938, + 0.310547, + 0.308594, + 0.330078, + 0.320312, + 0.335938, + 0.283203, + 0.291016, + 0.332031, + 0.296875, + 0.392578, + 0.742188, + 0.227539, + 0.324219, + 0.726562, + 0.326172, + 0.269531, + 0.333984, + 0.318359, + 0.28125, + 0.296875, + 0.291016, + 0.291016, + 0.246094, + 0.302734, + 0.273438, + 0.277344, + 0.285156, + 0.28125, + 0.287109, + 0.214844, + 0.289062, + 0.416016, + 0.333984, + 0.255859, + 0.291016, + 0.308594, + 0.241211, + 0.3125, + 0.192383, + 0.211914, + 0.359375, + 0.300781, + 0.320312, + 0.320312, + 0.472656, + 0.291016, + 0.306641, + 0.304688, + 0.302734, + 0.232422, + 0.306641, + 0.3125, + 0.283203, + 0.269531, + 0.279297, + 0.304688, + 0.283203, + 0.341797, + 0.316406, + 0.375, + 0.296875, + 0.294922, + 0.355469, + 0.320312, + 0.320312, + 0.275391, + 0.310547, + 0.367188, + 0.328125, + 0.300781, + 0.636719, + 0.306641, + 0.304688, + 0.34375, + 0.322266, + 0.251953, + 0.378906, + 0.308594, + 0.3125, + 0.306641, + 0.308594, + 0.296875, + 0.337891, + 0.285156, + 0.285156, + 0.339844, + 0.339844, + 0.322266, + 0.28125, + 0.332031, + 0.291016, + 0.265625, + 0.314453, + 0.335938, + 0.314453, + 0.298828, + 0.277344, + 0.320312, + 0.3125, + 0.3125, + 0.289062, + 0.306641, + 0.176758, + 0.322266, + 0.228516, + 0.359375, + 0.275391, + 0.308594, + 0.296875, + 0.320312, + 0.249023, + 0.380859, + 0.296875, + 0.273438, + 0.300781, + 0.289062, + 0.308594, + 0.332031, + 0.228516, + 0.304688, + 0.279297, + 0.3125, + 0.296875, + 0.289062, + 0.261719, + 0.294922, + 0.277344, + 0.298828, + 0.287109, + 0.316406, + 0.324219, + 0.347656, + 0.328125, + 0.308594, + 0.289062, + 0.306641, + 0.220703, + 0.302734, + 0.287109, + 0.318359, + 0.283203, + 0.322266, + 0.154297, + 0.326172, + 0.28125, + 0.25, + 0.273438, + 0.302734, + 0.289062, + 0.291016, + 0.283203, + 0.310547, + 0.519531, + 0.314453, + 0.347656, + 0.285156, + 0.322266, + 0.230469, + 0.318359, + 0.318359, + 0.283203, + 0.273438, + 0.326172, + 0.28125, + 0.273438, + 0.277344, + 0.267578, + 0.283203, + 0.306641, + 0.292969, + 0.316406, + 0.193359, + 0.363281, + 0.320312, + 0.314453, + 0.296875, + 0.308594, + 0.298828, + 0.318359, + 0.277344, + 0.347656, + 0.287109, + 0.322266, + 0.294922, + 0.333984, + 0.283203, + 0.292969, + 0.353516, + 0.294922, + 0.287109, + 0.3125, + 0.330078, + 0.326172, + 0.332031, + 0.279297, + 0.261719, + 0.228516, + 0.300781, + 0.357422, + 0.345703, + 0.275391, + 0.267578, + 0.267578, + 0.306641, + 0.3125, + 0.347656, + 0.296875, + 0.283203, + 0.273438, + 0.320312, + 0.267578, + 0.335938, + 0.271484, + 0.322266, + 0.542969, + 0.310547, + 0.316406, + 0.640625, + 0.287109, + 0.380859, + 0.341797, + 0.285156, + 0.269531, + 0.316406, + 0.273438, + 0.304688, + 0.283203, + 0.328125, + 0.314453, + 0.304688, + 0.318359, + 0.330078, + 0.328125, + 0.349609, + 0.316406, + 0.339844, + 0.300781, + 0.34375, + 0.300781, + 0.292969, + 0.189453, + 0.335938, + 0.326172, + 0.320312, + 0.261719, + 0.292969, + 0.298828, + 0.292969, + 0.314453, + 0.296875, + 0.296875, + 0.320312, + 0.324219, + 0.335938, + 0.251953, + 0.310547, + 0.287109, + 0.320312, + 0.304688, + 0.255859, + 0.322266, + 0.298828, + 0.470703, + 0.394531, + 0.277344, + 0.332031, + 0.322266, + 0.277344, + 0.285156, + 0.316406, + 0.289062, + 0.339844, + 0.285156, + 0.310547, + 0.527344, + 0.263672, + 0.332031, + 0.291016, + 0.353516, + 0.292969, + 0.296875, + 0.255859, + 0.24707, + 0.277344, + 0.318359, + 0.333984, + 0.292969, + 0.28125, + 0.314453, + 0.324219, + 0.289062, + 0.292969, + 0.349609, + 0.333984, + 0.333984, + 0.320312, + 0.265625, + 0.322266, + 0.375, + 0.332031, + 0.308594, + 0.300781, + 0.289062, + 0.353516, + 0.265625, + 0.333984, + 0.306641, + 0.287109, + 0.328125, + 0.296875, + 0.330078, + 0.306641, + 0.316406, + 0.279297, + 0.316406, + 0.251953, + 0.314453, + 0.217773, + 0.324219, + 0.326172, + 0.302734, + 0.353516, + 0.289062, + 0.359375, + 0.515625, + 0.304688, + 0.353516, + 0.28125, + 0.283203, + 0.28125, + 0.304688, + 0.302734, + 0.3125, + 0.330078, + 0.294922, + 0.320312, + 0.328125, + 0.300781, + 0.353516, + 0.308594, + 0.298828, + 0.355469, + 0.3125, + 0.316406, + 0.324219, + 0.425781, + 0.291016, + 0.263672, + 0.300781, + 0.287109, + 0.304688, + 0.302734, + 0.292969, + 0.3125, + 0.318359, + 0.357422, + 0.279297, + 0.287109, + 0.320312, + 0.310547, + 0.263672, + 0.279297, + 0.302734, + 0.287109, + 0.390625, + 0.296875, + 0.314453, + 0.271484, + 0.283203, + 0.25, + 0.332031, + 0.416016, + 0.361328, + 0.351562, + 0.326172, + 0.302734, + 0.275391, + 0.361328, + 0.277344, + 0.320312, + 0.369141, + 0.304688, + 0.283203, + 0.279297, + 0.330078, + 0.314453, + 0.392578, + 0.357422, + 0.275391, + 0.3125, + 0.285156, + 0.304688, + 0.294922, + 0.3125, + 0.337891, + 0.373047, + 0.300781, + 0.291016, + 0.304688, + 0.34375, + 0.333984, + 0.269531, + 0.28125, + 0.300781, + 0.300781, + 0.416016, + 0.269531, + 0.328125, + 0.224609, + 0.298828, + 0.289062, + 0.335938, + 0.328125, + 0.294922, + 0.34375, + 0.298828, + 0.294922, + 0.353516, + 0.318359, + 0.28125, + 0.314453, + 0.296875, + 0.285156, + 0.3125, + 0.289062, + 0.335938, + 0.310547, + 0.302734, + 0.359375, + 0.28125, + 0.328125, + 0.320312, + 0.308594, + 0.283203, + 0.347656, + 0.324219, + 0.3125, + 0.283203, + 0.292969, + 0.300781, + 0.271484, + 0.3125, + 0.316406, + 0.287109, + 0.574219, + 0.314453, + 0.283203, + 0.316406, + 0.320312, + 0.298828, + 0.287109, + 0.367188, + 0.324219, + 0.291016, + 0.34375, + 0.363281, + 0.574219, + 0.269531, + 0.3125, + 0.328125, + 0.333984, + 0.259766, + 0.271484, + 0.261719, + 0.316406, + 0.318359, + 0.265625, + 0.289062, + 0.34375, + 0.298828, + 0.285156, + 0.300781, + 0.333984, + 0.351562, + 0.460938, + 0.273438, + 0.269531, + 0.173828, + 0.339844, + 0.316406, + 0.285156, + 0.318359, + 0.310547, + 0.328125, + 0.337891, + 0.257812, + 0.300781, + 0.3125, + 0.410156, + 0.296875, + 0.291016, + 0.234375, + 0.34375, + 0.365234, + 0.349609, + 0.279297, + 0.345703, + 0.332031, + 0.351562, + 0.283203, + 0.324219, + 0.077148, + 0.310547, + 0.211914, + 0.333984, + 0.380859, + 0.271484, + 0.298828, + 0.275391, + 0.246094, + 0.304688, + 0.277344, + 0.304688, + 0.291016, + 0.316406, + 0.291016, + 0.269531, + 0.287109, + 0.292969, + 0.302734, + 0.285156, + 0.291016, + 0.302734, + 0.204102, + 0.34375, + 0.289062, + 0.308594, + 0.367188, + 0.349609, + 0.285156, + 0.302734, + 0.318359, + 0.357422, + 0.255859, + 0.294922, + 0.255859, + 0.302734, + 0.296875, + 0.316406, + 0.283203, + 0.298828, + 0.273438, + 0.287109, + 0.332031, + 0.283203, + 0.330078, + 0.351562, + 0.306641, + 0.182617, + 0.265625, + 0.294922, + 0.267578, + 0.302734, + 0.292969, + 0.275391, + 0.324219, + 0.390625, + 0.298828, + 0.28125, + 0.302734, + 0.378906, + 0.298828, + 0.306641, + 0.337891, + 0.174805, + 0.300781, + 0.310547, + 0.345703, + 0.287109, + 0.203125, + 0.376953, + 0.451172, + 0.28125, + 0.194336, + 0.523438, + 0.267578, + 0.275391, + 0.292969, + 0.269531, + 0.316406, + 0.279297, + 0.378906, + 0.304688, + 0.285156, + 0.335938, + 0.296875, + 0.326172, + 0.296875, + 0.245117, + 0.296875, + 0.308594, + 0.207031, + 0.394531, + 0.402344, + 0.337891, + 0.375, + 0.345703, + 0.240234, + 0.275391, + 0.273438, + 0.176758, + 0.302734, + 0.24707, + 0.328125, + 0.277344, + 0.314453, + 0.275391, + 0.330078, + 0.277344, + 0.304688, + 0.291016, + 0.302734, + 0.322266, + 0.369141, + 0.306641, + 0.328125, + 0.308594, + 0.480469, + 0.253906, + 0.230469, + 0.341797, + 0.292969, + 0.318359, + 0.330078, + 0.296875, + 0.291016, + 0.722656, + 0.314453, + 0.347656, + 0.369141, + 0.292969, + 0.335938, + 0.333984, + 0.273438, + 0.302734, + 0.308594, + 0.326172, + 0.28125, + 0.291016, + 0.296875, + 0.302734, + 0.291016, + 0.277344, + 0.267578, + 0.316406, + 0.3125, + 0.283203, + 0.308594, + 0.398438, + 0.320312, + 0.326172, + 0.314453, + 0.261719, + 0.34375, + 0.382812, + 0.316406, + 0.298828, + 0.28125, + 0.304688, + 0.298828, + 0.279297, + 0.351562, + 0.259766, + 0.287109, + 0.25, + 0.289062, + 0.261719, + 0.337891, + 0.28125, + 0.291016, + 0.492188, + 0.291016, + 0.361328, + 0.302734, + 0.324219, + 0.216797, + 0.273438, + 0.283203, + 0.283203, + 0.349609, + 0.242188, + 0.289062, + 0.289062, + 0.337891, + 0.306641, + 0.310547, + 0.28125, + 0.332031, + 0.310547, + 0.292969, + 0.59375, + 0.314453, + 0.300781, + 0.304688, + 0.248047, + 0.226562, + 0.380859, + 0.28125, + 0.326172, + 0.285156, + 0.277344, + 0.320312, + 0.300781, + 0.277344, + 0.296875, + 0.326172, + 0.300781, + 0.318359, + 0.324219, + 0.287109, + 0.273438, + 0.265625, + 0.257812, + 0.304688, + 0.347656, + 0.308594, + 0.320312, + 0.273438, + 0.396484, + 0.359375, + 0.375, + 0.332031, + 0.3125, + 0.34375, + 0.287109, + 0.328125, + 0.388672, + 0.308594, + 0.318359, + 0.339844, + 0.332031, + 0.367188, + 0.335938, + 0.298828, + 0.347656, + 0.271484, + 0.298828, + 0.28125, + 0.314453, + 0.292969, + 0.609375, + 0.277344, + 0.292969, + 0.287109, + 0.292969, + 0.291016, + 0.298828, + 0.380859, + 0.279297, + 0.316406, + 0.294922, + 0.25, + 0.341797, + 0.316406, + 0.335938, + 0.292969, + 0.296875, + 0.322266, + 0.300781, + 0.316406, + 0.267578, + 0.292969, + 0.300781, + 0.335938, + 0.326172, + 0.292969, + 0.300781, + 0.345703, + 0.318359, + 0.300781, + 0.261719, + 0.328125, + 0.320312, + 0.326172, + 0.302734, + 0.259766, + 0.322266, + 0.196289, + 0.294922, + 0.333984, + 0.3125, + 0.277344, + 0.310547, + 0.298828, + 0.3125, + 0.335938, + 0.28125, + 0.277344, + 0.285156, + 0.310547, + 0.263672, + 0.306641, + 0.308594, + 0.345703, + 0.24707, + 0.435547, + 0.490234, + 0.302734, + 0.291016, + 0.328125, + 0.277344, + 0.376953, + 0.240234, + 0.310547, + 0.316406, + 0.353516, + 0.349609, + 0.239258, + 0.328125, + 0.455078, + 0.275391, + 0.316406, + 0.292969, + 0.283203, + 0.310547, + 0.355469, + 0.316406, + 0.310547, + 0.302734, + 0.296875, + 0.188477, + 0.209961, + 0.287109, + 0.34375, + 0.320312, + 0.347656, + 0.318359, + 0.328125, + 0.330078, + 0.267578, + 0.275391, + 0.482422, + 0.310547, + 0.333984, + 0.308594, + 0.287109, + 0.402344, + 0.304688, + 0.283203, + 0.285156, + 0.273438, + 0.296875, + 0.320312, + 0.34375, + 0.34375, + 0.330078, + 0.294922, + 0.3125, + 0.296875, + 0.267578, + 0.320312, + 0.285156, + 0.351562, + 0.320312, + 0.298828, + 0.345703, + 0.316406, + 0.304688, + 0.308594, + 0.263672, + 0.298828, + 0.28125, + 0.302734, + 0.3125, + 0.304688, + 0.3125, + 0.322266, + 0.269531, + 0.287109, + 0.316406, + 0.289062, + 0.3125, + 0.3125, + 0.333984, + 0.291016, + 0.243164, + 0.289062, + 0.408203, + 0.292969, + 0.316406, + 0.298828, + 0.189453, + 0.249023, + 0.302734, + 0.302734, + 0.298828, + 0.365234, + 0.269531, + 0.3125, + 0.304688, + 0.345703, + 0.296875, + 0.271484, + 0.310547, + 0.3125, + 0.355469, + 0.320312, + 0.378906, + 0.308594, + 0.292969, + 0.3125, + 0.380859, + 0.306641, + 0.625, + 0.318359, + 0.304688, + 0.326172, + 0.332031, + 0.244141, + 0.355469, + 0.203125, + 0.287109, + 0.318359, + 0.353516, + 0.28125, + 0.380859, + 0.3125, + 0.306641, + 0.333984, + 0.326172, + 0.287109, + 0.392578, + 0.53125, + 0.316406, + 0.25, + 0.410156, + 0.300781, + 0.351562, + 0.263672, + 0.337891, + 0.298828, + 0.265625, + 0.597656, + 0.291016, + 0.306641, + 0.333984, + 0.25, + 0.365234, + 0.298828, + 0.285156, + 0.365234, + 0.298828, + 0.316406, + 0.261719, + 0.314453, + 0.25, + 0.316406, + 0.320312, + 0.3125, + 0.294922, + 0.326172, + 0.3125, + 0.287109, + 0.273438, + 0.289062, + 0.279297, + 0.277344, + 0.333984, + 0.292969, + 0.271484, + 0.300781, + 0.337891, + 0.292969, + 0.310547, + 0.283203, + 0.371094, + 0.322266, + 0.314453, + 0.320312, + 0.273438, + 0.339844, + 0.375, + 0.382812, + 0.279297, + 0.289062, + 0.310547, + 0.259766, + 0.333984, + 0.289062, + 0.289062, + 0.304688, + 0.75, + 0.232422, + 0.308594, + 0.376953, + 0.304688, + 0.213867, + 0.318359, + 0.300781, + 0.408203, + 0.294922, + 0.245117, + 0.300781, + 0.318359, + 0.34375, + 0.285156, + 0.3125, + 0.326172, + 0.314453, + 0.287109, + 0.265625, + 0.289062, + 0.318359, + 0.294922, + 0.291016, + 0.273438, + 0.332031, + 0.241211, + 0.660156, + 0.324219, + 0.324219, + 0.300781, + 0.3125, + 0.349609, + 0.285156, + 0.314453, + 0.308594, + 0.328125, + 0.275391, + 0.347656, + 0.367188, + 0.351562, + 0.355469, + 0.380859, + 0.283203, + 0.292969, + 0.320312, + 0.326172, + 0.308594, + 0.292969, + 0.291016, + 0.330078, + 0.275391, + 0.320312, + 0.316406, + 0.361328, + 0.421875, + 0.248047, + 0.304688, + 0.318359, + 0.333984, + 0.296875, + 0.291016, + 0.291016, + 0.306641, + 0.320312, + 0.322266, + 0.332031, + 0.320312, + 0.65625, + 0.302734, + 0.257812, + 0.369141, + 0.326172, + 0.345703, + 0.318359, + 0.347656, + 0.263672, + 0.695312, + 0.298828, + 0.298828, + 0.3125, + 0.361328, + 0.341797, + 0.296875, + 0.3125, + 0.179688, + 0.233398, + 0.294922, + 0.304688, + 0.275391, + 0.283203, + 0.351562, + 0.294922, + 0.253906, + 0.306641, + 0.210938, + 0.322266, + 0.320312, + 0.285156, + 0.345703, + 0.326172, + 0.302734, + 0.314453, + 0.310547, + 0.279297, + 0.267578, + 0.359375, + 0.337891, + 0.308594, + 0.341797, + 0.291016, + 0.457031, + 0.320312, + 0.345703, + 0.3125, + 0.314453, + 0.316406, + 0.279297, + 0.318359, + 0.28125, + 0.373047, + 0.328125, + 0.306641, + 0.292969, + 0.339844, + 0.341797, + 0.285156, + 0.304688, + 0.328125, + 0.326172, + 0.182617, + 0.302734, + 0.292969, + 0.289062, + 0.261719, + 0.3125, + 0.271484, + 0.330078, + 0.300781, + 0.320312, + 0.306641, + 0.314453, + 0.243164, + 0.339844, + 0.279297, + 0.320312, + 0.300781, + 0.314453, + 0.291016, + 0.294922, + 0.339844, + 0.287109, + 0.302734, + 0.318359, + 0.318359, + 0.300781, + 0.320312, + 0.318359, + 0.347656, + 0.285156, + 0.359375, + 0.273438, + 0.390625, + 0.257812, + 0.324219, + 0.261719, + 0.339844, + 0.324219, + 0.316406, + 0.353516, + 0.359375, + 0.289062, + 0.304688, + 0.240234, + 0.332031, + 0.287109, + 0.310547, + 0.287109, + 0.273438, + 0.365234, + 0.245117, + 0.310547, + 0.308594, + 0.269531, + 0.3125, + 0.255859, + 0.283203, + 0.292969, + 0.326172, + 0.337891, + 0.341797, + 0.279297, + 0.279297, + 0.302734, + 0.341797, + 0.316406, + 0.277344, + 0.320312, + 0.298828, + 0.333984, + 0.283203, + 0.335938, + 0.380859, + 0.219727, + 0.291016, + 0.308594, + 0.324219, + 0.316406, + 0.283203, + 0.304688, + 0.322266, + 0.275391, + 0.3125, + 0.3125, + 0.361328, + 0.300781, + 0.332031, + 0.287109, + 0.296875, + 0.22168, + 0.291016, + 0.240234, + 0.304688, + 0.316406, + 0.363281, + 0.257812, + 0.333984, + 0.419922, + 0.328125, + 0.249023, + 0.28125, + 0.277344, + 0.283203, + 0.235352, + 0.314453, + 0.300781, + 0.283203, + 0.287109, + 0.318359, + 0.578125, + 0.255859, + 0.378906, + 0.341797 + ] + }, + "name": "model.model.layers.14.input_layernorm.weight", + "outputIndexes": [ + 1166 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1165 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_14/Mul_output_0", + "outputIndexes": [ + 1167 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1166, + 1167 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_14/Mul_1_output_0", + "outputIndexes": [ + 1168 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1168 + ], + "outputIndexes": [ + 4780 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4780 + ], + "outputIndexes": [ + 4781 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear", + "inputIndexes": [ + 4781 + ], + "outputIndexes": [ + 4782 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 140638316, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4782 + ], + "outputIndexes": [ + 4783 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4783 + ], + "outputIndexes": [ + 1169 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1168 + ], + "main_type": "NONE", + "name": "/Shape_197_output_0", + "outputIndexes": [ + 1170 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1170 + ], + "main_type": "NONE", + "name": "Shape3103", + "outputIndexes": [ + 1171 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1170 + ], + "main_type": "NONE", + "name": "Rank3105", + "outputIndexes": [ + 1172 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1172, + 1172 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3107", + "outputIndexes": [ + 1173 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1173 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3108", + "outputIndexes": [ + 1174 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1173, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3110", + "outputIndexes": [ + 1175 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1175 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3111", + "outputIndexes": [ + 1176 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1171, + 1174, + 1176, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3114", + "outputIndexes": [ + 1177 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1177 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3115", + "outputIndexes": [ + 1178 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3116", + "outputIndexes": [ + 1179 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1179, + 1178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3117", + "outputIndexes": [ + 1180 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1170, + 1180, + 1173 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_214_output_0", + "outputIndexes": [ + 1181 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1181, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_449_output_0", + "outputIndexes": [ + 1182 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1182, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_182_output_0", + "outputIndexes": [ + 1183 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1169, + 1183 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_127_output_0", + "outputIndexes": [ + 1184 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1184, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_112_output_0", + "outputIndexes": [ + 1185 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1184 + ], + "main_type": "NONE", + "name": "/Shape_198_output_0", + "outputIndexes": [ + 1186 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1186 + ], + "main_type": "NONE", + "name": "Shape3124", + "outputIndexes": [ + 1187 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1186 + ], + "main_type": "NONE", + "name": "Rank3126", + "outputIndexes": [ + 1188 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1188, + 1188 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3128", + "outputIndexes": [ + 1189 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1189 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3129", + "outputIndexes": [ + 1190 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1189, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3131", + "outputIndexes": [ + 1191 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1191 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3132", + "outputIndexes": [ + 1192 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1187, + 1190, + 1192, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3135", + "outputIndexes": [ + 1193 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1193 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3136", + "outputIndexes": [ + 1194 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1194 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3137", + "outputIndexes": [ + 1195 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1195, + 1194 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3138", + "outputIndexes": [ + 1196 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1186, + 1196, + 1189 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_215_output_0", + "outputIndexes": [ + 1197 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1197, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_42_output_0", + "outputIndexes": [ + 1198 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1198, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_454_output_0", + "outputIndexes": [ + 1199 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1184, + 1199, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_57_output_0", + "outputIndexes": [ + 1200 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1200 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_28_output_0", + "outputIndexes": [ + 1201 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1184, + 22, + 1199, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_56_output_0", + "outputIndexes": [ + 1202 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1201, + 1202 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_185_output_0", + "outputIndexes": [ + 1203 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1203, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_113_output_0", + "outputIndexes": [ + 1204 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1185, + 1204 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_70_output_0", + "outputIndexes": [ + 1205 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1168 + ], + "outputIndexes": [ + 4784 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4784 + ], + "outputIndexes": [ + 4785 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear", + "inputIndexes": [ + 4785 + ], + "outputIndexes": [ + 4786 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 141559938, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4786 + ], + "outputIndexes": [ + 4787 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4787 + ], + "outputIndexes": [ + 1206 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1182, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_183_output_0", + "outputIndexes": [ + 1207 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1206, + 1207 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_128_output_0", + "outputIndexes": [ + 1208 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1208, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_114_output_0", + "outputIndexes": [ + 1209 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1208 + ], + "main_type": "NONE", + "name": "/Shape_199_output_0", + "outputIndexes": [ + 1210 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1210 + ], + "main_type": "NONE", + "name": "Shape3187", + "outputIndexes": [ + 1211 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1210 + ], + "main_type": "NONE", + "name": "Rank3189", + "outputIndexes": [ + 1212 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1212, + 1212 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3191", + "outputIndexes": [ + 1213 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1213 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3192", + "outputIndexes": [ + 1214 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1213, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3194", + "outputIndexes": [ + 1215 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1215 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3195", + "outputIndexes": [ + 1216 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1211, + 1214, + 1216, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3198", + "outputIndexes": [ + 1217 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1217 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3199", + "outputIndexes": [ + 1218 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3200", + "outputIndexes": [ + 1219 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1219, + 1218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3201", + "outputIndexes": [ + 1220 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1210, + 1220, + 1213 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_216_output_0", + "outputIndexes": [ + 1221 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1221, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_43_output_0", + "outputIndexes": [ + 1222 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1222, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_456_output_0", + "outputIndexes": [ + 1223 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1208, + 1223, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_59_output_0", + "outputIndexes": [ + 1224 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1224 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_29_output_0", + "outputIndexes": [ + 1225 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1208, + 22, + 1223, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_58_output_0", + "outputIndexes": [ + 1226 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1225, + 1226 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_186_output_0", + "outputIndexes": [ + 1227 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1227, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_115_output_0", + "outputIndexes": [ + 1228 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1209, + 1228 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_71_output_0", + "outputIndexes": [ + 1229 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1168 + ], + "outputIndexes": [ + 4788 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4788 + ], + "outputIndexes": [ + 4789 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear", + "inputIndexes": [ + 4789 + ], + "outputIndexes": [ + 4790 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 141790360, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4790 + ], + "outputIndexes": [ + 4791 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4791 + ], + "outputIndexes": [ + 1230 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1230, + 1207 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_129_output_0", + "outputIndexes": [ + 1231 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1205, + 1229, + 1231, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_134_output_0", + "outputIndexes": [ + 1232 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1232 + ], + "outputIndexes": [ + 4792 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4792 + ], + "outputIndexes": [ + 4793 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear", + "inputIndexes": [ + 4793 + ], + "outputIndexes": [ + 4794 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 142020782, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4794 + ], + "outputIndexes": [ + 4795 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4795 + ], + "outputIndexes": [ + 1233 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1165, + 1233 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_73_output_0", + "outputIndexes": [ + 1234 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.236328, + 0.330078, + 0.341797, + 0.347656, + 0.351562, + 0.332031, + 0.145508, + 0.347656, + 0.263672, + 0.249023, + 0.167969, + 0.322266, + 0.208984, + 0.316406, + 0.302734, + 0.355469, + 0.255859, + 0.298828, + 0.302734, + 0.186523, + 0.3125, + 0.355469, + 0.292969, + 0.239258, + 0.289062, + 0.365234, + 0.265625, + 0.341797, + 0.324219, + 0.324219, + 0.259766, + 0.160156, + 0.326172, + 0.296875, + 0.328125, + 0.314453, + 0.180664, + 0.335938, + 0.179688, + 0.345703, + 0.316406, + 0.351562, + 0.283203, + 0.283203, + 0.21875, + 0.298828, + 0.369141, + 0.198242, + 0.355469, + 0.189453, + 0.353516, + 0.169922, + 0.304688, + 0.337891, + 0.210938, + 0.333984, + 0.361328, + 0.302734, + 0.306641, + 0.375, + 0.337891, + 0.332031, + 0.265625, + 0.324219, + 0.257812, + 0.25, + 0.171875, + 0.143555, + 0.355469, + 0.145508, + 0.34375, + 0.1875, + 0.263672, + 0.289062, + 0.359375, + 0.273438, + 0.269531, + 0.357422, + 0.141602, + 0.320312, + 0.285156, + 0.367188, + 0.269531, + 0.289062, + 0.330078, + 0.191406, + 0.365234, + 0.213867, + 0.384766, + 0.208008, + 0.275391, + 0.318359, + 0.197266, + 0.330078, + 0.124023, + 0.179688, + 0.367188, + 0.349609, + 0.361328, + 0.351562, + 0.261719, + 0.277344, + 0.34375, + 0.339844, + 0.351562, + 0.166992, + 0.351562, + 0.332031, + 0.316406, + 0.326172, + 0.314453, + 0.365234, + 0.302734, + 0.314453, + 0.333984, + 0.287109, + 0.314453, + 0.328125, + 0.363281, + 0.351562, + 0.320312, + 0.223633, + 0.361328, + 0.243164, + 0.369141, + 0.292969, + 0.154297, + 0.337891, + 0.326172, + 0.380859, + 0.355469, + 0.347656, + 0.326172, + 0.322266, + 0.316406, + 0.296875, + 0.347656, + 0.320312, + 0.289062, + 0.246094, + 0.341797, + 0.314453, + 0.328125, + 0.386719, + 0.375, + 0.322266, + 0.308594, + 0.244141, + 0.330078, + 0.322266, + 0.308594, + 0.316406, + 0.337891, + 0.351562, + 0.341797, + 0.291016, + 0.359375, + 0.302734, + 0.12793, + 0.335938, + 0.146484, + 0.296875, + 0.224609, + 0.363281, + 0.292969, + 0.371094, + 0.149414, + 0.353516, + 0.294922, + 0.176758, + 0.261719, + 0.341797, + 0.357422, + 0.269531, + 0.145508, + 0.373047, + 0.273438, + 0.341797, + 0.363281, + 0.341797, + 0.298828, + 0.244141, + 0.291016, + 0.3125, + 0.351562, + 0.335938, + 0.332031, + 0.320312, + 0.34375, + 0.359375, + 0.353516, + 0.28125, + 0.148438, + 0.316406, + 0.306641, + 0.320312, + 0.300781, + 0.245117, + -8.9e-05, + 0.320312, + 0.320312, + 0.306641, + 0.267578, + 0.308594, + 0.263672, + 0.320312, + 0.345703, + 0.277344, + 0.25, + 0.345703, + 0.330078, + 0.316406, + 0.326172, + 0.164062, + 0.330078, + 0.304688, + 0.328125, + 0.294922, + 0.365234, + 0.34375, + 0.326172, + 0.326172, + 0.241211, + 0.285156, + 0.375, + 0.275391, + 0.332031, + 0.160156, + 0.386719, + 0.271484, + 0.253906, + 0.230469, + 0.359375, + 0.296875, + 0.355469, + 0.231445, + 0.310547, + 0.259766, + 0.367188, + 0.333984, + 0.337891, + 0.287109, + 0.308594, + 0.318359, + 0.332031, + 0.283203, + 0.225586, + 0.359375, + 0.335938, + 0.306641, + 0.328125, + 0.237305, + 0.170898, + 0.314453, + 0.277344, + 0.351562, + 0.251953, + 0.306641, + 0.206055, + 0.351562, + 0.361328, + 0.337891, + 0.333984, + 0.238281, + 0.345703, + 0.337891, + 0.302734, + 0.357422, + 0.185547, + 0.365234, + 0.224609, + 0.314453, + 0.289062, + 0.198242, + 0.230469, + 0.351562, + 0.322266, + 0.237305, + 0.207031, + 0.363281, + 0.234375, + 0.333984, + 0.318359, + 0.359375, + 0.341797, + 0.298828, + 0.384766, + 0.365234, + 0.339844, + 0.361328, + 0.353516, + 0.328125, + 0.330078, + 0.308594, + 0.332031, + 0.330078, + 0.257812, + 0.328125, + 0.347656, + 0.326172, + 0.300781, + 0.318359, + 0.318359, + 0.206055, + 0.318359, + 0.330078, + 0.248047, + 0.298828, + 0.355469, + 0.384766, + 0.202148, + 0.369141, + 0.294922, + 0.240234, + 0.349609, + 0.285156, + 0.337891, + 0.22168, + 0.275391, + 0.273438, + 0.363281, + 0.376953, + 0.337891, + 0.333984, + 0.292969, + 0.259766, + 0.318359, + 0.363281, + 0.361328, + 0.261719, + 0.222656, + 0.237305, + 0.191406, + 0.314453, + 0.314453, + 0.324219, + 0.347656, + 0.238281, + 0.180664, + 0.186523, + 0.289062, + 0.300781, + 0.326172, + 0.226562, + 0.361328, + 0.373047, + 0.261719, + 0.326172, + 0.257812, + 0.357422, + 0.341797, + 0.335938, + 0.244141, + 0.318359, + 0.314453, + 0.355469, + 0.335938, + 0.328125, + 0.294922, + 0.361328, + 0.300781, + 0.25, + 0.330078, + 0.355469, + 0.3125, + 0.322266, + 0.353516, + 0.353516, + 0.240234, + 0.253906, + 0.369141, + 0.296875, + 0.341797, + 0.158203, + 0.308594, + 0.294922, + 0.335938, + 0.326172, + 0.330078, + 0.189453, + 0.134766, + 0.275391, + 0.367188, + 0.326172, + 0.330078, + 0.269531, + 0.267578, + 0.351562, + 0.25, + 0.322266, + 0.326172, + 0.196289, + 0.359375, + 0.180664, + 0.365234, + 0.332031, + 0.318359, + 0.361328, + 0.347656, + 0.322266, + 0.306641, + 0.359375, + 0.220703, + 0.34375, + 0.380859, + 0.241211, + 0.367188, + 0.3125, + 0.345703, + 0.326172, + 0.263672, + 0.363281, + 0.333984, + 0.300781, + 0.361328, + 0.371094, + 0.310547, + 0.333984, + 0.34375, + 0.25, + 0.423828, + 0.285156, + 0.158203, + 0.345703, + 0.349609, + 0.204102, + 0.335938, + 0.304688, + 0.222656, + 0.310547, + 0.140625, + 0.225586, + 0.349609, + 0.318359, + 0.279297, + 0.357422, + 0.390625, + 0.300781, + 0.298828, + 0.324219, + 0.380859, + 0.234375, + 0.237305, + 0.386719, + 0.269531, + 0.240234, + 0.328125, + 0.349609, + 0.195312, + 0.322266, + 0.287109, + 0.257812, + 0.302734, + 0.341797, + 0.355469, + 0.357422, + 0.339844, + 0.318359, + 0.294922, + 0.261719, + 0.330078, + 0.277344, + 0.324219, + 0.335938, + 0.143555, + 0.345703, + 0.279297, + 0.353516, + 0.353516, + 0.223633, + 0.298828, + 0.34375, + 0.333984, + 0.302734, + 0.310547, + 0.28125, + 0.287109, + 0.34375, + 0.248047, + 0.253906, + 0.326172, + 0.351562, + 0.386719, + 0.308594, + 0.341797, + 0.267578, + 0.326172, + 0.240234, + 0.347656, + 0.291016, + 0.355469, + 0.351562, + 0.351562, + 0.341797, + 0.318359, + 0.242188, + 0.345703, + 0.304688, + 0.255859, + 0.259766, + 0.148438, + 0.277344, + 0.339844, + 0.34375, + 0.168945, + 0.34375, + 0.298828, + 0.308594, + 0.363281, + 0.318359, + 0.296875, + 0.378906, + 0.163086, + 0.226562, + 0.265625, + 0.335938, + 0.351562, + 0.212891, + 0.271484, + 0.275391, + 0.314453, + 0.337891, + 0.171875, + 0.347656, + 0.357422, + 0.304688, + 0.345703, + 0.357422, + 0.371094, + 0.263672, + 0.230469, + 0.267578, + 0.208984, + 0.135742, + 0.349609, + 0.291016, + 0.291016, + 0.355469, + 0.275391, + 0.298828, + 0.34375, + 0.1875, + 0.265625, + 0.363281, + 0.339844, + 0.253906, + 0.326172, + 0.147461, + 0.267578, + 0.246094, + 0.283203, + 0.320312, + 0.361328, + 0.341797, + 0.314453, + 0.330078, + 0.285156, + 0.192383, + 0.332031, + 0.167969, + 0.15625, + 0.253906, + 0.355469, + 0.296875, + 0.241211, + 0.182617, + 0.34375, + 0.337891, + 0.316406, + 0.306641, + 0.365234, + 0.347656, + 0.205078, + 0.347656, + 0.294922, + 0.34375, + 0.294922, + 0.324219, + 0.273438, + 0.148438, + 0.410156, + 0.318359, + 0.292969, + 0.304688, + 0.351562, + 0.318359, + 0.306641, + 0.330078, + 0.380859, + 0.304688, + 0.261719, + 0.206055, + 0.345703, + 0.34375, + 0.330078, + 0.227539, + 0.337891, + 0.151367, + 0.194336, + 0.337891, + 0.335938, + 0.324219, + 0.330078, + 0.304688, + 0.146484, + 0.217773, + 0.337891, + 0.279297, + 0.296875, + 0.365234, + 0.24707, + 0.371094, + 0.324219, + 0.243164, + 0.320312, + 0.310547, + 0.208008, + 0.316406, + 0.300781, + 0.355469, + 0.132812, + 0.330078, + 0.285156, + 0.322266, + 0.273438, + 0.147461, + 0.363281, + 0.188477, + 0.302734, + 0.146484, + 0.112305, + 0.28125, + 0.308594, + 0.339844, + 0.24707, + 0.351562, + 0.328125, + 0.296875, + 0.349609, + 0.318359, + 0.24707, + 0.347656, + 0.330078, + 0.225586, + 0.181641, + 0.277344, + 0.285156, + 0.142578, + 0.298828, + 0.287109, + 0.351562, + 0.382812, + 0.357422, + 0.189453, + 0.318359, + 0.298828, + 0.129883, + 0.335938, + 0.19043, + 0.197266, + 0.283203, + 0.361328, + 0.277344, + 0.233398, + 0.306641, + 0.328125, + 0.302734, + 0.349609, + 0.308594, + 0.363281, + 0.335938, + 0.328125, + 0.294922, + 0.177734, + 0.220703, + 0.168945, + 0.306641, + 0.347656, + 0.310547, + 0.349609, + 0.347656, + 0.347656, + 0.15918, + 0.28125, + 0.318359, + 0.351562, + 0.226562, + 0.378906, + 0.365234, + 0.28125, + 0.283203, + 0.34375, + 0.298828, + 0.349609, + 0.255859, + 0.341797, + 0.320312, + 0.259766, + 0.341797, + 0.349609, + 0.298828, + 0.326172, + 0.234375, + 0.324219, + 0.206055, + 0.232422, + 0.345703, + 0.283203, + 0.241211, + 0.308594, + 0.225586, + 0.335938, + 0.332031, + 0.347656, + 0.371094, + 0.308594, + 0.302734, + 0.205078, + 0.185547, + 0.337891, + 0.166992, + 0.283203, + 0.231445, + 0.349609, + 0.341797, + 0.279297, + 0.206055, + 0.306641, + 0.302734, + 0.300781, + 0.355469, + 0.170898, + 0.316406, + 0.322266, + 0.208008, + 0.376953, + 0.199219, + 0.306641, + 0.320312, + 0.318359, + 0.353516, + 0.322266, + 0.349609, + 0.28125, + 0.345703, + 0.34375, + 0.147461, + 0.322266, + 0.347656, + 0.150391, + 0.22168, + 0.144531, + 0.375, + 0.285156, + 0.371094, + 0.347656, + 0.306641, + 0.255859, + 0.24707, + 0.28125, + 0.318359, + 0.349609, + 0.302734, + 0.213867, + 0.353516, + 0.330078, + 0.239258, + 0.337891, + 0.304688, + 0.155273, + 0.253906, + 0.241211, + 0.236328, + 0.283203, + 0.224609, + 0.335938, + 0.292969, + 0.367188, + 0.330078, + 0.353516, + 0.220703, + 0.376953, + 0.21875, + 0.353516, + 0.330078, + 0.308594, + 0.244141, + 0.332031, + 0.326172, + 0.314453, + 0.328125, + 0.265625, + 0.302734, + 0.231445, + 0.285156, + 0.337891, + 0.199219, + 0.294922, + 0.291016, + 0.330078, + 0.363281, + 0.333984, + 0.332031, + 0.28125, + 0.308594, + 0.394531, + 0.357422, + 0.199219, + 0.306641, + 0.263672, + 0.359375, + 0.367188, + 0.294922, + 0.339844, + 0.310547, + 0.257812, + 0.322266, + 0.314453, + 0.345703, + 0.382812, + 0.298828, + 0.353516, + 0.355469, + 0.298828, + 0.287109, + 0.355469, + 0.300781, + 0.269531, + 0.353516, + 0.335938, + 0.320312, + 0.298828, + 0.341797, + 0.15625, + 0.378906, + 0.330078, + 0.333984, + 0.34375, + 0.257812, + 0.320312, + 0.359375, + 0.314453, + 0.339844, + 0.316406, + 0.341797, + 0.253906, + 0.219727, + 0.349609, + 0.341797, + 0.304688, + 0.21875, + 0.388672, + 0.189453, + 0.306641, + 0.320312, + 0.314453, + 0.208008, + 0.326172, + 0.228516, + 0.332031, + 0.255859, + 0.3125, + 0.367188, + 0.172852, + 0.335938, + 0.191406, + 0.308594, + 0.291016, + 0.304688, + 0.237305, + 0.296875, + 0.302734, + 0.330078, + 0.347656, + 0.248047, + 0.324219, + 0.132812, + 0.157227, + 0.335938, + 0.176758, + 0.335938, + 0.375, + 0.314453, + 0.3125, + 0.320312, + 0.314453, + 0.292969, + 0.263672, + 0.332031, + 0.330078, + 0.353516, + 0.308594, + 0.222656, + 0.324219, + 0.369141, + 0.349609, + 0.193359, + 0.333984, + 0.3125, + 0.347656, + 0.196289, + 0.353516, + 0.261719, + 0.279297, + 0.355469, + 0.335938, + 0.308594, + 0.339844, + 0.294922, + 0.296875, + 0.223633, + 0.375, + 0.351562, + 0.369141, + 0.300781, + 0.296875, + 0.328125, + 0.292969, + 0.347656, + 0.365234, + 0.228516, + 0.275391, + 0.371094, + 0.291016, + 0.341797, + 0.174805, + 0.306641, + 0.213867, + 0.318359, + 0.330078, + 0.289062, + 0.213867, + 0.306641, + 0.386719, + 0.330078, + 0.355469, + 0.318359, + 0.146484, + 0.162109, + 0.328125, + 0.339844, + 0.347656, + 0.220703, + 0.330078, + 0.359375, + 0.277344, + 0.308594, + 0.332031, + 0.351562, + 0.304688, + 0.339844, + 0.201172, + 0.322266, + 0.34375, + 0.294922, + 0.330078, + 0.3125, + 0.363281, + 0.302734, + 0.15918, + 0.357422, + 0.320312, + 0.326172, + 0.339844, + 0.237305, + 0.351562, + 0.15625, + 0.324219, + 0.320312, + 0.355469, + 0.318359, + 0.349609, + 0.386719, + 0.277344, + 0.333984, + 0.279297, + 0.306641, + 0.345703, + 0.253906, + 0.365234, + 0.137695, + 0.306641, + 0.269531, + 0.296875, + 0.285156, + 0.347656, + 0.322266, + 0.206055, + 0.214844, + 0.291016, + 0.294922, + 0.376953, + 0.182617, + 0.320312, + 0.277344, + 0.339844, + 0.328125, + 0.341797, + 0.339844, + 0.314453, + 0.341797, + 0.196289, + 0.337891, + 0.357422, + 0.349609, + 0.339844, + 0.371094, + 0.34375, + 0.251953, + 0.275391, + 0.236328, + 0.363281, + 0.239258, + 0.333984, + 0.347656, + 0.332031, + 0.273438, + 0.300781, + 0.267578, + 0.357422, + 0.339844, + 0.310547, + 0.373047, + 0.351562, + 0.347656, + 0.298828, + 0.3125, + 0.347656, + 0.176758, + 0.335938, + 0.337891, + 0.279297, + 0.194336, + 0.302734, + 0.333984, + 0.283203, + 0.257812, + 0.220703, + 0.1875, + 0.359375, + 0.355469, + 0.357422, + 0.140625, + 0.324219, + 0.333984, + 0.175781, + 0.322266, + 0.166016, + 0.3125, + 0.294922, + 0.333984, + 0.287109, + 0.308594, + 0.333984, + 0.367188, + 0.347656, + 0.162109, + 0.332031, + 0.376953, + 0.3125, + 0.357422, + 0.324219, + 0.353516, + 0.183594, + 0.15625, + 0.28125, + 0.363281, + 0.302734, + 0.231445, + 0.361328, + 0.294922, + 0.21582, + 0.324219, + 0.349609, + 0.339844, + 0.287109, + 0.341797, + 0.287109, + 0.332031, + 0.361328, + 0.239258, + 0.219727, + 0.332031, + 0.339844, + 0.259766, + 0.328125, + 0.361328, + 0.28125, + 0.15332, + 0.349609, + 0.345703, + 0.365234, + 0.285156, + 0.294922, + 0.261719, + 0.353516, + 0.359375, + 0.3125, + 0.304688, + 0.192383, + 0.316406, + 0.251953, + 0.359375, + 0.371094, + 0.34375, + 0.226562, + 0.359375, + 0.253906, + 0.337891, + 0.326172, + 0.353516, + 0.355469, + 0.328125, + 0.345703, + 0.193359, + 0.359375, + 0.320312, + 0.349609, + 0.359375, + 0.230469, + 0.279297, + 0.375, + 0.128906, + 0.180664, + 0.296875, + 0.345703, + 0.296875, + 0.304688, + 0.365234, + 0.333984, + 0.241211, + 0.320312, + 0.140625, + 0.371094, + 0.210938, + 0.345703, + 0.332031, + 0.341797, + 0.349609, + 0.339844, + 0.310547, + 0.316406, + 0.263672, + 0.378906, + 0.353516, + 0.285156, + 0.345703, + 0.271484, + 0.263672, + 0.345703, + 0.180664, + 0.341797, + 0.259766, + 0.283203, + 0.289062, + 0.337891, + 0.355469, + 0.304688, + 0.339844, + 0.333984, + 0.320312, + 0.365234, + 0.279297, + 0.341797, + 0.355469, + 0.267578, + 0.355469, + 0.132812, + 0.267578, + 0.335938, + 0.335938, + 0.328125, + 0.337891, + 0.300781, + 0.357422, + 0.298828, + 0.273438, + 0.328125, + 0.306641, + 0.195312, + 0.347656, + 0.351562, + 0.349609, + 0.369141, + 0.351562, + 0.3125, + 0.367188, + 0.359375, + 0.287109, + 0.375, + 0.357422, + 0.294922, + 0.365234, + 0.328125, + 0.279297, + 0.369141, + 0.25, + 0.351562, + 0.320312, + 0.376953, + 0.261719, + 0.212891, + 0.193359, + 0.384766, + 0.361328, + 0.351562, + 0.371094, + 0.296875, + 0.339844, + 0.310547, + 0.172852, + 0.353516, + 0.275391, + 0.302734, + 0.324219, + 0.279297, + 0.3125, + 0.204102, + 0.283203, + 0.335938, + 0.304688, + 0.326172, + 0.175781, + 0.332031, + 0.322266, + 0.318359, + 0.347656, + 0.326172, + 0.341797, + 0.330078, + 0.34375, + 0.238281, + 0.222656, + 0.287109, + 0.298828, + 0.339844, + 0.326172, + 0.349609, + 0.273438, + 0.328125, + 0.171875, + 0.225586, + 0.308594, + 0.345703, + 0.28125, + 0.349609, + 0.300781, + 0.287109, + 0.304688, + 0.339844, + 0.333984, + 0.333984, + 0.291016, + 0.345703, + 0.314453, + 0.349609, + 0.160156, + 0.277344, + 0.158203, + 0.332031, + 0.306641, + 0.253906, + 0.271484, + 0.34375, + 0.320312, + 0.320312, + 0.316406, + 0.214844, + 0.202148, + 0.294922, + 0.1875, + 0.291016, + 0.263672, + 0.304688, + 0.244141, + 0.349609, + 0.100586, + 0.164062, + 0.380859, + 0.3125 + ] + }, + "name": "model.model.layers.14.post_attention_layernorm.weight", + "outputIndexes": [ + 1235 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1234 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_14/Mul_output_0", + "outputIndexes": [ + 1236 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1235, + 1236 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_14/Mul_1_output_0", + "outputIndexes": [ + 1237 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1237 + ], + "outputIndexes": [ + 4796 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4796 + ], + "outputIndexes": [ + 4797 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear", + "inputIndexes": [ + 4797 + ], + "outputIndexes": [ + 4798 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 142942404, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4798 + ], + "outputIndexes": [ + 4799 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4799 + ], + "outputIndexes": [ + 1238 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1238 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_14/Sigmoid_output_0", + "outputIndexes": [ + 1239 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1238, + 1239 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_14/Mul_output_0", + "outputIndexes": [ + 1240 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1237 + ], + "outputIndexes": [ + 4800 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4800 + ], + "outputIndexes": [ + 4801 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear", + "inputIndexes": [ + 4801 + ], + "outputIndexes": [ + 4802 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 145522906, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4802 + ], + "outputIndexes": [ + 4803 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4803 + ], + "outputIndexes": [ + 1241 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1240, + 1241 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_14/Mul_output_0", + "outputIndexes": [ + 1242 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1242 + ], + "outputIndexes": [ + 4804 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4804 + ], + "outputIndexes": [ + 4805 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear", + "inputIndexes": [ + 4805 + ], + "outputIndexes": [ + 4806 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 148103408, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4806 + ], + "outputIndexes": [ + 4807 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4807 + ], + "outputIndexes": [ + 1243 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1234, + 1243 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_74_output_0", + "outputIndexes": [ + 1244 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1244, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_135_output_0", + "outputIndexes": [ + 1245 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.335938, + 0.380859, + 0.402344, + 0.398438, + 0.367188, + 0.398438, + 0.820312, + 0.396484, + 0.316406, + 0.408203, + 0.273438, + 0.355469, + 0.285156, + 0.345703, + 0.339844, + 0.347656, + 0.460938, + 0.361328, + 0.322266, + 0.271484, + 0.398438, + 0.435547, + 0.439453, + 0.333984, + 0.357422, + 0.382812, + 0.361328, + 0.341797, + 0.365234, + 0.347656, + 0.474609, + 0.361328, + 0.378906, + 0.439453, + 0.367188, + 0.365234, + 0.306641, + 0.378906, + 0.345703, + 0.447266, + 0.398438, + 0.378906, + 0.371094, + 0.371094, + 0.345703, + 0.390625, + 0.5, + 0.283203, + 0.400391, + 0.421875, + 0.367188, + 0.294922, + 0.355469, + 0.410156, + 0.357422, + 0.351562, + 0.378906, + 0.357422, + 0.380859, + 0.365234, + 0.404297, + 0.349609, + 0.351562, + 0.373047, + 0.386719, + 0.503906, + 0.816406, + 0.204102, + 0.412109, + 0.574219, + 0.373047, + 0.277344, + 0.357422, + 0.359375, + 0.378906, + 0.326172, + 0.378906, + 0.410156, + 0.251953, + 0.378906, + 0.345703, + 0.367188, + 0.355469, + 0.341797, + 0.369141, + 0.285156, + 0.410156, + 0.421875, + 0.4375, + 0.273438, + 0.345703, + 0.369141, + 0.285156, + 0.421875, + 0.198242, + 0.241211, + 0.5, + 0.359375, + 0.363281, + 0.394531, + 0.498047, + 0.353516, + 0.355469, + 0.359375, + 0.361328, + 0.265625, + 0.394531, + 0.388672, + 0.369141, + 0.300781, + 0.322266, + 0.402344, + 0.359375, + 0.443359, + 0.353516, + 0.482422, + 0.382812, + 0.371094, + 0.380859, + 0.417969, + 0.398438, + 0.34375, + 0.3125, + 0.443359, + 0.369141, + 0.433594, + 0.675781, + 0.378906, + 0.365234, + 0.457031, + 0.410156, + 0.332031, + 0.416016, + 0.388672, + 0.392578, + 0.400391, + 0.429688, + 0.357422, + 0.404297, + 0.363281, + 0.361328, + 0.4375, + 0.416016, + 0.431641, + 0.34375, + 0.388672, + 0.359375, + 0.320312, + 0.371094, + 0.417969, + 0.363281, + 0.380859, + 0.320312, + 0.382812, + 0.341797, + 0.404297, + 0.355469, + 0.369141, + 0.1875, + 0.378906, + 0.291016, + 0.414062, + 0.296875, + 0.369141, + 0.376953, + 0.384766, + 0.201172, + 0.5, + 0.349609, + 0.287109, + 0.371094, + 0.363281, + 0.367188, + 0.373047, + 0.225586, + 0.380859, + 0.359375, + 0.359375, + 0.367188, + 0.371094, + 0.351562, + 0.408203, + 0.357422, + 0.365234, + 0.363281, + 0.345703, + 0.351562, + 0.380859, + 0.376953, + 0.386719, + 0.361328, + 0.373047, + 0.241211, + 0.345703, + 0.349609, + 0.369141, + 0.332031, + 0.373047, + 0.082031, + 0.400391, + 0.333984, + 0.275391, + 0.369141, + 0.419922, + 0.376953, + 0.339844, + 0.357422, + 0.363281, + 0.507812, + 0.408203, + 0.398438, + 0.339844, + 0.396484, + 0.251953, + 0.376953, + 0.40625, + 0.345703, + 0.347656, + 0.388672, + 0.34375, + 0.345703, + 0.355469, + 0.326172, + 0.351562, + 0.386719, + 0.373047, + 0.371094, + 0.231445, + 0.398438, + 0.359375, + 0.375, + 0.425781, + 0.371094, + 0.378906, + 0.402344, + 0.337891, + 0.404297, + 0.335938, + 0.417969, + 0.316406, + 0.414062, + 0.441406, + 0.316406, + 0.4375, + 0.408203, + 0.359375, + 0.302734, + 0.396484, + 0.404297, + 0.384766, + 0.34375, + 0.304688, + 0.265625, + 0.349609, + 0.416016, + 0.40625, + 0.355469, + 0.337891, + 0.367188, + 0.34375, + 0.365234, + 0.4375, + 0.384766, + 0.347656, + 0.353516, + 0.396484, + 0.324219, + 0.388672, + 0.306641, + 0.40625, + 0.640625, + 0.402344, + 0.416016, + 0.554688, + 0.347656, + 0.435547, + 0.404297, + 0.359375, + 0.333984, + 0.394531, + 0.328125, + 0.34375, + 0.369141, + 0.390625, + 0.417969, + 0.347656, + 0.421875, + 0.419922, + 0.355469, + 0.423828, + 0.359375, + 0.394531, + 0.363281, + 0.417969, + 0.382812, + 0.367188, + 0.232422, + 0.363281, + 0.376953, + 0.373047, + 0.324219, + 0.337891, + 0.369141, + 0.3125, + 0.378906, + 0.349609, + 0.365234, + 0.394531, + 0.388672, + 0.433594, + 0.287109, + 0.427734, + 0.378906, + 0.412109, + 0.392578, + 0.287109, + 0.388672, + 0.330078, + 0.523438, + 0.410156, + 0.353516, + 0.386719, + 0.441406, + 0.388672, + 0.353516, + 0.388672, + 0.332031, + 0.4375, + 0.349609, + 0.363281, + 0.558594, + 0.371094, + 0.335938, + 0.355469, + 0.433594, + 0.335938, + 0.386719, + 0.306641, + 0.326172, + 0.300781, + 0.369141, + 0.363281, + 0.341797, + 0.333984, + 0.378906, + 0.390625, + 0.353516, + 0.361328, + 0.416016, + 0.388672, + 0.474609, + 0.400391, + 0.322266, + 0.378906, + 0.433594, + 0.462891, + 0.404297, + 0.353516, + 0.34375, + 0.400391, + 0.3125, + 0.378906, + 0.371094, + 0.363281, + 0.408203, + 0.355469, + 0.439453, + 0.341797, + 0.376953, + 0.345703, + 0.433594, + 0.28125, + 0.421875, + 0.229492, + 0.404297, + 0.371094, + 0.355469, + 0.375, + 0.361328, + 0.375, + 0.554688, + 0.341797, + 0.429688, + 0.308594, + 0.367188, + 0.347656, + 0.408203, + 0.388672, + 0.433594, + 0.398438, + 0.332031, + 0.429688, + 0.375, + 0.322266, + 0.4375, + 0.388672, + 0.361328, + 0.451172, + 0.396484, + 0.398438, + 0.398438, + 0.496094, + 0.373047, + 0.300781, + 0.378906, + 0.322266, + 0.361328, + 0.371094, + 0.355469, + 0.378906, + 0.386719, + 0.429688, + 0.324219, + 0.355469, + 0.380859, + 0.363281, + 0.359375, + 0.335938, + 0.357422, + 0.347656, + 0.478516, + 0.333984, + 0.283203, + 0.314453, + 0.351562, + 0.304688, + 0.394531, + 0.519531, + 0.417969, + 0.40625, + 0.302734, + 0.394531, + 0.359375, + 0.416016, + 0.3125, + 0.396484, + 0.439453, + 0.388672, + 0.349609, + 0.294922, + 0.458984, + 0.376953, + 0.433594, + 0.384766, + 0.326172, + 0.40625, + 0.337891, + 0.423828, + 0.335938, + 0.335938, + 0.410156, + 0.511719, + 0.367188, + 0.339844, + 0.337891, + 0.402344, + 0.369141, + 0.322266, + 0.335938, + 0.400391, + 0.351562, + 0.498047, + 0.394531, + 0.445312, + 0.194336, + 0.388672, + 0.369141, + 0.433594, + 0.464844, + 0.365234, + 0.435547, + 0.412109, + 0.353516, + 0.460938, + 0.410156, + 0.341797, + 0.369141, + 0.330078, + 0.337891, + 0.347656, + 0.339844, + 0.378906, + 0.396484, + 0.333984, + 0.376953, + 0.375, + 0.386719, + 0.373047, + 0.414062, + 0.345703, + 0.439453, + 0.427734, + 0.378906, + 0.335938, + 0.351562, + 0.361328, + 0.333984, + 0.384766, + 0.369141, + 0.332031, + 0.769531, + 0.373047, + 0.373047, + 0.404297, + 0.289062, + 0.382812, + 0.365234, + 0.476562, + 0.417969, + 0.359375, + 0.390625, + 0.464844, + 0.550781, + 0.330078, + 0.351562, + 0.433594, + 0.414062, + 0.355469, + 0.402344, + 0.337891, + 0.382812, + 0.417969, + 0.279297, + 0.335938, + 0.447266, + 0.339844, + 0.375, + 0.441406, + 0.363281, + 0.431641, + 0.523438, + 0.376953, + 0.304688, + 0.173828, + 0.410156, + 0.402344, + 0.337891, + 0.361328, + 0.353516, + 0.402344, + 0.449219, + 0.316406, + 0.447266, + 0.363281, + 0.443359, + 0.326172, + 0.332031, + 0.21875, + 0.414062, + 0.478516, + 0.388672, + 0.322266, + 0.443359, + 0.449219, + 0.359375, + 0.355469, + 0.398438, + 0.109863, + 0.355469, + 0.277344, + 0.320312, + 0.458984, + 0.324219, + 0.384766, + 0.316406, + 0.283203, + 0.347656, + 0.365234, + 0.396484, + 0.335938, + 0.371094, + 0.375, + 0.341797, + 0.341797, + 0.375, + 0.386719, + 0.304688, + 0.326172, + 0.392578, + 0.203125, + 0.443359, + 0.398438, + 0.337891, + 0.453125, + 0.384766, + 0.361328, + 0.386719, + 0.371094, + 0.451172, + 0.308594, + 0.365234, + 0.298828, + 0.390625, + 0.318359, + 0.400391, + 0.328125, + 0.365234, + 0.234375, + 0.289062, + 0.396484, + 0.353516, + 0.398438, + 0.421875, + 0.28125, + 0.204102, + 0.363281, + 0.371094, + 0.339844, + 0.347656, + 0.359375, + 0.322266, + 0.341797, + 0.449219, + 0.369141, + 0.375, + 0.365234, + 0.380859, + 0.361328, + 0.453125, + 0.423828, + 0.183594, + 0.333984, + 0.394531, + 0.416016, + 0.363281, + 0.205078, + 0.445312, + 0.488281, + 0.308594, + 0.181641, + 0.660156, + 0.349609, + 0.365234, + 0.373047, + 0.361328, + 0.394531, + 0.365234, + 0.427734, + 0.375, + 0.375, + 0.417969, + 0.363281, + 0.386719, + 0.330078, + 0.273438, + 0.371094, + 0.408203, + 0.213867, + 0.478516, + 0.492188, + 0.404297, + 0.460938, + 0.40625, + 0.294922, + 0.339844, + 0.335938, + 0.167969, + 0.34375, + 0.251953, + 0.347656, + 0.355469, + 0.386719, + 0.382812, + 0.353516, + 0.388672, + 0.347656, + 0.353516, + 0.361328, + 0.429688, + 0.408203, + 0.369141, + 0.410156, + 0.359375, + 0.462891, + 0.285156, + 0.257812, + 0.351562, + 0.353516, + 0.404297, + 0.337891, + 0.371094, + 0.402344, + 0.808594, + 0.382812, + 0.441406, + 0.476562, + 0.396484, + 0.425781, + 0.417969, + 0.333984, + 0.351562, + 0.369141, + 0.394531, + 0.339844, + 0.373047, + 0.376953, + 0.353516, + 0.332031, + 0.335938, + 0.347656, + 0.388672, + 0.380859, + 0.345703, + 0.384766, + 0.412109, + 0.390625, + 0.359375, + 0.355469, + 0.277344, + 0.429688, + 0.332031, + 0.398438, + 0.40625, + 0.326172, + 0.394531, + 0.359375, + 0.371094, + 0.378906, + 0.296875, + 0.355469, + 0.269531, + 0.373047, + 0.3125, + 0.416016, + 0.345703, + 0.335938, + 0.617188, + 0.359375, + 0.425781, + 0.439453, + 0.367188, + 0.198242, + 0.351562, + 0.339844, + 0.324219, + 0.396484, + 0.308594, + 0.355469, + 0.361328, + 0.376953, + 0.382812, + 0.363281, + 0.339844, + 0.412109, + 0.390625, + 0.386719, + 0.753906, + 0.349609, + 0.382812, + 0.277344, + 0.291016, + 0.229492, + 0.441406, + 0.333984, + 0.361328, + 0.375, + 0.363281, + 0.341797, + 0.367188, + 0.341797, + 0.353516, + 0.414062, + 0.337891, + 0.363281, + 0.431641, + 0.347656, + 0.333984, + 0.3125, + 0.351562, + 0.269531, + 0.412109, + 0.332031, + 0.404297, + 0.314453, + 0.441406, + 0.431641, + 0.435547, + 0.412109, + 0.371094, + 0.353516, + 0.361328, + 0.380859, + 0.490234, + 0.378906, + 0.349609, + 0.371094, + 0.404297, + 0.451172, + 0.402344, + 0.353516, + 0.451172, + 0.279297, + 0.363281, + 0.375, + 0.378906, + 0.357422, + 0.617188, + 0.296875, + 0.347656, + 0.330078, + 0.427734, + 0.363281, + 0.375, + 0.439453, + 0.349609, + 0.435547, + 0.349609, + 0.314453, + 0.408203, + 0.349609, + 0.443359, + 0.359375, + 0.384766, + 0.400391, + 0.392578, + 0.394531, + 0.339844, + 0.375, + 0.384766, + 0.429688, + 0.425781, + 0.337891, + 0.388672, + 0.40625, + 0.447266, + 0.390625, + 0.310547, + 0.378906, + 0.433594, + 0.369141, + 0.384766, + 0.34375, + 0.429688, + 0.239258, + 0.371094, + 0.408203, + 0.357422, + 0.355469, + 0.330078, + 0.328125, + 0.394531, + 0.402344, + 0.316406, + 0.361328, + 0.357422, + 0.396484, + 0.316406, + 0.373047, + 0.355469, + 0.404297, + 0.353516, + 0.455078, + 0.431641, + 0.386719, + 0.410156, + 0.398438, + 0.357422, + 0.423828, + 0.25, + 0.375, + 0.367188, + 0.425781, + 0.4375, + 0.244141, + 0.410156, + 0.472656, + 0.359375, + 0.365234, + 0.382812, + 0.375, + 0.375, + 0.412109, + 0.345703, + 0.363281, + 0.361328, + 0.365234, + 0.1875, + 0.243164, + 0.376953, + 0.314453, + 0.378906, + 0.412109, + 0.365234, + 0.394531, + 0.390625, + 0.330078, + 0.380859, + 0.625, + 0.369141, + 0.419922, + 0.408203, + 0.337891, + 0.480469, + 0.361328, + 0.34375, + 0.367188, + 0.269531, + 0.337891, + 0.388672, + 0.421875, + 0.359375, + 0.373047, + 0.351562, + 0.386719, + 0.357422, + 0.3125, + 0.386719, + 0.347656, + 0.412109, + 0.363281, + 0.349609, + 0.417969, + 0.394531, + 0.408203, + 0.289062, + 0.355469, + 0.427734, + 0.373047, + 0.339844, + 0.396484, + 0.361328, + 0.382812, + 0.382812, + 0.335938, + 0.392578, + 0.320312, + 0.34375, + 0.330078, + 0.361328, + 0.425781, + 0.361328, + 0.289062, + 0.308594, + 0.419922, + 0.341797, + 0.359375, + 0.382812, + 0.203125, + 0.285156, + 0.373047, + 0.382812, + 0.376953, + 0.396484, + 0.316406, + 0.396484, + 0.365234, + 0.380859, + 0.400391, + 0.369141, + 0.367188, + 0.402344, + 0.398438, + 0.375, + 0.439453, + 0.398438, + 0.337891, + 0.380859, + 0.460938, + 0.394531, + 0.714844, + 0.396484, + 0.378906, + 0.414062, + 0.425781, + 0.326172, + 0.412109, + 0.231445, + 0.349609, + 0.394531, + 0.484375, + 0.363281, + 0.453125, + 0.402344, + 0.408203, + 0.388672, + 0.376953, + 0.339844, + 0.476562, + 0.585938, + 0.386719, + 0.226562, + 0.515625, + 0.341797, + 0.484375, + 0.326172, + 0.423828, + 0.394531, + 0.363281, + 0.5625, + 0.404297, + 0.371094, + 0.400391, + 0.3125, + 0.46875, + 0.357422, + 0.335938, + 0.425781, + 0.363281, + 0.355469, + 0.332031, + 0.40625, + 0.304688, + 0.339844, + 0.410156, + 0.392578, + 0.382812, + 0.425781, + 0.357422, + 0.34375, + 0.306641, + 0.351562, + 0.324219, + 0.34375, + 0.433594, + 0.332031, + 0.324219, + 0.380859, + 0.416016, + 0.400391, + 0.396484, + 0.341797, + 0.449219, + 0.431641, + 0.384766, + 0.341797, + 0.310547, + 0.423828, + 0.453125, + 0.371094, + 0.332031, + 0.40625, + 0.386719, + 0.3125, + 0.378906, + 0.357422, + 0.351562, + 0.367188, + 0.878906, + 0.28125, + 0.371094, + 0.439453, + 0.365234, + 0.216797, + 0.386719, + 0.349609, + 0.425781, + 0.349609, + 0.269531, + 0.373047, + 0.402344, + 0.400391, + 0.382812, + 0.392578, + 0.398438, + 0.376953, + 0.365234, + 0.294922, + 0.386719, + 0.382812, + 0.361328, + 0.384766, + 0.371094, + 0.392578, + 0.324219, + 0.691406, + 0.417969, + 0.398438, + 0.357422, + 0.357422, + 0.408203, + 0.384766, + 0.328125, + 0.357422, + 0.408203, + 0.324219, + 0.396484, + 0.398438, + 0.414062, + 0.451172, + 0.394531, + 0.339844, + 0.359375, + 0.400391, + 0.398438, + 0.367188, + 0.347656, + 0.34375, + 0.404297, + 0.240234, + 0.417969, + 0.412109, + 0.449219, + 0.474609, + 0.296875, + 0.369141, + 0.380859, + 0.425781, + 0.341797, + 0.357422, + 0.359375, + 0.402344, + 0.349609, + 0.412109, + 0.400391, + 0.400391, + 0.734375, + 0.363281, + 0.261719, + 0.404297, + 0.353516, + 0.416016, + 0.402344, + 0.416016, + 0.365234, + 0.738281, + 0.361328, + 0.316406, + 0.371094, + 0.435547, + 0.417969, + 0.326172, + 0.449219, + 0.180664, + 0.261719, + 0.373047, + 0.371094, + 0.335938, + 0.330078, + 0.429688, + 0.363281, + 0.365234, + 0.394531, + 0.228516, + 0.371094, + 0.373047, + 0.347656, + 0.433594, + 0.404297, + 0.357422, + 0.421875, + 0.382812, + 0.326172, + 0.335938, + 0.427734, + 0.46875, + 0.423828, + 0.427734, + 0.306641, + 0.519531, + 0.367188, + 0.337891, + 0.402344, + 0.384766, + 0.355469, + 0.361328, + 0.384766, + 0.330078, + 0.449219, + 0.429688, + 0.412109, + 0.375, + 0.470703, + 0.4375, + 0.355469, + 0.400391, + 0.353516, + 0.375, + 0.175781, + 0.376953, + 0.320312, + 0.367188, + 0.365234, + 0.394531, + 0.361328, + 0.431641, + 0.357422, + 0.371094, + 0.392578, + 0.367188, + 0.304688, + 0.378906, + 0.337891, + 0.367188, + 0.404297, + 0.380859, + 0.337891, + 0.349609, + 0.378906, + 0.361328, + 0.373047, + 0.431641, + 0.371094, + 0.371094, + 0.367188, + 0.386719, + 0.398438, + 0.314453, + 0.392578, + 0.353516, + 0.417969, + 0.292969, + 0.398438, + 0.294922, + 0.423828, + 0.404297, + 0.349609, + 0.402344, + 0.433594, + 0.34375, + 0.365234, + 0.235352, + 0.388672, + 0.361328, + 0.369141, + 0.308594, + 0.289062, + 0.396484, + 0.289062, + 0.398438, + 0.400391, + 0.367188, + 0.361328, + 0.283203, + 0.335938, + 0.357422, + 0.394531, + 0.396484, + 0.386719, + 0.353516, + 0.316406, + 0.371094, + 0.404297, + 0.310547, + 0.345703, + 0.392578, + 0.363281, + 0.40625, + 0.359375, + 0.4375, + 0.470703, + 0.253906, + 0.314453, + 0.345703, + 0.390625, + 0.414062, + 0.365234, + 0.243164, + 0.410156, + 0.353516, + 0.378906, + 0.388672, + 0.439453, + 0.390625, + 0.394531, + 0.369141, + 0.378906, + 0.234375, + 0.353516, + 0.24707, + 0.351562, + 0.380859, + 0.416016, + 0.3125, + 0.425781, + 0.445312, + 0.386719, + 0.304688, + 0.310547, + 0.314453, + 0.363281, + 0.253906, + 0.363281, + 0.367188, + 0.361328, + 0.347656, + 0.376953, + 0.699219, + 0.269531, + 0.496094, + 0.416016 + ] + }, + "name": "model.model.layers.15.input_layernorm.weight", + "outputIndexes": [ + 1246 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1245 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_15/Mul_output_0", + "outputIndexes": [ + 1247 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1246, + 1247 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_15/Mul_1_output_0", + "outputIndexes": [ + 1248 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1248 + ], + "outputIndexes": [ + 4808 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4808 + ], + "outputIndexes": [ + 4809 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear", + "inputIndexes": [ + 4809 + ], + "outputIndexes": [ + 4810 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 150683910, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4810 + ], + "outputIndexes": [ + 4811 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4811 + ], + "outputIndexes": [ + 1249 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1248 + ], + "main_type": "NONE", + "name": "/Shape_211_output_0", + "outputIndexes": [ + 1250 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1250 + ], + "main_type": "NONE", + "name": "Shape3319", + "outputIndexes": [ + 1251 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1250 + ], + "main_type": "NONE", + "name": "Rank3321", + "outputIndexes": [ + 1252 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1252, + 1252 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3323", + "outputIndexes": [ + 1253 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1253 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3324", + "outputIndexes": [ + 1254 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1253, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3326", + "outputIndexes": [ + 1255 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1255 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3327", + "outputIndexes": [ + 1256 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1251, + 1254, + 1256, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3330", + "outputIndexes": [ + 1257 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1257 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3331", + "outputIndexes": [ + 1258 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3332", + "outputIndexes": [ + 1259 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1259, + 1258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3333", + "outputIndexes": [ + 1260 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1250, + 1260, + 1253 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_229_output_0", + "outputIndexes": [ + 1261 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1261, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_481_output_0", + "outputIndexes": [ + 1262 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1262, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_195_output_0", + "outputIndexes": [ + 1263 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1249, + 1263 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_136_output_0", + "outputIndexes": [ + 1264 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1264, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_120_output_0", + "outputIndexes": [ + 1265 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1264 + ], + "main_type": "NONE", + "name": "/Shape_212_output_0", + "outputIndexes": [ + 1266 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1266 + ], + "main_type": "NONE", + "name": "Shape3340", + "outputIndexes": [ + 1267 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1266 + ], + "main_type": "NONE", + "name": "Rank3342", + "outputIndexes": [ + 1268 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1268, + 1268 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3344", + "outputIndexes": [ + 1269 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1269 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3345", + "outputIndexes": [ + 1270 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1269, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3347", + "outputIndexes": [ + 1271 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1271 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3348", + "outputIndexes": [ + 1272 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1267, + 1270, + 1272, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3351", + "outputIndexes": [ + 1273 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1273 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3352", + "outputIndexes": [ + 1274 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1274 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3353", + "outputIndexes": [ + 1275 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1275, + 1274 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3354", + "outputIndexes": [ + 1276 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1266, + 1276, + 1269 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_230_output_0", + "outputIndexes": [ + 1277 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1277, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_45_output_0", + "outputIndexes": [ + 1278 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1278, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_486_output_0", + "outputIndexes": [ + 1279 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1264, + 1279, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_61_output_0", + "outputIndexes": [ + 1280 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1280 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_30_output_0", + "outputIndexes": [ + 1281 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1264, + 22, + 1279, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_60_output_0", + "outputIndexes": [ + 1282 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1281, + 1282 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_198_output_0", + "outputIndexes": [ + 1283 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_121_output_0", + "outputIndexes": [ + 1284 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1265, + 1284 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_75_output_0", + "outputIndexes": [ + 1285 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1248 + ], + "outputIndexes": [ + 4812 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4812 + ], + "outputIndexes": [ + 4813 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear", + "inputIndexes": [ + 4813 + ], + "outputIndexes": [ + 4814 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 151605532, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4814 + ], + "outputIndexes": [ + 4815 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4815 + ], + "outputIndexes": [ + 1286 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1262, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_196_output_0", + "outputIndexes": [ + 1287 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286, + 1287 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_137_output_0", + "outputIndexes": [ + 1288 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_122_output_0", + "outputIndexes": [ + 1289 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "NONE", + "name": "/Shape_213_output_0", + "outputIndexes": [ + 1290 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1290 + ], + "main_type": "NONE", + "name": "Shape3403", + "outputIndexes": [ + 1291 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1290 + ], + "main_type": "NONE", + "name": "Rank3405", + "outputIndexes": [ + 1292 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1292, + 1292 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3407", + "outputIndexes": [ + 1293 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1293 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3408", + "outputIndexes": [ + 1294 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1293, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3410", + "outputIndexes": [ + 1295 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1295 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3411", + "outputIndexes": [ + 1296 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1291, + 1294, + 1296, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3414", + "outputIndexes": [ + 1297 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1297 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3415", + "outputIndexes": [ + 1298 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3416", + "outputIndexes": [ + 1299 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1299, + 1298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3417", + "outputIndexes": [ + 1300 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1290, + 1300, + 1293 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_231_output_0", + "outputIndexes": [ + 1301 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1301, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_46_output_0", + "outputIndexes": [ + 1302 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1302, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_488_output_0", + "outputIndexes": [ + 1303 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288, + 1303, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_63_output_0", + "outputIndexes": [ + 1304 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1304 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_31_output_0", + "outputIndexes": [ + 1305 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288, + 22, + 1303, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_62_output_0", + "outputIndexes": [ + 1306 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1305, + 1306 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_199_output_0", + "outputIndexes": [ + 1307 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1307, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_123_output_0", + "outputIndexes": [ + 1308 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1289, + 1308 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_76_output_0", + "outputIndexes": [ + 1309 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1248 + ], + "outputIndexes": [ + 4816 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4816 + ], + "outputIndexes": [ + 4817 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear", + "inputIndexes": [ + 4817 + ], + "outputIndexes": [ + 4818 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 151835954, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4818 + ], + "outputIndexes": [ + 4819 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4819 + ], + "outputIndexes": [ + 1310 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1310, + 1287 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_138_output_0", + "outputIndexes": [ + 1311 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1285, + 1309, + 1311, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_143_output_0", + "outputIndexes": [ + 1312 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1312 + ], + "outputIndexes": [ + 4820 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4820 + ], + "outputIndexes": [ + 4821 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear", + "inputIndexes": [ + 4821 + ], + "outputIndexes": [ + 4822 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 152066376, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4822 + ], + "outputIndexes": [ + 4823 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4823 + ], + "outputIndexes": [ + 1313 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1245, + 1313 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_78_output_0", + "outputIndexes": [ + 1314 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.224609, + 0.322266, + 0.339844, + 0.351562, + 0.359375, + 0.326172, + 0.130859, + 0.349609, + 0.255859, + 0.241211, + 0.162109, + 0.318359, + 0.204102, + 0.324219, + 0.304688, + 0.351562, + 0.24707, + 0.300781, + 0.298828, + 0.183594, + 0.314453, + 0.361328, + 0.275391, + 0.230469, + 0.287109, + 0.365234, + 0.251953, + 0.347656, + 0.326172, + 0.320312, + 0.253906, + 0.130859, + 0.320312, + 0.298828, + 0.328125, + 0.314453, + 0.176758, + 0.339844, + 0.177734, + 0.347656, + 0.316406, + 0.355469, + 0.285156, + 0.273438, + 0.208984, + 0.292969, + 0.404297, + 0.192383, + 0.365234, + 0.191406, + 0.367188, + 0.169922, + 0.308594, + 0.333984, + 0.203125, + 0.333984, + 0.369141, + 0.298828, + 0.296875, + 0.386719, + 0.320312, + 0.339844, + 0.251953, + 0.320312, + 0.245117, + 0.244141, + 0.164062, + 0.15332, + 0.357422, + 0.144531, + 0.355469, + 0.182617, + 0.261719, + 0.28125, + 0.365234, + 0.269531, + 0.263672, + 0.365234, + 0.146484, + 0.3125, + 0.28125, + 0.375, + 0.257812, + 0.275391, + 0.332031, + 0.188477, + 0.378906, + 0.206055, + 0.400391, + 0.194336, + 0.267578, + 0.318359, + 0.19043, + 0.328125, + 0.139648, + 0.177734, + 0.384766, + 0.359375, + 0.369141, + 0.347656, + 0.267578, + 0.275391, + 0.34375, + 0.332031, + 0.355469, + 0.166992, + 0.353516, + 0.333984, + 0.328125, + 0.318359, + 0.308594, + 0.367188, + 0.298828, + 0.318359, + 0.333984, + 0.287109, + 0.310547, + 0.324219, + 0.371094, + 0.357422, + 0.322266, + 0.216797, + 0.369141, + 0.236328, + 0.375, + 0.289062, + 0.161133, + 0.349609, + 0.335938, + 0.412109, + 0.351562, + 0.355469, + 0.320312, + 0.3125, + 0.324219, + 0.294922, + 0.369141, + 0.310547, + 0.271484, + 0.233398, + 0.349609, + 0.316406, + 0.316406, + 0.402344, + 0.375, + 0.324219, + 0.310547, + 0.235352, + 0.328125, + 0.324219, + 0.310547, + 0.304688, + 0.332031, + 0.359375, + 0.335938, + 0.287109, + 0.359375, + 0.306641, + 0.131836, + 0.330078, + 0.150391, + 0.285156, + 0.21875, + 0.353516, + 0.291016, + 0.376953, + 0.157227, + 0.369141, + 0.292969, + 0.172852, + 0.259766, + 0.351562, + 0.367188, + 0.267578, + 0.151367, + 0.373047, + 0.269531, + 0.328125, + 0.373047, + 0.353516, + 0.304688, + 0.240234, + 0.287109, + 0.306641, + 0.359375, + 0.333984, + 0.332031, + 0.324219, + 0.339844, + 0.376953, + 0.349609, + 0.271484, + 0.155273, + 0.316406, + 0.302734, + 0.318359, + 0.300781, + 0.241211, + 0.080566, + 0.328125, + 0.316406, + 0.308594, + 0.255859, + 0.308594, + 0.25, + 0.318359, + 0.359375, + 0.28125, + 0.25, + 0.345703, + 0.332031, + 0.302734, + 0.322266, + 0.170898, + 0.326172, + 0.308594, + 0.326172, + 0.28125, + 0.361328, + 0.34375, + 0.318359, + 0.322266, + 0.227539, + 0.28125, + 0.376953, + 0.269531, + 0.339844, + 0.162109, + 0.390625, + 0.269531, + 0.257812, + 0.214844, + 0.347656, + 0.292969, + 0.369141, + 0.217773, + 0.3125, + 0.251953, + 0.373047, + 0.339844, + 0.34375, + 0.269531, + 0.304688, + 0.322266, + 0.337891, + 0.277344, + 0.231445, + 0.361328, + 0.347656, + 0.304688, + 0.324219, + 0.228516, + 0.168945, + 0.3125, + 0.273438, + 0.347656, + 0.241211, + 0.292969, + 0.206055, + 0.361328, + 0.365234, + 0.339844, + 0.339844, + 0.232422, + 0.351562, + 0.345703, + 0.296875, + 0.365234, + 0.18457, + 0.363281, + 0.21582, + 0.3125, + 0.285156, + 0.194336, + 0.22168, + 0.351562, + 0.332031, + 0.226562, + 0.21582, + 0.355469, + 0.219727, + 0.345703, + 0.314453, + 0.359375, + 0.341797, + 0.294922, + 0.396484, + 0.369141, + 0.333984, + 0.375, + 0.359375, + 0.324219, + 0.341797, + 0.314453, + 0.330078, + 0.322266, + 0.259766, + 0.332031, + 0.357422, + 0.326172, + 0.298828, + 0.316406, + 0.318359, + 0.203125, + 0.326172, + 0.332031, + 0.245117, + 0.285156, + 0.349609, + 0.388672, + 0.199219, + 0.371094, + 0.292969, + 0.223633, + 0.351562, + 0.279297, + 0.337891, + 0.208008, + 0.263672, + 0.275391, + 0.367188, + 0.378906, + 0.332031, + 0.341797, + 0.283203, + 0.259766, + 0.326172, + 0.369141, + 0.371094, + 0.269531, + 0.207031, + 0.219727, + 0.179688, + 0.308594, + 0.298828, + 0.310547, + 0.365234, + 0.238281, + 0.173828, + 0.174805, + 0.277344, + 0.310547, + 0.328125, + 0.217773, + 0.367188, + 0.375, + 0.251953, + 0.326172, + 0.251953, + 0.353516, + 0.361328, + 0.345703, + 0.233398, + 0.314453, + 0.308594, + 0.365234, + 0.339844, + 0.330078, + 0.289062, + 0.353516, + 0.302734, + 0.244141, + 0.326172, + 0.361328, + 0.314453, + 0.314453, + 0.363281, + 0.359375, + 0.238281, + 0.240234, + 0.373047, + 0.287109, + 0.345703, + 0.164062, + 0.310547, + 0.300781, + 0.339844, + 0.335938, + 0.335938, + 0.186523, + 0.125, + 0.263672, + 0.367188, + 0.326172, + 0.328125, + 0.269531, + 0.253906, + 0.341797, + 0.243164, + 0.328125, + 0.318359, + 0.181641, + 0.355469, + 0.178711, + 0.375, + 0.337891, + 0.308594, + 0.371094, + 0.347656, + 0.324219, + 0.300781, + 0.371094, + 0.213867, + 0.349609, + 0.382812, + 0.236328, + 0.380859, + 0.308594, + 0.345703, + 0.332031, + 0.251953, + 0.384766, + 0.330078, + 0.296875, + 0.353516, + 0.378906, + 0.294922, + 0.328125, + 0.339844, + 0.233398, + 0.429688, + 0.285156, + 0.19043, + 0.345703, + 0.351562, + 0.201172, + 0.339844, + 0.308594, + 0.206055, + 0.306641, + 0.155273, + 0.216797, + 0.351562, + 0.314453, + 0.283203, + 0.363281, + 0.396484, + 0.296875, + 0.287109, + 0.320312, + 0.390625, + 0.229492, + 0.229492, + 0.388672, + 0.25, + 0.228516, + 0.337891, + 0.347656, + 0.186523, + 0.310547, + 0.289062, + 0.244141, + 0.298828, + 0.357422, + 0.353516, + 0.359375, + 0.339844, + 0.320312, + 0.291016, + 0.255859, + 0.326172, + 0.271484, + 0.335938, + 0.337891, + 0.155273, + 0.34375, + 0.263672, + 0.357422, + 0.367188, + 0.208984, + 0.300781, + 0.353516, + 0.339844, + 0.296875, + 0.3125, + 0.273438, + 0.273438, + 0.357422, + 0.236328, + 0.248047, + 0.330078, + 0.359375, + 0.388672, + 0.306641, + 0.355469, + 0.263672, + 0.322266, + 0.231445, + 0.359375, + 0.287109, + 0.355469, + 0.359375, + 0.357422, + 0.330078, + 0.306641, + 0.243164, + 0.347656, + 0.308594, + 0.245117, + 0.25, + 0.114746, + 0.273438, + 0.349609, + 0.353516, + 0.165039, + 0.351562, + 0.298828, + 0.296875, + 0.375, + 0.300781, + 0.292969, + 0.382812, + 0.170898, + 0.223633, + 0.253906, + 0.347656, + 0.355469, + 0.209961, + 0.261719, + 0.267578, + 0.320312, + 0.335938, + 0.173828, + 0.349609, + 0.371094, + 0.298828, + 0.34375, + 0.363281, + 0.365234, + 0.259766, + 0.216797, + 0.267578, + 0.199219, + 0.140625, + 0.351562, + 0.283203, + 0.28125, + 0.353516, + 0.267578, + 0.296875, + 0.345703, + 0.178711, + 0.259766, + 0.376953, + 0.335938, + 0.24707, + 0.316406, + 0.146484, + 0.263672, + 0.227539, + 0.275391, + 0.324219, + 0.375, + 0.345703, + 0.324219, + 0.332031, + 0.28125, + 0.189453, + 0.333984, + 0.166016, + 0.161133, + 0.234375, + 0.349609, + 0.287109, + 0.229492, + 0.181641, + 0.347656, + 0.333984, + 0.322266, + 0.302734, + 0.378906, + 0.347656, + 0.203125, + 0.357422, + 0.287109, + 0.345703, + 0.289062, + 0.330078, + 0.251953, + 0.152344, + 0.412109, + 0.3125, + 0.287109, + 0.300781, + 0.345703, + 0.322266, + 0.298828, + 0.320312, + 0.382812, + 0.298828, + 0.257812, + 0.205078, + 0.355469, + 0.349609, + 0.328125, + 0.21582, + 0.337891, + 0.163086, + 0.195312, + 0.349609, + 0.337891, + 0.322266, + 0.324219, + 0.316406, + 0.142578, + 0.211914, + 0.34375, + 0.263672, + 0.296875, + 0.367188, + 0.242188, + 0.382812, + 0.328125, + 0.233398, + 0.3125, + 0.308594, + 0.209961, + 0.3125, + 0.287109, + 0.355469, + 0.146484, + 0.326172, + 0.279297, + 0.324219, + 0.273438, + 0.151367, + 0.371094, + 0.168945, + 0.3125, + 0.149414, + 0.102051, + 0.271484, + 0.310547, + 0.339844, + 0.233398, + 0.349609, + 0.330078, + 0.289062, + 0.355469, + 0.316406, + 0.236328, + 0.353516, + 0.330078, + 0.21582, + 0.181641, + 0.273438, + 0.28125, + 0.151367, + 0.289062, + 0.28125, + 0.361328, + 0.402344, + 0.371094, + 0.183594, + 0.316406, + 0.300781, + 0.139648, + 0.339844, + 0.189453, + 0.1875, + 0.28125, + 0.375, + 0.265625, + 0.233398, + 0.300781, + 0.330078, + 0.296875, + 0.349609, + 0.294922, + 0.363281, + 0.333984, + 0.324219, + 0.289062, + 0.174805, + 0.210938, + 0.168945, + 0.3125, + 0.345703, + 0.308594, + 0.347656, + 0.345703, + 0.351562, + 0.149414, + 0.271484, + 0.326172, + 0.351562, + 0.217773, + 0.384766, + 0.367188, + 0.269531, + 0.277344, + 0.34375, + 0.296875, + 0.351562, + 0.243164, + 0.347656, + 0.330078, + 0.269531, + 0.347656, + 0.355469, + 0.298828, + 0.316406, + 0.222656, + 0.316406, + 0.193359, + 0.223633, + 0.349609, + 0.28125, + 0.237305, + 0.316406, + 0.225586, + 0.341797, + 0.332031, + 0.361328, + 0.375, + 0.314453, + 0.310547, + 0.203125, + 0.182617, + 0.330078, + 0.166992, + 0.275391, + 0.22168, + 0.347656, + 0.341797, + 0.279297, + 0.200195, + 0.302734, + 0.308594, + 0.298828, + 0.359375, + 0.1875, + 0.314453, + 0.328125, + 0.204102, + 0.376953, + 0.191406, + 0.302734, + 0.320312, + 0.316406, + 0.353516, + 0.324219, + 0.359375, + 0.269531, + 0.341797, + 0.34375, + 0.125, + 0.328125, + 0.347656, + 0.149414, + 0.209961, + 0.155273, + 0.376953, + 0.273438, + 0.369141, + 0.363281, + 0.296875, + 0.255859, + 0.242188, + 0.271484, + 0.3125, + 0.357422, + 0.302734, + 0.208008, + 0.365234, + 0.332031, + 0.228516, + 0.339844, + 0.294922, + 0.166016, + 0.251953, + 0.232422, + 0.230469, + 0.275391, + 0.220703, + 0.349609, + 0.292969, + 0.378906, + 0.332031, + 0.351562, + 0.210938, + 0.388672, + 0.21582, + 0.361328, + 0.328125, + 0.300781, + 0.233398, + 0.328125, + 0.332031, + 0.296875, + 0.333984, + 0.277344, + 0.302734, + 0.220703, + 0.273438, + 0.341797, + 0.186523, + 0.291016, + 0.296875, + 0.328125, + 0.359375, + 0.335938, + 0.332031, + 0.267578, + 0.308594, + 0.400391, + 0.367188, + 0.201172, + 0.306641, + 0.251953, + 0.355469, + 0.375, + 0.283203, + 0.337891, + 0.306641, + 0.251953, + 0.330078, + 0.304688, + 0.335938, + 0.394531, + 0.294922, + 0.357422, + 0.355469, + 0.296875, + 0.277344, + 0.357422, + 0.291016, + 0.263672, + 0.361328, + 0.347656, + 0.320312, + 0.296875, + 0.339844, + 0.157227, + 0.394531, + 0.332031, + 0.34375, + 0.355469, + 0.253906, + 0.314453, + 0.357422, + 0.314453, + 0.335938, + 0.302734, + 0.34375, + 0.244141, + 0.210938, + 0.347656, + 0.351562, + 0.298828, + 0.212891, + 0.416016, + 0.181641, + 0.294922, + 0.324219, + 0.316406, + 0.192383, + 0.316406, + 0.226562, + 0.335938, + 0.255859, + 0.310547, + 0.382812, + 0.166992, + 0.333984, + 0.18457, + 0.296875, + 0.273438, + 0.300781, + 0.229492, + 0.296875, + 0.298828, + 0.324219, + 0.357422, + 0.229492, + 0.328125, + 0.141602, + 0.157227, + 0.330078, + 0.174805, + 0.341797, + 0.375, + 0.328125, + 0.306641, + 0.316406, + 0.306641, + 0.277344, + 0.261719, + 0.333984, + 0.337891, + 0.365234, + 0.306641, + 0.209961, + 0.322266, + 0.367188, + 0.351562, + 0.188477, + 0.326172, + 0.3125, + 0.355469, + 0.195312, + 0.355469, + 0.246094, + 0.269531, + 0.369141, + 0.328125, + 0.326172, + 0.365234, + 0.285156, + 0.298828, + 0.213867, + 0.386719, + 0.359375, + 0.376953, + 0.314453, + 0.285156, + 0.322266, + 0.291016, + 0.339844, + 0.363281, + 0.213867, + 0.279297, + 0.369141, + 0.287109, + 0.363281, + 0.169922, + 0.302734, + 0.204102, + 0.314453, + 0.333984, + 0.28125, + 0.206055, + 0.298828, + 0.398438, + 0.326172, + 0.363281, + 0.335938, + 0.150391, + 0.164062, + 0.328125, + 0.345703, + 0.345703, + 0.214844, + 0.328125, + 0.363281, + 0.273438, + 0.308594, + 0.326172, + 0.357422, + 0.302734, + 0.341797, + 0.192383, + 0.322266, + 0.34375, + 0.285156, + 0.328125, + 0.324219, + 0.363281, + 0.302734, + 0.132812, + 0.369141, + 0.320312, + 0.316406, + 0.351562, + 0.236328, + 0.353516, + 0.15625, + 0.330078, + 0.322266, + 0.351562, + 0.318359, + 0.355469, + 0.386719, + 0.267578, + 0.324219, + 0.269531, + 0.298828, + 0.339844, + 0.248047, + 0.371094, + 0.145508, + 0.3125, + 0.275391, + 0.294922, + 0.28125, + 0.353516, + 0.318359, + 0.198242, + 0.224609, + 0.273438, + 0.292969, + 0.386719, + 0.179688, + 0.322266, + 0.265625, + 0.353516, + 0.326172, + 0.34375, + 0.335938, + 0.318359, + 0.337891, + 0.189453, + 0.335938, + 0.367188, + 0.353516, + 0.330078, + 0.376953, + 0.34375, + 0.237305, + 0.261719, + 0.232422, + 0.375, + 0.235352, + 0.332031, + 0.349609, + 0.34375, + 0.273438, + 0.298828, + 0.271484, + 0.367188, + 0.347656, + 0.306641, + 0.378906, + 0.355469, + 0.355469, + 0.289062, + 0.308594, + 0.339844, + 0.181641, + 0.339844, + 0.34375, + 0.269531, + 0.189453, + 0.308594, + 0.332031, + 0.273438, + 0.257812, + 0.205078, + 0.18457, + 0.375, + 0.361328, + 0.361328, + 0.146484, + 0.314453, + 0.335938, + 0.166016, + 0.322266, + 0.169922, + 0.3125, + 0.285156, + 0.339844, + 0.277344, + 0.304688, + 0.332031, + 0.365234, + 0.353516, + 0.166016, + 0.328125, + 0.378906, + 0.310547, + 0.365234, + 0.324219, + 0.351562, + 0.182617, + 0.137695, + 0.279297, + 0.367188, + 0.302734, + 0.226562, + 0.371094, + 0.298828, + 0.214844, + 0.333984, + 0.349609, + 0.347656, + 0.273438, + 0.339844, + 0.289062, + 0.341797, + 0.365234, + 0.227539, + 0.220703, + 0.335938, + 0.341797, + 0.263672, + 0.318359, + 0.369141, + 0.271484, + 0.15918, + 0.349609, + 0.341797, + 0.375, + 0.283203, + 0.291016, + 0.257812, + 0.359375, + 0.388672, + 0.316406, + 0.304688, + 0.177734, + 0.3125, + 0.248047, + 0.359375, + 0.371094, + 0.349609, + 0.202148, + 0.361328, + 0.257812, + 0.349609, + 0.320312, + 0.369141, + 0.359375, + 0.332031, + 0.341797, + 0.183594, + 0.361328, + 0.330078, + 0.34375, + 0.355469, + 0.220703, + 0.269531, + 0.376953, + 0.136719, + 0.179688, + 0.296875, + 0.34375, + 0.296875, + 0.302734, + 0.380859, + 0.339844, + 0.234375, + 0.330078, + 0.150391, + 0.376953, + 0.208008, + 0.347656, + 0.318359, + 0.341797, + 0.361328, + 0.349609, + 0.3125, + 0.314453, + 0.255859, + 0.386719, + 0.369141, + 0.279297, + 0.353516, + 0.271484, + 0.261719, + 0.349609, + 0.185547, + 0.34375, + 0.255859, + 0.271484, + 0.289062, + 0.337891, + 0.367188, + 0.306641, + 0.337891, + 0.337891, + 0.322266, + 0.376953, + 0.267578, + 0.339844, + 0.369141, + 0.287109, + 0.361328, + 0.143555, + 0.265625, + 0.326172, + 0.335938, + 0.328125, + 0.347656, + 0.308594, + 0.367188, + 0.300781, + 0.263672, + 0.320312, + 0.298828, + 0.191406, + 0.349609, + 0.361328, + 0.355469, + 0.371094, + 0.369141, + 0.308594, + 0.378906, + 0.361328, + 0.28125, + 0.380859, + 0.363281, + 0.292969, + 0.361328, + 0.324219, + 0.279297, + 0.361328, + 0.245117, + 0.359375, + 0.328125, + 0.384766, + 0.263672, + 0.205078, + 0.192383, + 0.402344, + 0.371094, + 0.361328, + 0.355469, + 0.289062, + 0.337891, + 0.3125, + 0.167969, + 0.361328, + 0.271484, + 0.296875, + 0.328125, + 0.287109, + 0.320312, + 0.193359, + 0.28125, + 0.335938, + 0.292969, + 0.316406, + 0.175781, + 0.318359, + 0.335938, + 0.324219, + 0.357422, + 0.324219, + 0.345703, + 0.335938, + 0.34375, + 0.227539, + 0.209961, + 0.271484, + 0.306641, + 0.333984, + 0.322266, + 0.349609, + 0.265625, + 0.332031, + 0.167969, + 0.216797, + 0.306641, + 0.341797, + 0.283203, + 0.365234, + 0.310547, + 0.275391, + 0.314453, + 0.335938, + 0.335938, + 0.339844, + 0.289062, + 0.365234, + 0.316406, + 0.367188, + 0.15625, + 0.267578, + 0.165039, + 0.335938, + 0.304688, + 0.241211, + 0.257812, + 0.353516, + 0.316406, + 0.320312, + 0.345703, + 0.198242, + 0.193359, + 0.289062, + 0.183594, + 0.289062, + 0.25, + 0.298828, + 0.237305, + 0.361328, + 0.068848, + 0.174805, + 0.384766, + 0.306641 + ] + }, + "name": "model.model.layers.15.post_attention_layernorm.weight", + "outputIndexes": [ + 1315 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1314 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_15/Mul_output_0", + "outputIndexes": [ + 1316 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1315, + 1316 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_15/Mul_1_output_0", + "outputIndexes": [ + 1317 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1317 + ], + "outputIndexes": [ + 4824 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4824 + ], + "outputIndexes": [ + 4825 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear", + "inputIndexes": [ + 4825 + ], + "outputIndexes": [ + 4826 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 152987998, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4826 + ], + "outputIndexes": [ + 4827 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4827 + ], + "outputIndexes": [ + 1318 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1318 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_15/Sigmoid_output_0", + "outputIndexes": [ + 1319 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1318, + 1319 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_15/Mul_output_0", + "outputIndexes": [ + 1320 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1317 + ], + "outputIndexes": [ + 4828 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4828 + ], + "outputIndexes": [ + 4829 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear", + "inputIndexes": [ + 4829 + ], + "outputIndexes": [ + 4830 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 155568500, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4830 + ], + "outputIndexes": [ + 4831 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4831 + ], + "outputIndexes": [ + 1321 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1320, + 1321 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_15/Mul_output_0", + "outputIndexes": [ + 1322 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1322 + ], + "outputIndexes": [ + 4832 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4832 + ], + "outputIndexes": [ + 4833 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear", + "inputIndexes": [ + 4833 + ], + "outputIndexes": [ + 4834 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 158149002, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4834 + ], + "outputIndexes": [ + 4835 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4835 + ], + "outputIndexes": [ + 1323 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1314, + 1323 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_79_output_0", + "outputIndexes": [ + 1324 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1324, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_144_output_0", + "outputIndexes": [ + 1325 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.203125, + 0.277344, + 0.310547, + 0.310547, + 0.28125, + 0.292969, + 0.671875, + 0.289062, + 0.208984, + 0.255859, + 0.259766, + 0.259766, + 0.171875, + 0.239258, + 0.212891, + 0.259766, + 0.380859, + 0.236328, + 0.220703, + 0.185547, + 0.283203, + 0.326172, + 0.271484, + 0.200195, + 0.259766, + 0.310547, + 0.213867, + 0.259766, + 0.253906, + 0.269531, + 0.324219, + 0.392578, + 0.277344, + 0.335938, + 0.251953, + 0.223633, + 0.220703, + 0.271484, + 0.291016, + 0.34375, + 0.269531, + 0.294922, + 0.261719, + 0.261719, + 0.196289, + 0.279297, + 0.400391, + 0.192383, + 0.285156, + 0.34375, + 0.302734, + 0.225586, + 0.25, + 0.294922, + 0.228516, + 0.283203, + 0.333984, + 0.255859, + 0.283203, + 0.322266, + 0.287109, + 0.246094, + 0.228516, + 0.298828, + 0.233398, + 0.353516, + 0.722656, + 0.1875, + 0.308594, + 0.640625, + 0.308594, + 0.186523, + 0.273438, + 0.253906, + 0.302734, + 0.220703, + 0.238281, + 0.328125, + 0.257812, + 0.28125, + 0.224609, + 0.265625, + 0.230469, + 0.201172, + 0.245117, + 0.136719, + 0.341797, + 0.341797, + 0.355469, + 0.207031, + 0.229492, + 0.265625, + 0.166016, + 0.28125, + 0.160156, + 0.168945, + 0.363281, + 0.285156, + 0.326172, + 0.296875, + 0.402344, + 0.21582, + 0.271484, + 0.279297, + 0.306641, + 0.15625, + 0.330078, + 0.298828, + 0.257812, + 0.237305, + 0.243164, + 0.279297, + 0.245117, + 0.351562, + 0.28125, + 0.357422, + 0.24707, + 0.235352, + 0.316406, + 0.308594, + 0.306641, + 0.185547, + 0.259766, + 0.298828, + 0.314453, + 0.261719, + 0.621094, + 0.273438, + 0.255859, + 0.416016, + 0.291016, + 0.223633, + 0.318359, + 0.273438, + 0.304688, + 0.283203, + 0.320312, + 0.259766, + 0.316406, + 0.207031, + 0.263672, + 0.3125, + 0.287109, + 0.408203, + 0.285156, + 0.275391, + 0.291016, + 0.200195, + 0.253906, + 0.306641, + 0.277344, + 0.257812, + 0.249023, + 0.298828, + 0.28125, + 0.259766, + 0.261719, + 0.246094, + 0.133789, + 0.285156, + 0.152344, + 0.306641, + 0.211914, + 0.28125, + 0.248047, + 0.304688, + 0.237305, + 0.404297, + 0.253906, + 0.200195, + 0.245117, + 0.244141, + 0.304688, + 0.273438, + 0.246094, + 0.306641, + 0.236328, + 0.25, + 0.279297, + 0.314453, + 0.210938, + 0.219727, + 0.22168, + 0.249023, + 0.248047, + 0.28125, + 0.285156, + 0.285156, + 0.298828, + 0.298828, + 0.257812, + 0.234375, + 0.165039, + 0.255859, + 0.248047, + 0.279297, + 0.225586, + 0.275391, + 0.116211, + 0.320312, + 0.239258, + 0.185547, + 0.202148, + 0.285156, + 0.210938, + 0.249023, + 0.259766, + 0.253906, + 0.388672, + 0.300781, + 0.310547, + 0.240234, + 0.296875, + 0.182617, + 0.28125, + 0.275391, + 0.259766, + 0.21875, + 0.316406, + 0.269531, + 0.227539, + 0.235352, + 0.188477, + 0.207031, + 0.300781, + 0.233398, + 0.291016, + 0.145508, + 0.363281, + 0.263672, + 0.25, + 0.28125, + 0.275391, + 0.248047, + 0.308594, + 0.227539, + 0.3125, + 0.234375, + 0.371094, + 0.265625, + 0.308594, + 0.208008, + 0.231445, + 0.302734, + 0.285156, + 0.224609, + 0.287109, + 0.291016, + 0.294922, + 0.291016, + 0.259766, + 0.183594, + 0.158203, + 0.273438, + 0.283203, + 0.324219, + 0.195312, + 0.216797, + 0.224609, + 0.279297, + 0.296875, + 0.296875, + 0.291016, + 0.210938, + 0.261719, + 0.302734, + 0.206055, + 0.328125, + 0.214844, + 0.320312, + 0.554688, + 0.273438, + 0.269531, + 0.597656, + 0.21875, + 0.390625, + 0.316406, + 0.213867, + 0.279297, + 0.296875, + 0.192383, + 0.292969, + 0.249023, + 0.298828, + 0.320312, + 0.267578, + 0.339844, + 0.316406, + 0.261719, + 0.361328, + 0.294922, + 0.283203, + 0.248047, + 0.304688, + 0.285156, + 0.269531, + 0.155273, + 0.269531, + 0.285156, + 0.265625, + 0.210938, + 0.265625, + 0.257812, + 0.210938, + 0.298828, + 0.245117, + 0.211914, + 0.279297, + 0.302734, + 0.347656, + 0.194336, + 0.320312, + 0.273438, + 0.253906, + 0.328125, + 0.200195, + 0.275391, + 0.194336, + 0.417969, + 0.371094, + 0.275391, + 0.291016, + 0.291016, + 0.227539, + 0.230469, + 0.267578, + 0.249023, + 0.357422, + 0.263672, + 0.287109, + 0.435547, + 0.192383, + 0.285156, + 0.24707, + 0.306641, + 0.244141, + 0.318359, + 0.180664, + 0.207031, + 0.210938, + 0.269531, + 0.265625, + 0.241211, + 0.180664, + 0.316406, + 0.345703, + 0.234375, + 0.269531, + 0.291016, + 0.28125, + 0.335938, + 0.292969, + 0.180664, + 0.306641, + 0.302734, + 0.34375, + 0.298828, + 0.267578, + 0.226562, + 0.345703, + 0.21875, + 0.298828, + 0.255859, + 0.269531, + 0.310547, + 0.267578, + 0.373047, + 0.287109, + 0.251953, + 0.208984, + 0.335938, + 0.189453, + 0.316406, + 0.169922, + 0.314453, + 0.259766, + 0.269531, + 0.332031, + 0.255859, + 0.322266, + 0.535156, + 0.226562, + 0.330078, + 0.238281, + 0.245117, + 0.216797, + 0.244141, + 0.257812, + 0.283203, + 0.300781, + 0.269531, + 0.328125, + 0.292969, + 0.243164, + 0.324219, + 0.265625, + 0.239258, + 0.369141, + 0.322266, + 0.28125, + 0.263672, + 0.462891, + 0.235352, + 0.223633, + 0.314453, + 0.201172, + 0.289062, + 0.283203, + 0.298828, + 0.263672, + 0.255859, + 0.341797, + 0.271484, + 0.231445, + 0.296875, + 0.304688, + 0.22168, + 0.259766, + 0.28125, + 0.225586, + 0.382812, + 0.233398, + 0.349609, + 0.253906, + 0.269531, + 0.188477, + 0.28125, + 0.382812, + 0.330078, + 0.320312, + 0.324219, + 0.236328, + 0.257812, + 0.300781, + 0.21875, + 0.285156, + 0.373047, + 0.242188, + 0.244141, + 0.207031, + 0.347656, + 0.251953, + 0.318359, + 0.359375, + 0.219727, + 0.251953, + 0.245117, + 0.287109, + 0.25, + 0.253906, + 0.291016, + 0.339844, + 0.241211, + 0.291016, + 0.261719, + 0.316406, + 0.296875, + 0.242188, + 0.222656, + 0.246094, + 0.269531, + 0.365234, + 0.255859, + 0.326172, + 0.208008, + 0.271484, + 0.232422, + 0.369141, + 0.308594, + 0.228516, + 0.283203, + 0.296875, + 0.271484, + 0.3125, + 0.300781, + 0.240234, + 0.238281, + 0.28125, + 0.203125, + 0.261719, + 0.269531, + 0.330078, + 0.345703, + 0.233398, + 0.314453, + 0.242188, + 0.287109, + 0.249023, + 0.28125, + 0.231445, + 0.349609, + 0.289062, + 0.261719, + 0.253906, + 0.248047, + 0.265625, + 0.253906, + 0.273438, + 0.251953, + 0.222656, + 0.574219, + 0.24707, + 0.251953, + 0.296875, + 0.308594, + 0.318359, + 0.245117, + 0.316406, + 0.341797, + 0.267578, + 0.267578, + 0.408203, + 0.582031, + 0.199219, + 0.245117, + 0.330078, + 0.296875, + 0.214844, + 0.210938, + 0.245117, + 0.275391, + 0.310547, + 0.240234, + 0.24707, + 0.347656, + 0.267578, + 0.283203, + 0.355469, + 0.298828, + 0.294922, + 0.392578, + 0.208984, + 0.200195, + 0.116699, + 0.328125, + 0.251953, + 0.234375, + 0.322266, + 0.228516, + 0.271484, + 0.310547, + 0.180664, + 0.239258, + 0.267578, + 0.341797, + 0.22168, + 0.251953, + 0.188477, + 0.296875, + 0.300781, + 0.273438, + 0.249023, + 0.335938, + 0.298828, + 0.291016, + 0.246094, + 0.289062, + 0.092285, + 0.287109, + 0.174805, + 0.322266, + 0.310547, + 0.227539, + 0.249023, + 0.207031, + 0.18457, + 0.248047, + 0.253906, + 0.287109, + 0.255859, + 0.308594, + 0.267578, + 0.213867, + 0.265625, + 0.235352, + 0.285156, + 0.230469, + 0.233398, + 0.24707, + 0.148438, + 0.332031, + 0.277344, + 0.233398, + 0.357422, + 0.314453, + 0.291016, + 0.257812, + 0.287109, + 0.337891, + 0.214844, + 0.217773, + 0.220703, + 0.291016, + 0.259766, + 0.302734, + 0.179688, + 0.300781, + 0.234375, + 0.236328, + 0.302734, + 0.271484, + 0.3125, + 0.304688, + 0.225586, + 0.138672, + 0.214844, + 0.279297, + 0.226562, + 0.229492, + 0.291016, + 0.207031, + 0.275391, + 0.34375, + 0.241211, + 0.255859, + 0.251953, + 0.355469, + 0.235352, + 0.259766, + 0.341797, + 0.193359, + 0.225586, + 0.255859, + 0.304688, + 0.243164, + 0.145508, + 0.349609, + 0.412109, + 0.251953, + 0.145508, + 0.589844, + 0.197266, + 0.267578, + 0.245117, + 0.212891, + 0.294922, + 0.265625, + 0.302734, + 0.291016, + 0.251953, + 0.28125, + 0.289062, + 0.273438, + 0.207031, + 0.199219, + 0.246094, + 0.25, + 0.167969, + 0.363281, + 0.412109, + 0.294922, + 0.333984, + 0.375, + 0.193359, + 0.224609, + 0.244141, + 0.186523, + 0.263672, + 0.192383, + 0.275391, + 0.233398, + 0.285156, + 0.233398, + 0.273438, + 0.232422, + 0.285156, + 0.232422, + 0.277344, + 0.300781, + 0.306641, + 0.253906, + 0.285156, + 0.263672, + 0.466797, + 0.173828, + 0.214844, + 0.300781, + 0.255859, + 0.308594, + 0.298828, + 0.314453, + 0.310547, + 0.75, + 0.233398, + 0.306641, + 0.373047, + 0.234375, + 0.351562, + 0.294922, + 0.183594, + 0.230469, + 0.296875, + 0.261719, + 0.269531, + 0.230469, + 0.259766, + 0.232422, + 0.255859, + 0.24707, + 0.244141, + 0.249023, + 0.248047, + 0.240234, + 0.257812, + 0.359375, + 0.265625, + 0.271484, + 0.238281, + 0.180664, + 0.318359, + 0.330078, + 0.28125, + 0.28125, + 0.277344, + 0.328125, + 0.248047, + 0.225586, + 0.304688, + 0.180664, + 0.261719, + 0.217773, + 0.225586, + 0.191406, + 0.292969, + 0.25, + 0.235352, + 0.539062, + 0.275391, + 0.302734, + 0.291016, + 0.308594, + 0.231445, + 0.259766, + 0.255859, + 0.192383, + 0.326172, + 0.166992, + 0.231445, + 0.259766, + 0.269531, + 0.322266, + 0.275391, + 0.253906, + 0.265625, + 0.267578, + 0.253906, + 0.613281, + 0.275391, + 0.289062, + 0.289062, + 0.170898, + 0.206055, + 0.351562, + 0.216797, + 0.287109, + 0.24707, + 0.220703, + 0.24707, + 0.226562, + 0.231445, + 0.257812, + 0.310547, + 0.251953, + 0.248047, + 0.335938, + 0.265625, + 0.209961, + 0.244141, + 0.216797, + 0.285156, + 0.316406, + 0.225586, + 0.245117, + 0.206055, + 0.404297, + 0.355469, + 0.330078, + 0.339844, + 0.265625, + 0.316406, + 0.226562, + 0.300781, + 0.369141, + 0.285156, + 0.255859, + 0.283203, + 0.267578, + 0.326172, + 0.294922, + 0.233398, + 0.337891, + 0.267578, + 0.275391, + 0.230469, + 0.228516, + 0.300781, + 0.519531, + 0.232422, + 0.242188, + 0.243164, + 0.308594, + 0.255859, + 0.273438, + 0.308594, + 0.248047, + 0.335938, + 0.300781, + 0.191406, + 0.326172, + 0.25, + 0.337891, + 0.263672, + 0.237305, + 0.298828, + 0.265625, + 0.246094, + 0.259766, + 0.241211, + 0.259766, + 0.349609, + 0.257812, + 0.267578, + 0.291016, + 0.289062, + 0.263672, + 0.257812, + 0.216797, + 0.267578, + 0.322266, + 0.285156, + 0.265625, + 0.220703, + 0.371094, + 0.183594, + 0.291016, + 0.322266, + 0.277344, + 0.265625, + 0.275391, + 0.251953, + 0.330078, + 0.300781, + 0.243164, + 0.248047, + 0.275391, + 0.235352, + 0.201172, + 0.257812, + 0.28125, + 0.283203, + 0.168945, + 0.369141, + 0.488281, + 0.245117, + 0.265625, + 0.285156, + 0.216797, + 0.300781, + 0.1875, + 0.267578, + 0.273438, + 0.328125, + 0.361328, + 0.165039, + 0.320312, + 0.408203, + 0.236328, + 0.242188, + 0.244141, + 0.22168, + 0.249023, + 0.267578, + 0.265625, + 0.287109, + 0.202148, + 0.287109, + 0.219727, + 0.166016, + 0.259766, + 0.304688, + 0.267578, + 0.361328, + 0.265625, + 0.287109, + 0.302734, + 0.209961, + 0.200195, + 0.464844, + 0.263672, + 0.310547, + 0.279297, + 0.220703, + 0.367188, + 0.273438, + 0.271484, + 0.265625, + 0.197266, + 0.234375, + 0.283203, + 0.322266, + 0.263672, + 0.296875, + 0.214844, + 0.245117, + 0.304688, + 0.235352, + 0.275391, + 0.332031, + 0.294922, + 0.263672, + 0.237305, + 0.339844, + 0.322266, + 0.345703, + 0.229492, + 0.225586, + 0.267578, + 0.231445, + 0.25, + 0.308594, + 0.223633, + 0.261719, + 0.308594, + 0.222656, + 0.28125, + 0.292969, + 0.232422, + 0.225586, + 0.261719, + 0.300781, + 0.246094, + 0.158203, + 0.236328, + 0.4375, + 0.232422, + 0.279297, + 0.28125, + 0.167969, + 0.216797, + 0.228516, + 0.267578, + 0.287109, + 0.320312, + 0.265625, + 0.292969, + 0.232422, + 0.298828, + 0.257812, + 0.273438, + 0.279297, + 0.269531, + 0.324219, + 0.255859, + 0.314453, + 0.225586, + 0.251953, + 0.269531, + 0.320312, + 0.246094, + 0.585938, + 0.320312, + 0.275391, + 0.306641, + 0.302734, + 0.179688, + 0.332031, + 0.213867, + 0.244141, + 0.285156, + 0.361328, + 0.246094, + 0.351562, + 0.302734, + 0.251953, + 0.302734, + 0.261719, + 0.21875, + 0.335938, + 0.59375, + 0.271484, + 0.255859, + 0.40625, + 0.294922, + 0.332031, + 0.209961, + 0.306641, + 0.269531, + 0.219727, + 0.554688, + 0.232422, + 0.275391, + 0.320312, + 0.204102, + 0.335938, + 0.222656, + 0.261719, + 0.333984, + 0.28125, + 0.283203, + 0.222656, + 0.306641, + 0.151367, + 0.25, + 0.333984, + 0.328125, + 0.253906, + 0.337891, + 0.306641, + 0.210938, + 0.21875, + 0.236328, + 0.265625, + 0.203125, + 0.351562, + 0.241211, + 0.249023, + 0.265625, + 0.277344, + 0.24707, + 0.291016, + 0.267578, + 0.328125, + 0.306641, + 0.308594, + 0.279297, + 0.204102, + 0.322266, + 0.380859, + 0.363281, + 0.237305, + 0.289062, + 0.242188, + 0.191406, + 0.279297, + 0.255859, + 0.220703, + 0.220703, + 0.632812, + 0.15625, + 0.267578, + 0.314453, + 0.291016, + 0.176758, + 0.259766, + 0.267578, + 0.359375, + 0.255859, + 0.207031, + 0.263672, + 0.25, + 0.324219, + 0.251953, + 0.251953, + 0.300781, + 0.302734, + 0.289062, + 0.224609, + 0.273438, + 0.316406, + 0.261719, + 0.292969, + 0.271484, + 0.300781, + 0.175781, + 0.589844, + 0.310547, + 0.320312, + 0.255859, + 0.243164, + 0.314453, + 0.230469, + 0.255859, + 0.292969, + 0.306641, + 0.259766, + 0.261719, + 0.316406, + 0.302734, + 0.345703, + 0.287109, + 0.205078, + 0.248047, + 0.279297, + 0.296875, + 0.25, + 0.244141, + 0.275391, + 0.287109, + 0.255859, + 0.296875, + 0.298828, + 0.373047, + 0.355469, + 0.197266, + 0.21582, + 0.314453, + 0.351562, + 0.230469, + 0.235352, + 0.241211, + 0.271484, + 0.241211, + 0.287109, + 0.324219, + 0.308594, + 0.632812, + 0.251953, + 0.180664, + 0.333984, + 0.253906, + 0.314453, + 0.302734, + 0.326172, + 0.261719, + 0.667969, + 0.271484, + 0.225586, + 0.283203, + 0.326172, + 0.285156, + 0.224609, + 0.365234, + 0.211914, + 0.173828, + 0.245117, + 0.259766, + 0.222656, + 0.243164, + 0.345703, + 0.296875, + 0.19043, + 0.294922, + 0.235352, + 0.330078, + 0.240234, + 0.283203, + 0.300781, + 0.3125, + 0.267578, + 0.300781, + 0.253906, + 0.226562, + 0.216797, + 0.328125, + 0.345703, + 0.267578, + 0.316406, + 0.212891, + 0.378906, + 0.300781, + 0.337891, + 0.289062, + 0.257812, + 0.261719, + 0.243164, + 0.291016, + 0.24707, + 0.320312, + 0.318359, + 0.292969, + 0.287109, + 0.382812, + 0.28125, + 0.275391, + 0.308594, + 0.333984, + 0.292969, + 0.142578, + 0.259766, + 0.224609, + 0.265625, + 0.222656, + 0.304688, + 0.223633, + 0.371094, + 0.253906, + 0.245117, + 0.251953, + 0.283203, + 0.164062, + 0.259766, + 0.302734, + 0.275391, + 0.308594, + 0.302734, + 0.246094, + 0.279297, + 0.3125, + 0.236328, + 0.292969, + 0.318359, + 0.259766, + 0.25, + 0.265625, + 0.253906, + 0.382812, + 0.217773, + 0.300781, + 0.246094, + 0.304688, + 0.185547, + 0.255859, + 0.192383, + 0.371094, + 0.34375, + 0.306641, + 0.380859, + 0.296875, + 0.263672, + 0.255859, + 0.197266, + 0.306641, + 0.216797, + 0.269531, + 0.253906, + 0.226562, + 0.316406, + 0.193359, + 0.244141, + 0.267578, + 0.216797, + 0.255859, + 0.188477, + 0.248047, + 0.243164, + 0.289062, + 0.316406, + 0.283203, + 0.279297, + 0.223633, + 0.255859, + 0.302734, + 0.285156, + 0.208008, + 0.273438, + 0.267578, + 0.275391, + 0.271484, + 0.283203, + 0.363281, + 0.192383, + 0.222656, + 0.237305, + 0.287109, + 0.251953, + 0.291016, + 0.202148, + 0.296875, + 0.236328, + 0.277344, + 0.255859, + 0.314453, + 0.257812, + 0.330078, + 0.273438, + 0.275391, + 0.182617, + 0.230469, + 0.208984, + 0.271484, + 0.287109, + 0.302734, + 0.196289, + 0.335938, + 0.353516, + 0.277344, + 0.227539, + 0.217773, + 0.202148, + 0.214844, + 0.194336, + 0.269531, + 0.240234, + 0.229492, + 0.226562, + 0.294922, + 0.570312, + 0.201172, + 0.390625, + 0.310547 + ] + }, + "name": "model.model.layers.16.input_layernorm.weight", + "outputIndexes": [ + 1326 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1325 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_16/Mul_output_0", + "outputIndexes": [ + 1327 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1326, + 1327 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_16/Mul_1_output_0", + "outputIndexes": [ + 1328 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1328 + ], + "outputIndexes": [ + 4836 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4836 + ], + "outputIndexes": [ + 4837 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear", + "inputIndexes": [ + 4837 + ], + "outputIndexes": [ + 4838 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 160729504, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4838 + ], + "outputIndexes": [ + 4839 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4839 + ], + "outputIndexes": [ + 1329 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1328 + ], + "main_type": "NONE", + "name": "/Shape_225_output_0", + "outputIndexes": [ + 1330 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1330 + ], + "main_type": "NONE", + "name": "Shape3535", + "outputIndexes": [ + 1331 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1330 + ], + "main_type": "NONE", + "name": "Rank3537", + "outputIndexes": [ + 1332 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1332, + 1332 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3539", + "outputIndexes": [ + 1333 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1333 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3540", + "outputIndexes": [ + 1334 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1333, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3542", + "outputIndexes": [ + 1335 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1335 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3543", + "outputIndexes": [ + 1336 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1331, + 1334, + 1336, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3546", + "outputIndexes": [ + 1337 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1337 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3547", + "outputIndexes": [ + 1338 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3548", + "outputIndexes": [ + 1339 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1339, + 1338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3549", + "outputIndexes": [ + 1340 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1330, + 1340, + 1333 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_244_output_0", + "outputIndexes": [ + 1341 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1341, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_513_output_0", + "outputIndexes": [ + 1342 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1342, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_208_output_0", + "outputIndexes": [ + 1343 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1329, + 1343 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_145_output_0", + "outputIndexes": [ + 1344 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1344, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_128_output_0", + "outputIndexes": [ + 1345 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1344 + ], + "main_type": "NONE", + "name": "/Shape_226_output_0", + "outputIndexes": [ + 1346 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1346 + ], + "main_type": "NONE", + "name": "Shape3556", + "outputIndexes": [ + 1347 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1346 + ], + "main_type": "NONE", + "name": "Rank3558", + "outputIndexes": [ + 1348 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1348, + 1348 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3560", + "outputIndexes": [ + 1349 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1349 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3561", + "outputIndexes": [ + 1350 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1349, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3563", + "outputIndexes": [ + 1351 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1351 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3564", + "outputIndexes": [ + 1352 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1347, + 1350, + 1352, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3567", + "outputIndexes": [ + 1353 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1353 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3568", + "outputIndexes": [ + 1354 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1354 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3569", + "outputIndexes": [ + 1355 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1355, + 1354 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3570", + "outputIndexes": [ + 1356 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1346, + 1356, + 1349 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_245_output_0", + "outputIndexes": [ + 1357 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1357, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_48_output_0", + "outputIndexes": [ + 1358 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1358, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_518_output_0", + "outputIndexes": [ + 1359 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1344, + 1359, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_65_output_0", + "outputIndexes": [ + 1360 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1360 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_32_output_0", + "outputIndexes": [ + 1361 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1344, + 22, + 1359, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_64_output_0", + "outputIndexes": [ + 1362 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1361, + 1362 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_211_output_0", + "outputIndexes": [ + 1363 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1363, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_129_output_0", + "outputIndexes": [ + 1364 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1345, + 1364 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_80_output_0", + "outputIndexes": [ + 1365 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1328 + ], + "outputIndexes": [ + 4840 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4840 + ], + "outputIndexes": [ + 4841 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear", + "inputIndexes": [ + 4841 + ], + "outputIndexes": [ + 4842 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 161651126, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4842 + ], + "outputIndexes": [ + 4843 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4843 + ], + "outputIndexes": [ + 1366 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1342, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_209_output_0", + "outputIndexes": [ + 1367 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1366, + 1367 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_146_output_0", + "outputIndexes": [ + 1368 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1368, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_130_output_0", + "outputIndexes": [ + 1369 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1368 + ], + "main_type": "NONE", + "name": "/Shape_227_output_0", + "outputIndexes": [ + 1370 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1370 + ], + "main_type": "NONE", + "name": "Shape3619", + "outputIndexes": [ + 1371 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1370 + ], + "main_type": "NONE", + "name": "Rank3621", + "outputIndexes": [ + 1372 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1372, + 1372 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3623", + "outputIndexes": [ + 1373 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1373 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3624", + "outputIndexes": [ + 1374 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1373, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3626", + "outputIndexes": [ + 1375 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1375 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3627", + "outputIndexes": [ + 1376 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1371, + 1374, + 1376, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3630", + "outputIndexes": [ + 1377 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1377 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3631", + "outputIndexes": [ + 1378 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1378 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3632", + "outputIndexes": [ + 1379 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1379, + 1378 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3633", + "outputIndexes": [ + 1380 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1370, + 1380, + 1373 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_246_output_0", + "outputIndexes": [ + 1381 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1381, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_49_output_0", + "outputIndexes": [ + 1382 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1382, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_520_output_0", + "outputIndexes": [ + 1383 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1368, + 1383, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_67_output_0", + "outputIndexes": [ + 1384 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1384 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_33_output_0", + "outputIndexes": [ + 1385 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1368, + 22, + 1383, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_66_output_0", + "outputIndexes": [ + 1386 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1385, + 1386 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_212_output_0", + "outputIndexes": [ + 1387 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1387, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_131_output_0", + "outputIndexes": [ + 1388 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1369, + 1388 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_81_output_0", + "outputIndexes": [ + 1389 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1328 + ], + "outputIndexes": [ + 4844 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4844 + ], + "outputIndexes": [ + 4845 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear", + "inputIndexes": [ + 4845 + ], + "outputIndexes": [ + 4846 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 161881548, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4846 + ], + "outputIndexes": [ + 4847 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4847 + ], + "outputIndexes": [ + 1390 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1390, + 1367 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_147_output_0", + "outputIndexes": [ + 1391 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1365, + 1389, + 1391, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_152_output_0", + "outputIndexes": [ + 1392 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1392 + ], + "outputIndexes": [ + 4848 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4848 + ], + "outputIndexes": [ + 4849 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear", + "inputIndexes": [ + 4849 + ], + "outputIndexes": [ + 4850 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 162111970, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4850 + ], + "outputIndexes": [ + 4851 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4851 + ], + "outputIndexes": [ + 1393 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1325, + 1393 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_83_output_0", + "outputIndexes": [ + 1394 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.214844, + 0.314453, + 0.34375, + 0.347656, + 0.349609, + 0.326172, + 0.172852, + 0.347656, + 0.24707, + 0.231445, + 0.18457, + 0.316406, + 0.195312, + 0.302734, + 0.283203, + 0.345703, + 0.248047, + 0.285156, + 0.287109, + 0.180664, + 0.298828, + 0.363281, + 0.265625, + 0.223633, + 0.275391, + 0.353516, + 0.253906, + 0.337891, + 0.314453, + 0.314453, + 0.246094, + 0.166992, + 0.316406, + 0.289062, + 0.314453, + 0.300781, + 0.173828, + 0.318359, + 0.194336, + 0.34375, + 0.302734, + 0.339844, + 0.273438, + 0.263672, + 0.212891, + 0.289062, + 0.376953, + 0.179688, + 0.363281, + 0.204102, + 0.353516, + 0.170898, + 0.296875, + 0.328125, + 0.195312, + 0.324219, + 0.386719, + 0.28125, + 0.294922, + 0.369141, + 0.316406, + 0.335938, + 0.25, + 0.320312, + 0.243164, + 0.241211, + 0.167969, + 0.15625, + 0.351562, + 0.175781, + 0.34375, + 0.176758, + 0.257812, + 0.28125, + 0.357422, + 0.257812, + 0.24707, + 0.375, + 0.160156, + 0.300781, + 0.263672, + 0.365234, + 0.245117, + 0.265625, + 0.328125, + 0.178711, + 0.373047, + 0.211914, + 0.396484, + 0.19043, + 0.257812, + 0.304688, + 0.188477, + 0.306641, + 0.134766, + 0.172852, + 0.376953, + 0.353516, + 0.367188, + 0.339844, + 0.257812, + 0.255859, + 0.330078, + 0.324219, + 0.357422, + 0.158203, + 0.359375, + 0.324219, + 0.302734, + 0.306641, + 0.298828, + 0.361328, + 0.285156, + 0.306641, + 0.332031, + 0.279297, + 0.314453, + 0.310547, + 0.376953, + 0.345703, + 0.306641, + 0.208984, + 0.355469, + 0.230469, + 0.373047, + 0.28125, + 0.19043, + 0.341797, + 0.326172, + 0.402344, + 0.347656, + 0.332031, + 0.326172, + 0.292969, + 0.314453, + 0.283203, + 0.349609, + 0.308594, + 0.267578, + 0.237305, + 0.337891, + 0.296875, + 0.310547, + 0.40625, + 0.371094, + 0.316406, + 0.292969, + 0.220703, + 0.332031, + 0.322266, + 0.308594, + 0.302734, + 0.310547, + 0.347656, + 0.326172, + 0.271484, + 0.349609, + 0.296875, + 0.134766, + 0.320312, + 0.157227, + 0.261719, + 0.209961, + 0.359375, + 0.279297, + 0.373047, + 0.185547, + 0.376953, + 0.28125, + 0.174805, + 0.246094, + 0.341797, + 0.361328, + 0.249023, + 0.160156, + 0.386719, + 0.263672, + 0.316406, + 0.353516, + 0.341797, + 0.287109, + 0.233398, + 0.271484, + 0.292969, + 0.345703, + 0.333984, + 0.318359, + 0.314453, + 0.332031, + 0.363281, + 0.347656, + 0.269531, + 0.15625, + 0.300781, + 0.304688, + 0.3125, + 0.291016, + 0.232422, + 0.069336, + 0.324219, + 0.310547, + 0.294922, + 0.25, + 0.306641, + 0.243164, + 0.314453, + 0.351562, + 0.275391, + 0.257812, + 0.337891, + 0.318359, + 0.300781, + 0.314453, + 0.158203, + 0.326172, + 0.300781, + 0.326172, + 0.265625, + 0.365234, + 0.320312, + 0.302734, + 0.314453, + 0.222656, + 0.265625, + 0.378906, + 0.265625, + 0.337891, + 0.157227, + 0.388672, + 0.257812, + 0.248047, + 0.214844, + 0.345703, + 0.271484, + 0.361328, + 0.213867, + 0.306641, + 0.235352, + 0.382812, + 0.328125, + 0.34375, + 0.259766, + 0.300781, + 0.322266, + 0.328125, + 0.267578, + 0.231445, + 0.359375, + 0.341797, + 0.296875, + 0.308594, + 0.212891, + 0.163086, + 0.304688, + 0.265625, + 0.347656, + 0.234375, + 0.283203, + 0.201172, + 0.351562, + 0.373047, + 0.333984, + 0.339844, + 0.226562, + 0.339844, + 0.328125, + 0.285156, + 0.371094, + 0.183594, + 0.355469, + 0.240234, + 0.296875, + 0.275391, + 0.223633, + 0.217773, + 0.369141, + 0.320312, + 0.217773, + 0.203125, + 0.351562, + 0.211914, + 0.330078, + 0.302734, + 0.347656, + 0.349609, + 0.292969, + 0.384766, + 0.363281, + 0.320312, + 0.388672, + 0.357422, + 0.328125, + 0.332031, + 0.300781, + 0.324219, + 0.320312, + 0.240234, + 0.326172, + 0.345703, + 0.310547, + 0.28125, + 0.318359, + 0.304688, + 0.202148, + 0.318359, + 0.320312, + 0.234375, + 0.28125, + 0.351562, + 0.380859, + 0.192383, + 0.367188, + 0.275391, + 0.223633, + 0.361328, + 0.259766, + 0.324219, + 0.208984, + 0.263672, + 0.279297, + 0.355469, + 0.378906, + 0.330078, + 0.324219, + 0.273438, + 0.248047, + 0.3125, + 0.378906, + 0.357422, + 0.238281, + 0.224609, + 0.216797, + 0.1875, + 0.298828, + 0.296875, + 0.304688, + 0.355469, + 0.236328, + 0.172852, + 0.182617, + 0.269531, + 0.294922, + 0.314453, + 0.212891, + 0.376953, + 0.363281, + 0.235352, + 0.314453, + 0.242188, + 0.347656, + 0.355469, + 0.337891, + 0.21875, + 0.296875, + 0.302734, + 0.369141, + 0.339844, + 0.335938, + 0.273438, + 0.361328, + 0.298828, + 0.234375, + 0.318359, + 0.347656, + 0.316406, + 0.298828, + 0.359375, + 0.351562, + 0.225586, + 0.233398, + 0.371094, + 0.277344, + 0.337891, + 0.15918, + 0.291016, + 0.287109, + 0.337891, + 0.320312, + 0.320312, + 0.189453, + 0.161133, + 0.257812, + 0.369141, + 0.318359, + 0.3125, + 0.246094, + 0.25, + 0.328125, + 0.226562, + 0.316406, + 0.316406, + 0.195312, + 0.359375, + 0.186523, + 0.371094, + 0.333984, + 0.306641, + 0.363281, + 0.359375, + 0.322266, + 0.296875, + 0.357422, + 0.204102, + 0.332031, + 0.382812, + 0.219727, + 0.382812, + 0.304688, + 0.351562, + 0.3125, + 0.244141, + 0.386719, + 0.324219, + 0.291016, + 0.359375, + 0.365234, + 0.292969, + 0.322266, + 0.333984, + 0.233398, + 0.425781, + 0.271484, + 0.212891, + 0.339844, + 0.335938, + 0.19043, + 0.335938, + 0.277344, + 0.210938, + 0.302734, + 0.176758, + 0.21582, + 0.347656, + 0.304688, + 0.267578, + 0.357422, + 0.392578, + 0.285156, + 0.275391, + 0.298828, + 0.375, + 0.21582, + 0.226562, + 0.386719, + 0.240234, + 0.224609, + 0.328125, + 0.347656, + 0.19043, + 0.310547, + 0.283203, + 0.248047, + 0.283203, + 0.357422, + 0.337891, + 0.349609, + 0.332031, + 0.316406, + 0.279297, + 0.251953, + 0.320312, + 0.265625, + 0.318359, + 0.328125, + 0.157227, + 0.339844, + 0.259766, + 0.363281, + 0.357422, + 0.206055, + 0.291016, + 0.355469, + 0.341797, + 0.283203, + 0.298828, + 0.259766, + 0.267578, + 0.357422, + 0.232422, + 0.234375, + 0.320312, + 0.34375, + 0.410156, + 0.304688, + 0.339844, + 0.253906, + 0.322266, + 0.225586, + 0.349609, + 0.273438, + 0.347656, + 0.355469, + 0.347656, + 0.332031, + 0.304688, + 0.223633, + 0.345703, + 0.298828, + 0.241211, + 0.237305, + 0.172852, + 0.251953, + 0.341797, + 0.357422, + 0.183594, + 0.353516, + 0.28125, + 0.291016, + 0.373047, + 0.287109, + 0.283203, + 0.371094, + 0.193359, + 0.208008, + 0.244141, + 0.355469, + 0.357422, + 0.203125, + 0.245117, + 0.259766, + 0.316406, + 0.333984, + 0.178711, + 0.337891, + 0.361328, + 0.300781, + 0.333984, + 0.375, + 0.365234, + 0.242188, + 0.219727, + 0.261719, + 0.189453, + 0.143555, + 0.347656, + 0.277344, + 0.273438, + 0.367188, + 0.249023, + 0.292969, + 0.347656, + 0.172852, + 0.249023, + 0.363281, + 0.320312, + 0.231445, + 0.310547, + 0.151367, + 0.253906, + 0.223633, + 0.271484, + 0.310547, + 0.359375, + 0.347656, + 0.304688, + 0.330078, + 0.277344, + 0.185547, + 0.326172, + 0.163086, + 0.188477, + 0.231445, + 0.347656, + 0.271484, + 0.228516, + 0.176758, + 0.339844, + 0.314453, + 0.306641, + 0.300781, + 0.390625, + 0.34375, + 0.194336, + 0.34375, + 0.28125, + 0.345703, + 0.275391, + 0.322266, + 0.249023, + 0.15332, + 0.404297, + 0.306641, + 0.277344, + 0.294922, + 0.347656, + 0.308594, + 0.289062, + 0.3125, + 0.375, + 0.289062, + 0.241211, + 0.196289, + 0.345703, + 0.349609, + 0.332031, + 0.206055, + 0.339844, + 0.166992, + 0.196289, + 0.351562, + 0.328125, + 0.316406, + 0.324219, + 0.296875, + 0.142578, + 0.206055, + 0.34375, + 0.259766, + 0.285156, + 0.34375, + 0.223633, + 0.371094, + 0.328125, + 0.227539, + 0.308594, + 0.304688, + 0.224609, + 0.302734, + 0.273438, + 0.341797, + 0.149414, + 0.314453, + 0.275391, + 0.320312, + 0.259766, + 0.15332, + 0.375, + 0.196289, + 0.292969, + 0.15332, + 0.143555, + 0.259766, + 0.296875, + 0.332031, + 0.22168, + 0.34375, + 0.318359, + 0.285156, + 0.345703, + 0.304688, + 0.233398, + 0.349609, + 0.314453, + 0.216797, + 0.173828, + 0.255859, + 0.263672, + 0.150391, + 0.283203, + 0.283203, + 0.355469, + 0.400391, + 0.390625, + 0.176758, + 0.300781, + 0.291016, + 0.142578, + 0.333984, + 0.18457, + 0.192383, + 0.269531, + 0.359375, + 0.259766, + 0.222656, + 0.291016, + 0.318359, + 0.285156, + 0.341797, + 0.292969, + 0.347656, + 0.320312, + 0.314453, + 0.283203, + 0.207031, + 0.202148, + 0.169922, + 0.296875, + 0.339844, + 0.306641, + 0.34375, + 0.34375, + 0.351562, + 0.170898, + 0.263672, + 0.320312, + 0.355469, + 0.208984, + 0.396484, + 0.359375, + 0.261719, + 0.275391, + 0.332031, + 0.285156, + 0.349609, + 0.234375, + 0.333984, + 0.316406, + 0.230469, + 0.341797, + 0.349609, + 0.291016, + 0.314453, + 0.22168, + 0.300781, + 0.206055, + 0.217773, + 0.339844, + 0.267578, + 0.233398, + 0.296875, + 0.224609, + 0.349609, + 0.316406, + 0.363281, + 0.378906, + 0.298828, + 0.296875, + 0.207031, + 0.177734, + 0.330078, + 0.169922, + 0.271484, + 0.207031, + 0.347656, + 0.347656, + 0.273438, + 0.239258, + 0.291016, + 0.292969, + 0.289062, + 0.355469, + 0.182617, + 0.300781, + 0.3125, + 0.194336, + 0.398438, + 0.179688, + 0.285156, + 0.326172, + 0.304688, + 0.345703, + 0.320312, + 0.347656, + 0.259766, + 0.332031, + 0.341797, + 0.168945, + 0.308594, + 0.337891, + 0.166016, + 0.198242, + 0.151367, + 0.384766, + 0.267578, + 0.367188, + 0.341797, + 0.289062, + 0.244141, + 0.233398, + 0.275391, + 0.298828, + 0.351562, + 0.287109, + 0.196289, + 0.355469, + 0.320312, + 0.223633, + 0.324219, + 0.283203, + 0.172852, + 0.243164, + 0.21875, + 0.227539, + 0.267578, + 0.238281, + 0.345703, + 0.289062, + 0.378906, + 0.322266, + 0.347656, + 0.204102, + 0.386719, + 0.209961, + 0.357422, + 0.326172, + 0.294922, + 0.238281, + 0.318359, + 0.316406, + 0.294922, + 0.330078, + 0.265625, + 0.300781, + 0.212891, + 0.265625, + 0.34375, + 0.212891, + 0.287109, + 0.277344, + 0.3125, + 0.357422, + 0.324219, + 0.330078, + 0.257812, + 0.308594, + 0.412109, + 0.355469, + 0.186523, + 0.292969, + 0.24707, + 0.337891, + 0.369141, + 0.277344, + 0.328125, + 0.306641, + 0.240234, + 0.322266, + 0.292969, + 0.324219, + 0.404297, + 0.28125, + 0.359375, + 0.347656, + 0.285156, + 0.273438, + 0.345703, + 0.283203, + 0.251953, + 0.357422, + 0.333984, + 0.310547, + 0.277344, + 0.357422, + 0.15625, + 0.386719, + 0.326172, + 0.324219, + 0.337891, + 0.251953, + 0.298828, + 0.363281, + 0.308594, + 0.337891, + 0.296875, + 0.332031, + 0.229492, + 0.202148, + 0.341797, + 0.337891, + 0.296875, + 0.204102, + 0.40625, + 0.212891, + 0.277344, + 0.302734, + 0.308594, + 0.197266, + 0.320312, + 0.21875, + 0.330078, + 0.244141, + 0.296875, + 0.365234, + 0.164062, + 0.328125, + 0.19043, + 0.28125, + 0.269531, + 0.291016, + 0.222656, + 0.285156, + 0.289062, + 0.3125, + 0.351562, + 0.226562, + 0.314453, + 0.15625, + 0.157227, + 0.316406, + 0.192383, + 0.337891, + 0.378906, + 0.316406, + 0.296875, + 0.308594, + 0.292969, + 0.265625, + 0.253906, + 0.326172, + 0.335938, + 0.353516, + 0.287109, + 0.21582, + 0.314453, + 0.34375, + 0.341797, + 0.191406, + 0.322266, + 0.294922, + 0.341797, + 0.188477, + 0.355469, + 0.241211, + 0.253906, + 0.355469, + 0.316406, + 0.3125, + 0.294922, + 0.28125, + 0.283203, + 0.210938, + 0.388672, + 0.355469, + 0.367188, + 0.300781, + 0.277344, + 0.318359, + 0.28125, + 0.332031, + 0.365234, + 0.207031, + 0.271484, + 0.369141, + 0.279297, + 0.363281, + 0.176758, + 0.300781, + 0.201172, + 0.316406, + 0.324219, + 0.273438, + 0.191406, + 0.298828, + 0.408203, + 0.314453, + 0.347656, + 0.314453, + 0.151367, + 0.165039, + 0.316406, + 0.333984, + 0.326172, + 0.220703, + 0.320312, + 0.353516, + 0.265625, + 0.294922, + 0.318359, + 0.353516, + 0.292969, + 0.335938, + 0.201172, + 0.316406, + 0.328125, + 0.279297, + 0.326172, + 0.306641, + 0.371094, + 0.289062, + 0.175781, + 0.367188, + 0.318359, + 0.318359, + 0.341797, + 0.21582, + 0.353516, + 0.161133, + 0.310547, + 0.320312, + 0.351562, + 0.300781, + 0.363281, + 0.386719, + 0.253906, + 0.324219, + 0.265625, + 0.294922, + 0.34375, + 0.273438, + 0.376953, + 0.165039, + 0.302734, + 0.253906, + 0.289062, + 0.267578, + 0.345703, + 0.310547, + 0.19043, + 0.243164, + 0.277344, + 0.291016, + 0.392578, + 0.174805, + 0.326172, + 0.261719, + 0.34375, + 0.3125, + 0.332031, + 0.337891, + 0.302734, + 0.332031, + 0.181641, + 0.333984, + 0.367188, + 0.351562, + 0.316406, + 0.388672, + 0.341797, + 0.228516, + 0.251953, + 0.224609, + 0.355469, + 0.226562, + 0.326172, + 0.339844, + 0.326172, + 0.263672, + 0.275391, + 0.249023, + 0.357422, + 0.333984, + 0.298828, + 0.375, + 0.353516, + 0.353516, + 0.28125, + 0.296875, + 0.335938, + 0.201172, + 0.322266, + 0.339844, + 0.261719, + 0.180664, + 0.292969, + 0.320312, + 0.269531, + 0.244141, + 0.219727, + 0.176758, + 0.369141, + 0.353516, + 0.355469, + 0.149414, + 0.314453, + 0.332031, + 0.183594, + 0.308594, + 0.164062, + 0.294922, + 0.28125, + 0.339844, + 0.271484, + 0.294922, + 0.330078, + 0.361328, + 0.353516, + 0.162109, + 0.324219, + 0.375, + 0.308594, + 0.359375, + 0.314453, + 0.341797, + 0.172852, + 0.189453, + 0.273438, + 0.367188, + 0.291016, + 0.21875, + 0.359375, + 0.287109, + 0.212891, + 0.326172, + 0.34375, + 0.341797, + 0.255859, + 0.339844, + 0.277344, + 0.332031, + 0.357422, + 0.21875, + 0.217773, + 0.326172, + 0.332031, + 0.244141, + 0.310547, + 0.359375, + 0.259766, + 0.176758, + 0.353516, + 0.337891, + 0.378906, + 0.273438, + 0.28125, + 0.246094, + 0.333984, + 0.378906, + 0.316406, + 0.300781, + 0.18457, + 0.300781, + 0.236328, + 0.355469, + 0.371094, + 0.345703, + 0.224609, + 0.345703, + 0.239258, + 0.34375, + 0.314453, + 0.357422, + 0.349609, + 0.330078, + 0.341797, + 0.185547, + 0.357422, + 0.300781, + 0.339844, + 0.359375, + 0.225586, + 0.261719, + 0.375, + 0.150391, + 0.172852, + 0.292969, + 0.326172, + 0.285156, + 0.296875, + 0.380859, + 0.330078, + 0.222656, + 0.322266, + 0.15918, + 0.380859, + 0.211914, + 0.353516, + 0.320312, + 0.339844, + 0.349609, + 0.339844, + 0.298828, + 0.304688, + 0.241211, + 0.378906, + 0.369141, + 0.265625, + 0.341797, + 0.251953, + 0.255859, + 0.339844, + 0.200195, + 0.328125, + 0.244141, + 0.261719, + 0.267578, + 0.337891, + 0.353516, + 0.294922, + 0.335938, + 0.328125, + 0.3125, + 0.371094, + 0.255859, + 0.335938, + 0.357422, + 0.28125, + 0.357422, + 0.147461, + 0.255859, + 0.322266, + 0.330078, + 0.302734, + 0.330078, + 0.300781, + 0.363281, + 0.285156, + 0.257812, + 0.3125, + 0.292969, + 0.186523, + 0.335938, + 0.357422, + 0.353516, + 0.367188, + 0.353516, + 0.294922, + 0.363281, + 0.369141, + 0.275391, + 0.380859, + 0.367188, + 0.277344, + 0.357422, + 0.310547, + 0.273438, + 0.40625, + 0.235352, + 0.357422, + 0.3125, + 0.382812, + 0.25, + 0.205078, + 0.188477, + 0.392578, + 0.365234, + 0.355469, + 0.371094, + 0.28125, + 0.320312, + 0.302734, + 0.168945, + 0.351562, + 0.265625, + 0.275391, + 0.316406, + 0.269531, + 0.304688, + 0.19043, + 0.269531, + 0.318359, + 0.28125, + 0.306641, + 0.173828, + 0.314453, + 0.324219, + 0.314453, + 0.361328, + 0.318359, + 0.337891, + 0.324219, + 0.333984, + 0.230469, + 0.212891, + 0.261719, + 0.300781, + 0.320312, + 0.310547, + 0.355469, + 0.259766, + 0.335938, + 0.170898, + 0.208984, + 0.302734, + 0.341797, + 0.269531, + 0.361328, + 0.285156, + 0.273438, + 0.296875, + 0.332031, + 0.324219, + 0.335938, + 0.277344, + 0.349609, + 0.298828, + 0.363281, + 0.15625, + 0.261719, + 0.164062, + 0.324219, + 0.304688, + 0.236328, + 0.251953, + 0.357422, + 0.304688, + 0.314453, + 0.306641, + 0.203125, + 0.1875, + 0.271484, + 0.18457, + 0.279297, + 0.246094, + 0.289062, + 0.223633, + 0.365234, + 0.112793, + 0.163086, + 0.392578, + 0.300781 + ] + }, + "name": "model.model.layers.16.post_attention_layernorm.weight", + "outputIndexes": [ + 1395 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1394 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_16/Mul_output_0", + "outputIndexes": [ + 1396 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1395, + 1396 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_16/Mul_1_output_0", + "outputIndexes": [ + 1397 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1397 + ], + "outputIndexes": [ + 4852 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4852 + ], + "outputIndexes": [ + 4853 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear", + "inputIndexes": [ + 4853 + ], + "outputIndexes": [ + 4854 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 163033592, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4854 + ], + "outputIndexes": [ + 4855 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4855 + ], + "outputIndexes": [ + 1398 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1398 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_16/Sigmoid_output_0", + "outputIndexes": [ + 1399 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1398, + 1399 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_16/Mul_output_0", + "outputIndexes": [ + 1400 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1397 + ], + "outputIndexes": [ + 4856 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4856 + ], + "outputIndexes": [ + 4857 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear", + "inputIndexes": [ + 4857 + ], + "outputIndexes": [ + 4858 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 165614094, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4858 + ], + "outputIndexes": [ + 4859 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4859 + ], + "outputIndexes": [ + 1401 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1400, + 1401 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_16/Mul_output_0", + "outputIndexes": [ + 1402 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1402 + ], + "outputIndexes": [ + 4860 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4860 + ], + "outputIndexes": [ + 4861 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear", + "inputIndexes": [ + 4861 + ], + "outputIndexes": [ + 4862 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 168194596, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4862 + ], + "outputIndexes": [ + 4863 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4863 + ], + "outputIndexes": [ + 1403 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1394, + 1403 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_84_output_0", + "outputIndexes": [ + 1404 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1404, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_153_output_0", + "outputIndexes": [ + 1405 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.308594, + 0.414062, + 0.464844, + 0.470703, + 0.400391, + 0.398438, + 0.800781, + 0.441406, + 0.292969, + 0.419922, + 0.488281, + 0.373047, + 0.275391, + 0.349609, + 0.310547, + 0.394531, + 0.589844, + 0.408203, + 0.341797, + 0.289062, + 0.412109, + 0.482422, + 0.421875, + 0.324219, + 0.400391, + 0.435547, + 0.335938, + 0.365234, + 0.386719, + 0.410156, + 0.542969, + 0.369141, + 0.480469, + 0.511719, + 0.412109, + 0.392578, + 0.363281, + 0.416016, + 0.421875, + 0.503906, + 0.412109, + 0.447266, + 0.416016, + 0.371094, + 0.328125, + 0.455078, + 0.589844, + 0.294922, + 0.46875, + 0.507812, + 0.447266, + 0.363281, + 0.357422, + 0.470703, + 0.361328, + 0.421875, + 0.460938, + 0.378906, + 0.439453, + 0.457031, + 0.412109, + 0.378906, + 0.373047, + 0.458984, + 0.380859, + 0.539062, + 0.742188, + 0.326172, + 0.519531, + 0.707031, + 0.460938, + 0.283203, + 0.410156, + 0.400391, + 0.455078, + 0.333984, + 0.386719, + 0.417969, + 0.455078, + 0.429688, + 0.367188, + 0.412109, + 0.300781, + 0.310547, + 0.394531, + 0.236328, + 0.478516, + 0.472656, + 0.523438, + 0.3125, + 0.332031, + 0.431641, + 0.279297, + 0.423828, + 0.324219, + 0.304688, + 0.570312, + 0.400391, + 0.425781, + 0.498047, + 0.679688, + 0.320312, + 0.416016, + 0.451172, + 0.429688, + 0.261719, + 0.515625, + 0.449219, + 0.410156, + 0.326172, + 0.375, + 0.441406, + 0.394531, + 0.546875, + 0.451172, + 0.601562, + 0.402344, + 0.365234, + 0.5, + 0.474609, + 0.5, + 0.289062, + 0.380859, + 0.458984, + 0.451172, + 0.390625, + 0.730469, + 0.439453, + 0.378906, + 0.490234, + 0.482422, + 0.326172, + 0.523438, + 0.345703, + 0.455078, + 0.4375, + 0.498047, + 0.341797, + 0.515625, + 0.355469, + 0.345703, + 0.455078, + 0.439453, + 0.601562, + 0.404297, + 0.447266, + 0.423828, + 0.302734, + 0.367188, + 0.542969, + 0.408203, + 0.384766, + 0.373047, + 0.464844, + 0.441406, + 0.416016, + 0.390625, + 0.382812, + 0.265625, + 0.482422, + 0.294922, + 0.53125, + 0.332031, + 0.474609, + 0.404297, + 0.394531, + 0.414062, + 0.621094, + 0.386719, + 0.335938, + 0.425781, + 0.394531, + 0.460938, + 0.519531, + 0.457031, + 0.451172, + 0.392578, + 0.396484, + 0.433594, + 0.431641, + 0.335938, + 0.392578, + 0.34375, + 0.400391, + 0.345703, + 0.4375, + 0.417969, + 0.474609, + 0.455078, + 0.431641, + 0.416016, + 0.349609, + 0.277344, + 0.361328, + 0.339844, + 0.396484, + 0.333984, + 0.5, + 0.165039, + 0.425781, + 0.357422, + 0.246094, + 0.302734, + 0.373047, + 0.339844, + 0.359375, + 0.388672, + 0.363281, + 0.53125, + 0.453125, + 0.433594, + 0.349609, + 0.445312, + 0.304688, + 0.408203, + 0.410156, + 0.404297, + 0.322266, + 0.480469, + 0.386719, + 0.339844, + 0.34375, + 0.275391, + 0.326172, + 0.449219, + 0.371094, + 0.421875, + 0.28125, + 0.474609, + 0.519531, + 0.390625, + 0.427734, + 0.427734, + 0.375, + 0.498047, + 0.355469, + 0.4375, + 0.380859, + 0.482422, + 0.349609, + 0.476562, + 0.371094, + 0.347656, + 0.460938, + 0.427734, + 0.394531, + 0.353516, + 0.435547, + 0.470703, + 0.457031, + 0.371094, + 0.269531, + 0.253906, + 0.414062, + 0.462891, + 0.476562, + 0.302734, + 0.322266, + 0.390625, + 0.427734, + 0.46875, + 0.46875, + 0.449219, + 0.318359, + 0.410156, + 0.433594, + 0.308594, + 0.480469, + 0.351562, + 0.539062, + 0.683594, + 0.394531, + 0.416016, + 0.714844, + 0.353516, + 0.523438, + 0.455078, + 0.320312, + 0.597656, + 0.480469, + 0.298828, + 0.412109, + 0.376953, + 0.40625, + 0.445312, + 0.396484, + 0.511719, + 0.429688, + 0.384766, + 0.511719, + 0.457031, + 0.419922, + 0.398438, + 0.449219, + 0.429688, + 0.398438, + 0.173828, + 0.394531, + 0.431641, + 0.470703, + 0.330078, + 0.410156, + 0.408203, + 0.337891, + 0.4375, + 0.390625, + 0.332031, + 0.402344, + 0.451172, + 0.460938, + 0.310547, + 0.535156, + 0.46875, + 0.380859, + 0.472656, + 0.277344, + 0.433594, + 0.328125, + 0.59375, + 0.388672, + 0.388672, + 0.404297, + 0.457031, + 0.341797, + 0.392578, + 0.431641, + 0.392578, + 0.519531, + 0.390625, + 0.574219, + 0.59375, + 0.330078, + 0.435547, + 0.355469, + 0.519531, + 0.373047, + 0.484375, + 0.28125, + 0.376953, + 0.386719, + 0.410156, + 0.427734, + 0.34375, + 0.287109, + 0.482422, + 0.480469, + 0.330078, + 0.392578, + 0.40625, + 0.390625, + 0.507812, + 0.443359, + 0.304688, + 0.476562, + 0.464844, + 0.519531, + 0.435547, + 0.410156, + 0.341797, + 0.498047, + 0.345703, + 0.486328, + 0.402344, + 0.404297, + 0.449219, + 0.384766, + 0.582031, + 0.433594, + 0.429688, + 0.328125, + 0.46875, + 0.249023, + 0.488281, + 0.279297, + 0.453125, + 0.386719, + 0.416016, + 0.535156, + 0.427734, + 0.480469, + 0.644531, + 0.332031, + 0.496094, + 0.367188, + 0.349609, + 0.316406, + 0.392578, + 0.416016, + 0.486328, + 0.5, + 0.375, + 0.523438, + 0.457031, + 0.466797, + 0.5, + 0.425781, + 0.371094, + 0.464844, + 0.474609, + 0.408203, + 0.417969, + 0.578125, + 0.345703, + 0.330078, + 0.421875, + 0.3125, + 0.4375, + 0.433594, + 0.408203, + 0.423828, + 0.367188, + 0.494141, + 0.388672, + 0.361328, + 0.458984, + 0.439453, + 0.355469, + 0.382812, + 0.414062, + 0.326172, + 0.523438, + 0.349609, + 0.414062, + 0.416016, + 0.392578, + 0.277344, + 0.361328, + 0.652344, + 0.523438, + 0.462891, + 0.617188, + 0.421875, + 0.384766, + 0.484375, + 0.3125, + 0.443359, + 0.578125, + 0.398438, + 0.382812, + 0.289062, + 0.474609, + 0.367188, + 0.482422, + 0.5, + 0.335938, + 0.419922, + 0.345703, + 0.435547, + 0.369141, + 0.390625, + 0.457031, + 0.523438, + 0.363281, + 0.460938, + 0.386719, + 0.470703, + 0.433594, + 0.353516, + 0.308594, + 0.378906, + 0.447266, + 0.53125, + 0.398438, + 0.486328, + 0.40625, + 0.458984, + 0.363281, + 0.53125, + 0.519531, + 0.431641, + 0.414062, + 0.492188, + 0.404297, + 0.488281, + 0.464844, + 0.380859, + 0.349609, + 0.386719, + 0.357422, + 0.472656, + 0.416016, + 0.449219, + 0.464844, + 0.373047, + 0.4375, + 0.376953, + 0.443359, + 0.398438, + 0.455078, + 0.347656, + 0.527344, + 0.458984, + 0.414062, + 0.363281, + 0.380859, + 0.460938, + 0.412109, + 0.423828, + 0.384766, + 0.322266, + 0.710938, + 0.394531, + 0.386719, + 0.447266, + 0.476562, + 0.425781, + 0.410156, + 0.523438, + 0.523438, + 0.433594, + 0.4375, + 0.554688, + 0.652344, + 0.308594, + 0.371094, + 0.484375, + 0.447266, + 0.414062, + 0.298828, + 0.369141, + 0.416016, + 0.507812, + 0.386719, + 0.375, + 0.488281, + 0.392578, + 0.433594, + 0.554688, + 0.451172, + 0.474609, + 0.5625, + 0.34375, + 0.287109, + 0.226562, + 0.478516, + 0.423828, + 0.353516, + 0.449219, + 0.421875, + 0.419922, + 0.453125, + 0.304688, + 0.388672, + 0.351562, + 0.53125, + 0.353516, + 0.353516, + 0.357422, + 0.455078, + 0.550781, + 0.431641, + 0.390625, + 0.609375, + 0.476562, + 0.414062, + 0.375, + 0.488281, + 0.106934, + 0.40625, + 0.326172, + 0.425781, + 0.542969, + 0.34375, + 0.412109, + 0.292969, + 0.283203, + 0.402344, + 0.384766, + 0.4375, + 0.365234, + 0.458984, + 0.429688, + 0.359375, + 0.394531, + 0.365234, + 0.419922, + 0.345703, + 0.349609, + 0.380859, + 0.277344, + 0.519531, + 0.417969, + 0.345703, + 0.535156, + 0.447266, + 0.412109, + 0.392578, + 0.429688, + 0.480469, + 0.330078, + 0.332031, + 0.455078, + 0.4375, + 0.34375, + 0.435547, + 0.308594, + 0.433594, + 0.410156, + 0.396484, + 0.443359, + 0.388672, + 0.494141, + 0.457031, + 0.246094, + 0.240234, + 0.330078, + 0.414062, + 0.361328, + 0.363281, + 0.400391, + 0.339844, + 0.40625, + 0.515625, + 0.349609, + 0.359375, + 0.371094, + 0.5, + 0.378906, + 0.443359, + 0.498047, + 0.423828, + 0.349609, + 0.382812, + 0.480469, + 0.367188, + 0.253906, + 0.503906, + 0.578125, + 0.384766, + 0.249023, + 0.601562, + 0.277344, + 0.380859, + 0.365234, + 0.330078, + 0.427734, + 0.443359, + 0.484375, + 0.439453, + 0.363281, + 0.429688, + 0.429688, + 0.425781, + 0.308594, + 0.330078, + 0.416016, + 0.384766, + 0.296875, + 0.519531, + 0.550781, + 0.484375, + 0.527344, + 0.470703, + 0.306641, + 0.341797, + 0.353516, + 0.380859, + 0.410156, + 0.275391, + 0.4375, + 0.359375, + 0.400391, + 0.357422, + 0.550781, + 0.373047, + 0.412109, + 0.361328, + 0.423828, + 0.431641, + 0.402344, + 0.419922, + 0.435547, + 0.382812, + 0.601562, + 0.271484, + 0.396484, + 0.404297, + 0.380859, + 0.40625, + 0.445312, + 0.494141, + 0.498047, + 0.753906, + 0.359375, + 0.5, + 0.546875, + 0.359375, + 0.519531, + 0.449219, + 0.3125, + 0.410156, + 0.458984, + 0.419922, + 0.394531, + 0.355469, + 0.431641, + 0.376953, + 0.570312, + 0.357422, + 0.365234, + 0.371094, + 0.361328, + 0.443359, + 0.376953, + 0.542969, + 0.433594, + 0.417969, + 0.355469, + 0.246094, + 0.494141, + 0.453125, + 0.433594, + 0.425781, + 0.416016, + 0.490234, + 0.402344, + 0.353516, + 0.488281, + 0.277344, + 0.380859, + 0.373047, + 0.318359, + 0.310547, + 0.425781, + 0.353516, + 0.326172, + 0.894531, + 0.390625, + 0.46875, + 0.400391, + 0.416016, + 0.232422, + 0.373047, + 0.367188, + 0.292969, + 0.417969, + 0.242188, + 0.345703, + 0.369141, + 0.408203, + 0.443359, + 0.390625, + 0.363281, + 0.443359, + 0.394531, + 0.359375, + 0.78125, + 0.429688, + 0.414062, + 0.355469, + 0.269531, + 0.363281, + 0.476562, + 0.322266, + 0.429688, + 0.382812, + 0.341797, + 0.396484, + 0.339844, + 0.330078, + 0.380859, + 0.457031, + 0.421875, + 0.398438, + 0.511719, + 0.400391, + 0.310547, + 0.357422, + 0.310547, + 0.5, + 0.5, + 0.367188, + 0.339844, + 0.3125, + 0.574219, + 0.539062, + 0.460938, + 0.474609, + 0.388672, + 0.425781, + 0.363281, + 0.439453, + 0.480469, + 0.423828, + 0.369141, + 0.451172, + 0.423828, + 0.527344, + 0.441406, + 0.345703, + 0.546875, + 0.304688, + 0.449219, + 0.322266, + 0.382812, + 0.427734, + 0.664062, + 0.373047, + 0.345703, + 0.378906, + 0.464844, + 0.416016, + 0.365234, + 0.439453, + 0.351562, + 0.496094, + 0.419922, + 0.314453, + 0.527344, + 0.414062, + 0.558594, + 0.412109, + 0.390625, + 0.457031, + 0.414062, + 0.349609, + 0.378906, + 0.384766, + 0.417969, + 0.488281, + 0.408203, + 0.427734, + 0.511719, + 0.439453, + 0.435547, + 0.40625, + 0.306641, + 0.40625, + 0.458984, + 0.455078, + 0.392578, + 0.347656, + 0.527344, + 0.380859, + 0.410156, + 0.496094, + 0.447266, + 0.455078, + 0.507812, + 0.386719, + 0.449219, + 0.458984, + 0.378906, + 0.367188, + 0.371094, + 0.365234, + 0.310547, + 0.390625, + 0.425781, + 0.421875, + 0.253906, + 0.566406, + 0.632812, + 0.351562, + 0.421875, + 0.451172, + 0.376953, + 0.445312, + 0.244141, + 0.431641, + 0.482422, + 0.503906, + 0.53125, + 0.253906, + 0.476562, + 0.542969, + 0.363281, + 0.382812, + 0.402344, + 0.320312, + 0.388672, + 0.435547, + 0.402344, + 0.421875, + 0.320312, + 0.427734, + 0.488281, + 0.291016, + 0.400391, + 0.474609, + 0.417969, + 0.519531, + 0.384766, + 0.460938, + 0.490234, + 0.367188, + 0.292969, + 0.703125, + 0.427734, + 0.4375, + 0.466797, + 0.369141, + 0.53125, + 0.404297, + 0.386719, + 0.390625, + 0.314453, + 0.333984, + 0.474609, + 0.470703, + 0.408203, + 0.386719, + 0.328125, + 0.404297, + 0.421875, + 0.339844, + 0.443359, + 0.628906, + 0.433594, + 0.396484, + 0.367188, + 0.496094, + 0.464844, + 0.5, + 0.251953, + 0.308594, + 0.4375, + 0.353516, + 0.367188, + 0.427734, + 0.296875, + 0.408203, + 0.484375, + 0.302734, + 0.412109, + 0.46875, + 0.392578, + 0.318359, + 0.361328, + 0.476562, + 0.351562, + 0.240234, + 0.341797, + 0.546875, + 0.382812, + 0.412109, + 0.429688, + 0.34375, + 0.417969, + 0.382812, + 0.412109, + 0.427734, + 0.515625, + 0.365234, + 0.412109, + 0.369141, + 0.425781, + 0.460938, + 0.421875, + 0.373047, + 0.431641, + 0.484375, + 0.404297, + 0.458984, + 0.359375, + 0.396484, + 0.40625, + 0.511719, + 0.398438, + 0.652344, + 0.453125, + 0.416016, + 0.4375, + 0.503906, + 0.240234, + 0.480469, + 0.416016, + 0.341797, + 0.443359, + 0.539062, + 0.373047, + 0.507812, + 0.464844, + 0.404297, + 0.435547, + 0.384766, + 0.332031, + 0.535156, + 0.683594, + 0.443359, + 0.423828, + 0.648438, + 0.527344, + 0.488281, + 0.304688, + 0.476562, + 0.416016, + 0.408203, + 0.703125, + 0.339844, + 0.40625, + 0.496094, + 0.314453, + 0.515625, + 0.308594, + 0.394531, + 0.53125, + 0.433594, + 0.449219, + 0.359375, + 0.494141, + 0.237305, + 0.361328, + 0.542969, + 0.503906, + 0.408203, + 0.507812, + 0.4375, + 0.306641, + 0.339844, + 0.34375, + 0.421875, + 0.289062, + 0.566406, + 0.412109, + 0.380859, + 0.408203, + 0.507812, + 0.453125, + 0.404297, + 0.404297, + 0.484375, + 0.498047, + 0.478516, + 0.412109, + 0.261719, + 0.498047, + 0.554688, + 0.507812, + 0.353516, + 0.449219, + 0.384766, + 0.3125, + 0.443359, + 0.429688, + 0.333984, + 0.322266, + 0.730469, + 0.285156, + 0.429688, + 0.5, + 0.427734, + 0.347656, + 0.449219, + 0.371094, + 0.566406, + 0.380859, + 0.398438, + 0.390625, + 0.345703, + 0.451172, + 0.386719, + 0.349609, + 0.433594, + 0.412109, + 0.400391, + 0.388672, + 0.421875, + 0.455078, + 0.40625, + 0.458984, + 0.419922, + 0.429688, + 0.300781, + 0.746094, + 0.453125, + 0.486328, + 0.398438, + 0.361328, + 0.457031, + 0.353516, + 0.363281, + 0.4375, + 0.480469, + 0.369141, + 0.455078, + 0.443359, + 0.511719, + 0.515625, + 0.4375, + 0.28125, + 0.433594, + 0.445312, + 0.492188, + 0.435547, + 0.363281, + 0.435547, + 0.404297, + 0.435547, + 0.443359, + 0.490234, + 0.539062, + 0.546875, + 0.267578, + 0.335938, + 0.464844, + 0.621094, + 0.359375, + 0.349609, + 0.427734, + 0.421875, + 0.373047, + 0.392578, + 0.441406, + 0.443359, + 0.71875, + 0.376953, + 0.244141, + 0.539062, + 0.359375, + 0.470703, + 0.435547, + 0.492188, + 0.429688, + 0.6875, + 0.447266, + 0.277344, + 0.427734, + 0.470703, + 0.474609, + 0.318359, + 0.494141, + 0.464844, + 0.28125, + 0.392578, + 0.392578, + 0.365234, + 0.359375, + 0.527344, + 0.404297, + 0.308594, + 0.421875, + 0.462891, + 0.498047, + 0.376953, + 0.382812, + 0.4375, + 0.453125, + 0.394531, + 0.4375, + 0.398438, + 0.335938, + 0.341797, + 0.46875, + 0.519531, + 0.431641, + 0.523438, + 0.328125, + 0.640625, + 0.457031, + 0.484375, + 0.464844, + 0.460938, + 0.373047, + 0.353516, + 0.453125, + 0.365234, + 0.482422, + 0.503906, + 0.435547, + 0.416016, + 0.542969, + 0.472656, + 0.373047, + 0.486328, + 0.373047, + 0.425781, + 0.269531, + 0.394531, + 0.345703, + 0.425781, + 0.351562, + 0.443359, + 0.339844, + 0.507812, + 0.412109, + 0.357422, + 0.408203, + 0.392578, + 0.283203, + 0.433594, + 0.412109, + 0.421875, + 0.488281, + 0.458984, + 0.373047, + 0.404297, + 0.423828, + 0.367188, + 0.445312, + 0.46875, + 0.431641, + 0.371094, + 0.404297, + 0.376953, + 0.457031, + 0.326172, + 0.46875, + 0.361328, + 0.457031, + 0.283203, + 0.431641, + 0.3125, + 0.542969, + 0.550781, + 0.394531, + 0.511719, + 0.492188, + 0.455078, + 0.378906, + 0.320312, + 0.457031, + 0.330078, + 0.414062, + 0.349609, + 0.257812, + 0.535156, + 0.332031, + 0.408203, + 0.394531, + 0.337891, + 0.410156, + 0.328125, + 0.361328, + 0.361328, + 0.480469, + 0.498047, + 0.472656, + 0.441406, + 0.341797, + 0.435547, + 0.460938, + 0.349609, + 0.341797, + 0.439453, + 0.417969, + 0.492188, + 0.402344, + 0.396484, + 0.550781, + 0.326172, + 0.355469, + 0.351562, + 0.443359, + 0.404297, + 0.449219, + 0.203125, + 0.423828, + 0.357422, + 0.408203, + 0.394531, + 0.498047, + 0.384766, + 0.484375, + 0.410156, + 0.412109, + 0.306641, + 0.380859, + 0.396484, + 0.414062, + 0.427734, + 0.472656, + 0.304688, + 0.458984, + 0.542969, + 0.402344, + 0.251953, + 0.320312, + 0.314453, + 0.373047, + 0.265625, + 0.392578, + 0.404297, + 0.363281, + 0.332031, + 0.429688, + 0.679688, + 0.326172, + 0.53125, + 0.449219 + ] + }, + "name": "model.model.layers.17.input_layernorm.weight", + "outputIndexes": [ + 1406 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1405 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_17/Mul_output_0", + "outputIndexes": [ + 1407 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1406, + 1407 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_17/Mul_1_output_0", + "outputIndexes": [ + 1408 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1408 + ], + "outputIndexes": [ + 4864 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4864 + ], + "outputIndexes": [ + 4865 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear", + "inputIndexes": [ + 4865 + ], + "outputIndexes": [ + 4866 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 170775098, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4866 + ], + "outputIndexes": [ + 4867 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4867 + ], + "outputIndexes": [ + 1409 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1408 + ], + "main_type": "NONE", + "name": "/Shape_239_output_0", + "outputIndexes": [ + 1410 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1410 + ], + "main_type": "NONE", + "name": "Shape3751", + "outputIndexes": [ + 1411 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1410 + ], + "main_type": "NONE", + "name": "Rank3753", + "outputIndexes": [ + 1412 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1412, + 1412 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3755", + "outputIndexes": [ + 1413 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1413 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3756", + "outputIndexes": [ + 1414 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1413, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3758", + "outputIndexes": [ + 1415 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1415 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3759", + "outputIndexes": [ + 1416 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1411, + 1414, + 1416, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3762", + "outputIndexes": [ + 1417 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1417 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3763", + "outputIndexes": [ + 1418 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1418 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3764", + "outputIndexes": [ + 1419 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1419, + 1418 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3765", + "outputIndexes": [ + 1420 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1410, + 1420, + 1413 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_259_output_0", + "outputIndexes": [ + 1421 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1421, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_545_output_0", + "outputIndexes": [ + 1422 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1422, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_221_output_0", + "outputIndexes": [ + 1423 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1409, + 1423 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_154_output_0", + "outputIndexes": [ + 1424 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1424, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_136_output_0", + "outputIndexes": [ + 1425 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1424 + ], + "main_type": "NONE", + "name": "/Shape_240_output_0", + "outputIndexes": [ + 1426 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1426 + ], + "main_type": "NONE", + "name": "Shape3772", + "outputIndexes": [ + 1427 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1426 + ], + "main_type": "NONE", + "name": "Rank3774", + "outputIndexes": [ + 1428 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1428, + 1428 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3776", + "outputIndexes": [ + 1429 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1429 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3777", + "outputIndexes": [ + 1430 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1429, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3779", + "outputIndexes": [ + 1431 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1431 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3780", + "outputIndexes": [ + 1432 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1427, + 1430, + 1432, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3783", + "outputIndexes": [ + 1433 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1433 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3784", + "outputIndexes": [ + 1434 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1434 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3785", + "outputIndexes": [ + 1435 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1435, + 1434 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3786", + "outputIndexes": [ + 1436 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1426, + 1436, + 1429 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_260_output_0", + "outputIndexes": [ + 1437 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1437, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_51_output_0", + "outputIndexes": [ + 1438 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1438, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_550_output_0", + "outputIndexes": [ + 1439 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1424, + 1439, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_69_output_0", + "outputIndexes": [ + 1440 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1440 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_34_output_0", + "outputIndexes": [ + 1441 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1424, + 22, + 1439, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_68_output_0", + "outputIndexes": [ + 1442 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1441, + 1442 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_224_output_0", + "outputIndexes": [ + 1443 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1443, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_137_output_0", + "outputIndexes": [ + 1444 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1425, + 1444 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_85_output_0", + "outputIndexes": [ + 1445 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1408 + ], + "outputIndexes": [ + 4868 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4868 + ], + "outputIndexes": [ + 4869 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear", + "inputIndexes": [ + 4869 + ], + "outputIndexes": [ + 4870 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 171696720, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4870 + ], + "outputIndexes": [ + 4871 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4871 + ], + "outputIndexes": [ + 1446 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1422, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_222_output_0", + "outputIndexes": [ + 1447 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1446, + 1447 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_155_output_0", + "outputIndexes": [ + 1448 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1448, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_138_output_0", + "outputIndexes": [ + 1449 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1448 + ], + "main_type": "NONE", + "name": "/Shape_241_output_0", + "outputIndexes": [ + 1450 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1450 + ], + "main_type": "NONE", + "name": "Shape3835", + "outputIndexes": [ + 1451 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1450 + ], + "main_type": "NONE", + "name": "Rank3837", + "outputIndexes": [ + 1452 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1452, + 1452 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3839", + "outputIndexes": [ + 1453 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1453 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3840", + "outputIndexes": [ + 1454 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1453, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3842", + "outputIndexes": [ + 1455 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1455 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3843", + "outputIndexes": [ + 1456 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1451, + 1454, + 1456, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3846", + "outputIndexes": [ + 1457 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1457 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3847", + "outputIndexes": [ + 1458 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1458 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3848", + "outputIndexes": [ + 1459 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1459, + 1458 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3849", + "outputIndexes": [ + 1460 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1450, + 1460, + 1453 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_261_output_0", + "outputIndexes": [ + 1461 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1461, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_52_output_0", + "outputIndexes": [ + 1462 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1462, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_552_output_0", + "outputIndexes": [ + 1463 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1448, + 1463, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_71_output_0", + "outputIndexes": [ + 1464 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1464 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_35_output_0", + "outputIndexes": [ + 1465 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1448, + 22, + 1463, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_70_output_0", + "outputIndexes": [ + 1466 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1465, + 1466 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_225_output_0", + "outputIndexes": [ + 1467 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1467, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_139_output_0", + "outputIndexes": [ + 1468 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1449, + 1468 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_86_output_0", + "outputIndexes": [ + 1469 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1408 + ], + "outputIndexes": [ + 4872 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4872 + ], + "outputIndexes": [ + 4873 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear", + "inputIndexes": [ + 4873 + ], + "outputIndexes": [ + 4874 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 171927142, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4874 + ], + "outputIndexes": [ + 4875 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4875 + ], + "outputIndexes": [ + 1470 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1470, + 1447 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_156_output_0", + "outputIndexes": [ + 1471 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1445, + 1469, + 1471, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_161_output_0", + "outputIndexes": [ + 1472 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1472 + ], + "outputIndexes": [ + 4876 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4876 + ], + "outputIndexes": [ + 4877 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear", + "inputIndexes": [ + 4877 + ], + "outputIndexes": [ + 4878 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 172157564, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4878 + ], + "outputIndexes": [ + 4879 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4879 + ], + "outputIndexes": [ + 1473 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1405, + 1473 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_88_output_0", + "outputIndexes": [ + 1474 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.21875, + 0.324219, + 0.351562, + 0.365234, + 0.367188, + 0.339844, + 0.154297, + 0.361328, + 0.24707, + 0.231445, + 0.175781, + 0.335938, + 0.201172, + 0.314453, + 0.296875, + 0.363281, + 0.241211, + 0.296875, + 0.298828, + 0.18457, + 0.3125, + 0.380859, + 0.271484, + 0.228516, + 0.285156, + 0.373047, + 0.249023, + 0.353516, + 0.322266, + 0.322266, + 0.244141, + 0.141602, + 0.333984, + 0.294922, + 0.337891, + 0.304688, + 0.175781, + 0.328125, + 0.182617, + 0.369141, + 0.3125, + 0.361328, + 0.285156, + 0.275391, + 0.208984, + 0.289062, + 0.435547, + 0.19043, + 0.390625, + 0.200195, + 0.363281, + 0.173828, + 0.310547, + 0.330078, + 0.199219, + 0.335938, + 0.388672, + 0.304688, + 0.308594, + 0.392578, + 0.330078, + 0.347656, + 0.261719, + 0.332031, + 0.248047, + 0.240234, + 0.15918, + 0.15332, + 0.371094, + 0.15332, + 0.361328, + 0.183594, + 0.263672, + 0.28125, + 0.382812, + 0.271484, + 0.261719, + 0.396484, + 0.150391, + 0.316406, + 0.28125, + 0.388672, + 0.257812, + 0.28125, + 0.341797, + 0.183594, + 0.412109, + 0.22168, + 0.412109, + 0.197266, + 0.271484, + 0.314453, + 0.193359, + 0.326172, + 0.132812, + 0.175781, + 0.40625, + 0.375, + 0.382812, + 0.365234, + 0.257812, + 0.271484, + 0.351562, + 0.347656, + 0.378906, + 0.162109, + 0.369141, + 0.333984, + 0.322266, + 0.310547, + 0.308594, + 0.384766, + 0.292969, + 0.304688, + 0.347656, + 0.28125, + 0.322266, + 0.328125, + 0.394531, + 0.363281, + 0.322266, + 0.208008, + 0.386719, + 0.241211, + 0.394531, + 0.304688, + 0.166016, + 0.361328, + 0.347656, + 0.435547, + 0.361328, + 0.351562, + 0.337891, + 0.302734, + 0.324219, + 0.292969, + 0.375, + 0.320312, + 0.267578, + 0.237305, + 0.359375, + 0.306641, + 0.326172, + 0.435547, + 0.380859, + 0.328125, + 0.306641, + 0.225586, + 0.339844, + 0.335938, + 0.322266, + 0.318359, + 0.337891, + 0.351562, + 0.341797, + 0.277344, + 0.367188, + 0.300781, + 0.130859, + 0.337891, + 0.147461, + 0.267578, + 0.214844, + 0.371094, + 0.28125, + 0.40625, + 0.164062, + 0.380859, + 0.296875, + 0.176758, + 0.25, + 0.369141, + 0.400391, + 0.249023, + 0.152344, + 0.40625, + 0.271484, + 0.339844, + 0.365234, + 0.365234, + 0.294922, + 0.237305, + 0.289062, + 0.300781, + 0.363281, + 0.351562, + 0.333984, + 0.324219, + 0.355469, + 0.382812, + 0.369141, + 0.277344, + 0.143555, + 0.310547, + 0.318359, + 0.326172, + 0.310547, + 0.232422, + 0.082031, + 0.341797, + 0.326172, + 0.306641, + 0.259766, + 0.314453, + 0.24707, + 0.330078, + 0.378906, + 0.28125, + 0.263672, + 0.349609, + 0.339844, + 0.320312, + 0.330078, + 0.166992, + 0.349609, + 0.3125, + 0.341797, + 0.271484, + 0.386719, + 0.337891, + 0.316406, + 0.330078, + 0.230469, + 0.277344, + 0.404297, + 0.277344, + 0.357422, + 0.155273, + 0.427734, + 0.261719, + 0.257812, + 0.21875, + 0.359375, + 0.283203, + 0.380859, + 0.22168, + 0.332031, + 0.246094, + 0.402344, + 0.353516, + 0.355469, + 0.271484, + 0.3125, + 0.335938, + 0.349609, + 0.271484, + 0.237305, + 0.375, + 0.361328, + 0.318359, + 0.330078, + 0.219727, + 0.176758, + 0.320312, + 0.279297, + 0.357422, + 0.242188, + 0.300781, + 0.206055, + 0.367188, + 0.382812, + 0.355469, + 0.355469, + 0.237305, + 0.359375, + 0.351562, + 0.289062, + 0.398438, + 0.18457, + 0.369141, + 0.219727, + 0.300781, + 0.289062, + 0.214844, + 0.227539, + 0.376953, + 0.335938, + 0.219727, + 0.181641, + 0.367188, + 0.223633, + 0.351562, + 0.316406, + 0.375, + 0.359375, + 0.304688, + 0.423828, + 0.384766, + 0.347656, + 0.402344, + 0.378906, + 0.341797, + 0.34375, + 0.3125, + 0.341797, + 0.335938, + 0.24707, + 0.34375, + 0.363281, + 0.314453, + 0.302734, + 0.332031, + 0.310547, + 0.204102, + 0.333984, + 0.328125, + 0.243164, + 0.292969, + 0.363281, + 0.414062, + 0.199219, + 0.398438, + 0.285156, + 0.229492, + 0.375, + 0.269531, + 0.339844, + 0.209961, + 0.255859, + 0.259766, + 0.382812, + 0.392578, + 0.347656, + 0.339844, + 0.292969, + 0.263672, + 0.335938, + 0.404297, + 0.388672, + 0.237305, + 0.223633, + 0.225586, + 0.196289, + 0.318359, + 0.306641, + 0.318359, + 0.380859, + 0.235352, + 0.178711, + 0.176758, + 0.279297, + 0.320312, + 0.322266, + 0.220703, + 0.396484, + 0.380859, + 0.249023, + 0.328125, + 0.253906, + 0.373047, + 0.375, + 0.367188, + 0.225586, + 0.308594, + 0.310547, + 0.371094, + 0.351562, + 0.345703, + 0.289062, + 0.384766, + 0.306641, + 0.242188, + 0.328125, + 0.373047, + 0.332031, + 0.3125, + 0.375, + 0.373047, + 0.236328, + 0.240234, + 0.398438, + 0.291016, + 0.363281, + 0.166016, + 0.302734, + 0.304688, + 0.351562, + 0.333984, + 0.332031, + 0.191406, + 0.166016, + 0.267578, + 0.404297, + 0.335938, + 0.328125, + 0.257812, + 0.255859, + 0.345703, + 0.242188, + 0.324219, + 0.330078, + 0.192383, + 0.378906, + 0.181641, + 0.396484, + 0.345703, + 0.320312, + 0.378906, + 0.375, + 0.328125, + 0.300781, + 0.369141, + 0.214844, + 0.34375, + 0.40625, + 0.225586, + 0.400391, + 0.314453, + 0.363281, + 0.326172, + 0.253906, + 0.410156, + 0.345703, + 0.306641, + 0.373047, + 0.394531, + 0.298828, + 0.339844, + 0.347656, + 0.236328, + 0.460938, + 0.283203, + 0.19043, + 0.347656, + 0.359375, + 0.193359, + 0.345703, + 0.275391, + 0.216797, + 0.310547, + 0.147461, + 0.213867, + 0.371094, + 0.318359, + 0.269531, + 0.376953, + 0.425781, + 0.296875, + 0.292969, + 0.296875, + 0.40625, + 0.22168, + 0.234375, + 0.417969, + 0.251953, + 0.232422, + 0.332031, + 0.373047, + 0.193359, + 0.314453, + 0.294922, + 0.251953, + 0.298828, + 0.380859, + 0.361328, + 0.373047, + 0.359375, + 0.326172, + 0.294922, + 0.251953, + 0.341797, + 0.269531, + 0.330078, + 0.353516, + 0.15625, + 0.357422, + 0.269531, + 0.369141, + 0.375, + 0.211914, + 0.300781, + 0.371094, + 0.353516, + 0.296875, + 0.310547, + 0.271484, + 0.279297, + 0.376953, + 0.242188, + 0.235352, + 0.337891, + 0.371094, + 0.429688, + 0.314453, + 0.353516, + 0.265625, + 0.333984, + 0.224609, + 0.367188, + 0.292969, + 0.378906, + 0.367188, + 0.367188, + 0.347656, + 0.316406, + 0.226562, + 0.371094, + 0.316406, + 0.239258, + 0.25, + 0.15918, + 0.269531, + 0.349609, + 0.367188, + 0.179688, + 0.373047, + 0.291016, + 0.298828, + 0.404297, + 0.296875, + 0.298828, + 0.396484, + 0.181641, + 0.223633, + 0.261719, + 0.373047, + 0.382812, + 0.201172, + 0.261719, + 0.269531, + 0.333984, + 0.347656, + 0.181641, + 0.361328, + 0.384766, + 0.314453, + 0.345703, + 0.384766, + 0.394531, + 0.253906, + 0.223633, + 0.271484, + 0.196289, + 0.133789, + 0.367188, + 0.285156, + 0.279297, + 0.378906, + 0.265625, + 0.310547, + 0.376953, + 0.177734, + 0.257812, + 0.378906, + 0.337891, + 0.240234, + 0.335938, + 0.154297, + 0.265625, + 0.220703, + 0.279297, + 0.328125, + 0.378906, + 0.369141, + 0.322266, + 0.347656, + 0.28125, + 0.200195, + 0.347656, + 0.171875, + 0.183594, + 0.231445, + 0.363281, + 0.287109, + 0.241211, + 0.181641, + 0.357422, + 0.330078, + 0.328125, + 0.316406, + 0.412109, + 0.363281, + 0.199219, + 0.369141, + 0.291016, + 0.373047, + 0.287109, + 0.332031, + 0.257812, + 0.15332, + 0.457031, + 0.322266, + 0.292969, + 0.300781, + 0.367188, + 0.318359, + 0.292969, + 0.326172, + 0.394531, + 0.296875, + 0.251953, + 0.201172, + 0.353516, + 0.361328, + 0.341797, + 0.209961, + 0.351562, + 0.166992, + 0.192383, + 0.380859, + 0.34375, + 0.332031, + 0.328125, + 0.296875, + 0.152344, + 0.212891, + 0.361328, + 0.265625, + 0.298828, + 0.363281, + 0.236328, + 0.388672, + 0.332031, + 0.234375, + 0.324219, + 0.3125, + 0.208008, + 0.316406, + 0.289062, + 0.359375, + 0.132812, + 0.324219, + 0.279297, + 0.330078, + 0.267578, + 0.15625, + 0.398438, + 0.191406, + 0.3125, + 0.150391, + 0.133789, + 0.273438, + 0.306641, + 0.349609, + 0.235352, + 0.361328, + 0.330078, + 0.292969, + 0.376953, + 0.320312, + 0.241211, + 0.369141, + 0.324219, + 0.220703, + 0.180664, + 0.261719, + 0.269531, + 0.150391, + 0.289062, + 0.285156, + 0.376953, + 0.445312, + 0.400391, + 0.179688, + 0.326172, + 0.302734, + 0.144531, + 0.347656, + 0.19043, + 0.194336, + 0.279297, + 0.376953, + 0.269531, + 0.217773, + 0.314453, + 0.337891, + 0.310547, + 0.371094, + 0.304688, + 0.367188, + 0.34375, + 0.324219, + 0.300781, + 0.202148, + 0.213867, + 0.167969, + 0.291016, + 0.357422, + 0.322266, + 0.353516, + 0.355469, + 0.375, + 0.151367, + 0.273438, + 0.337891, + 0.367188, + 0.21582, + 0.404297, + 0.384766, + 0.269531, + 0.292969, + 0.347656, + 0.294922, + 0.363281, + 0.242188, + 0.353516, + 0.330078, + 0.21875, + 0.351562, + 0.365234, + 0.302734, + 0.320312, + 0.220703, + 0.316406, + 0.208008, + 0.217773, + 0.355469, + 0.279297, + 0.238281, + 0.308594, + 0.222656, + 0.378906, + 0.333984, + 0.392578, + 0.400391, + 0.306641, + 0.314453, + 0.204102, + 0.185547, + 0.351562, + 0.171875, + 0.28125, + 0.219727, + 0.359375, + 0.361328, + 0.289062, + 0.194336, + 0.304688, + 0.304688, + 0.300781, + 0.380859, + 0.186523, + 0.314453, + 0.326172, + 0.199219, + 0.431641, + 0.1875, + 0.296875, + 0.34375, + 0.322266, + 0.355469, + 0.332031, + 0.375, + 0.265625, + 0.355469, + 0.361328, + 0.166016, + 0.318359, + 0.357422, + 0.170898, + 0.208008, + 0.151367, + 0.386719, + 0.277344, + 0.386719, + 0.353516, + 0.308594, + 0.253906, + 0.234375, + 0.28125, + 0.3125, + 0.382812, + 0.306641, + 0.205078, + 0.380859, + 0.341797, + 0.234375, + 0.332031, + 0.300781, + 0.173828, + 0.245117, + 0.226562, + 0.229492, + 0.279297, + 0.21875, + 0.359375, + 0.296875, + 0.427734, + 0.337891, + 0.367188, + 0.206055, + 0.412109, + 0.217773, + 0.367188, + 0.347656, + 0.302734, + 0.239258, + 0.330078, + 0.333984, + 0.306641, + 0.335938, + 0.269531, + 0.316406, + 0.216797, + 0.267578, + 0.349609, + 0.199219, + 0.294922, + 0.294922, + 0.332031, + 0.369141, + 0.345703, + 0.341797, + 0.267578, + 0.322266, + 0.441406, + 0.371094, + 0.195312, + 0.306641, + 0.251953, + 0.339844, + 0.392578, + 0.28125, + 0.339844, + 0.310547, + 0.253906, + 0.332031, + 0.308594, + 0.351562, + 0.453125, + 0.294922, + 0.375, + 0.367188, + 0.298828, + 0.275391, + 0.373047, + 0.291016, + 0.257812, + 0.378906, + 0.349609, + 0.326172, + 0.294922, + 0.375, + 0.164062, + 0.417969, + 0.337891, + 0.347656, + 0.359375, + 0.24707, + 0.316406, + 0.382812, + 0.318359, + 0.351562, + 0.310547, + 0.353516, + 0.231445, + 0.210938, + 0.363281, + 0.357422, + 0.296875, + 0.208008, + 0.472656, + 0.195312, + 0.291016, + 0.318359, + 0.328125, + 0.199219, + 0.332031, + 0.225586, + 0.341797, + 0.242188, + 0.306641, + 0.378906, + 0.169922, + 0.34375, + 0.193359, + 0.294922, + 0.269531, + 0.300781, + 0.233398, + 0.298828, + 0.302734, + 0.328125, + 0.363281, + 0.233398, + 0.328125, + 0.136719, + 0.15332, + 0.330078, + 0.18457, + 0.349609, + 0.402344, + 0.337891, + 0.310547, + 0.326172, + 0.3125, + 0.275391, + 0.251953, + 0.337891, + 0.353516, + 0.371094, + 0.298828, + 0.21582, + 0.335938, + 0.355469, + 0.369141, + 0.185547, + 0.333984, + 0.294922, + 0.363281, + 0.189453, + 0.388672, + 0.248047, + 0.269531, + 0.382812, + 0.328125, + 0.328125, + 0.298828, + 0.287109, + 0.296875, + 0.211914, + 0.431641, + 0.378906, + 0.388672, + 0.285156, + 0.294922, + 0.328125, + 0.298828, + 0.355469, + 0.382812, + 0.216797, + 0.287109, + 0.382812, + 0.291016, + 0.369141, + 0.174805, + 0.3125, + 0.209961, + 0.326172, + 0.337891, + 0.292969, + 0.200195, + 0.306641, + 0.414062, + 0.330078, + 0.363281, + 0.326172, + 0.149414, + 0.160156, + 0.332031, + 0.357422, + 0.347656, + 0.210938, + 0.339844, + 0.382812, + 0.275391, + 0.310547, + 0.332031, + 0.365234, + 0.310547, + 0.34375, + 0.204102, + 0.322266, + 0.347656, + 0.289062, + 0.339844, + 0.322266, + 0.394531, + 0.304688, + 0.166992, + 0.390625, + 0.330078, + 0.333984, + 0.361328, + 0.225586, + 0.359375, + 0.155273, + 0.322266, + 0.326172, + 0.380859, + 0.318359, + 0.371094, + 0.412109, + 0.261719, + 0.333984, + 0.269531, + 0.306641, + 0.355469, + 0.257812, + 0.390625, + 0.152344, + 0.306641, + 0.253906, + 0.300781, + 0.277344, + 0.367188, + 0.328125, + 0.193359, + 0.234375, + 0.287109, + 0.296875, + 0.40625, + 0.180664, + 0.337891, + 0.271484, + 0.371094, + 0.332031, + 0.345703, + 0.357422, + 0.3125, + 0.337891, + 0.191406, + 0.34375, + 0.375, + 0.373047, + 0.335938, + 0.412109, + 0.365234, + 0.241211, + 0.259766, + 0.226562, + 0.376953, + 0.227539, + 0.330078, + 0.347656, + 0.34375, + 0.273438, + 0.291016, + 0.251953, + 0.378906, + 0.34375, + 0.308594, + 0.400391, + 0.382812, + 0.373047, + 0.291016, + 0.316406, + 0.341797, + 0.201172, + 0.337891, + 0.349609, + 0.263672, + 0.19043, + 0.300781, + 0.333984, + 0.283203, + 0.253906, + 0.219727, + 0.182617, + 0.392578, + 0.367188, + 0.369141, + 0.142578, + 0.3125, + 0.345703, + 0.172852, + 0.328125, + 0.165039, + 0.304688, + 0.287109, + 0.353516, + 0.279297, + 0.308594, + 0.341797, + 0.373047, + 0.369141, + 0.161133, + 0.328125, + 0.400391, + 0.324219, + 0.369141, + 0.326172, + 0.371094, + 0.181641, + 0.165039, + 0.277344, + 0.396484, + 0.300781, + 0.227539, + 0.388672, + 0.306641, + 0.213867, + 0.341797, + 0.361328, + 0.353516, + 0.267578, + 0.351562, + 0.291016, + 0.349609, + 0.380859, + 0.225586, + 0.225586, + 0.34375, + 0.357422, + 0.249023, + 0.322266, + 0.386719, + 0.267578, + 0.165039, + 0.375, + 0.359375, + 0.388672, + 0.283203, + 0.298828, + 0.253906, + 0.359375, + 0.464844, + 0.333984, + 0.310547, + 0.183594, + 0.3125, + 0.246094, + 0.369141, + 0.386719, + 0.365234, + 0.192383, + 0.355469, + 0.24707, + 0.347656, + 0.337891, + 0.373047, + 0.355469, + 0.34375, + 0.365234, + 0.174805, + 0.382812, + 0.308594, + 0.357422, + 0.378906, + 0.224609, + 0.271484, + 0.390625, + 0.12793, + 0.178711, + 0.304688, + 0.339844, + 0.304688, + 0.300781, + 0.404297, + 0.347656, + 0.241211, + 0.330078, + 0.143555, + 0.425781, + 0.21582, + 0.371094, + 0.335938, + 0.351562, + 0.367188, + 0.361328, + 0.3125, + 0.310547, + 0.253906, + 0.410156, + 0.390625, + 0.273438, + 0.357422, + 0.265625, + 0.257812, + 0.375, + 0.204102, + 0.349609, + 0.25, + 0.269531, + 0.283203, + 0.347656, + 0.367188, + 0.310547, + 0.341797, + 0.341797, + 0.332031, + 0.400391, + 0.259766, + 0.357422, + 0.376953, + 0.257812, + 0.384766, + 0.142578, + 0.259766, + 0.333984, + 0.339844, + 0.324219, + 0.349609, + 0.302734, + 0.371094, + 0.300781, + 0.271484, + 0.326172, + 0.3125, + 0.189453, + 0.351562, + 0.373047, + 0.373047, + 0.380859, + 0.396484, + 0.310547, + 0.388672, + 0.378906, + 0.289062, + 0.423828, + 0.378906, + 0.291016, + 0.376953, + 0.328125, + 0.277344, + 0.40625, + 0.242188, + 0.365234, + 0.333984, + 0.412109, + 0.251953, + 0.207031, + 0.188477, + 0.419922, + 0.394531, + 0.363281, + 0.388672, + 0.287109, + 0.330078, + 0.316406, + 0.171875, + 0.373047, + 0.279297, + 0.294922, + 0.332031, + 0.277344, + 0.306641, + 0.188477, + 0.28125, + 0.330078, + 0.308594, + 0.322266, + 0.178711, + 0.328125, + 0.34375, + 0.332031, + 0.375, + 0.333984, + 0.361328, + 0.339844, + 0.339844, + 0.233398, + 0.228516, + 0.269531, + 0.318359, + 0.335938, + 0.320312, + 0.367188, + 0.269531, + 0.345703, + 0.170898, + 0.21582, + 0.306641, + 0.355469, + 0.283203, + 0.380859, + 0.273438, + 0.287109, + 0.314453, + 0.347656, + 0.345703, + 0.345703, + 0.28125, + 0.367188, + 0.306641, + 0.382812, + 0.161133, + 0.265625, + 0.163086, + 0.345703, + 0.308594, + 0.226562, + 0.259766, + 0.384766, + 0.314453, + 0.330078, + 0.300781, + 0.202148, + 0.196289, + 0.289062, + 0.183594, + 0.285156, + 0.257812, + 0.300781, + 0.234375, + 0.378906, + 0.098145, + 0.166016, + 0.410156, + 0.324219 + ] + }, + "name": "model.model.layers.17.post_attention_layernorm.weight", + "outputIndexes": [ + 1475 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1474 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_17/Mul_output_0", + "outputIndexes": [ + 1476 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1475, + 1476 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_17/Mul_1_output_0", + "outputIndexes": [ + 1477 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1477 + ], + "outputIndexes": [ + 4880 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4880 + ], + "outputIndexes": [ + 4881 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear", + "inputIndexes": [ + 4881 + ], + "outputIndexes": [ + 4882 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 173079186, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4882 + ], + "outputIndexes": [ + 4883 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4883 + ], + "outputIndexes": [ + 1478 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1478 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_17/Sigmoid_output_0", + "outputIndexes": [ + 1479 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1478, + 1479 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_17/Mul_output_0", + "outputIndexes": [ + 1480 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1477 + ], + "outputIndexes": [ + 4884 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4884 + ], + "outputIndexes": [ + 4885 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear", + "inputIndexes": [ + 4885 + ], + "outputIndexes": [ + 4886 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 175659688, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4886 + ], + "outputIndexes": [ + 4887 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4887 + ], + "outputIndexes": [ + 1481 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1480, + 1481 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_17/Mul_output_0", + "outputIndexes": [ + 1482 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1482 + ], + "outputIndexes": [ + 4888 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4888 + ], + "outputIndexes": [ + 4889 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear", + "inputIndexes": [ + 4889 + ], + "outputIndexes": [ + 4890 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 178240190, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4890 + ], + "outputIndexes": [ + 4891 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4891 + ], + "outputIndexes": [ + 1483 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1474, + 1483 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_89_output_0", + "outputIndexes": [ + 1484 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1484, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_162_output_0", + "outputIndexes": [ + 1485 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.298828, + 0.371094, + 0.425781, + 0.429688, + 0.378906, + 0.384766, + 0.898438, + 0.423828, + 0.283203, + 0.396484, + 0.496094, + 0.359375, + 0.24707, + 0.345703, + 0.3125, + 0.388672, + 0.613281, + 0.359375, + 0.310547, + 0.28125, + 0.390625, + 0.439453, + 0.398438, + 0.306641, + 0.376953, + 0.410156, + 0.333984, + 0.363281, + 0.373047, + 0.390625, + 0.507812, + 0.394531, + 0.421875, + 0.455078, + 0.361328, + 0.375, + 0.414062, + 0.386719, + 0.439453, + 0.443359, + 0.390625, + 0.408203, + 0.386719, + 0.34375, + 0.3125, + 0.429688, + 0.484375, + 0.285156, + 0.441406, + 0.503906, + 0.410156, + 0.384766, + 0.333984, + 0.416016, + 0.355469, + 0.384766, + 0.408203, + 0.34375, + 0.408203, + 0.398438, + 0.380859, + 0.351562, + 0.333984, + 0.414062, + 0.353516, + 0.539062, + 0.882812, + 0.3125, + 0.455078, + 0.683594, + 0.410156, + 0.283203, + 0.359375, + 0.373047, + 0.40625, + 0.291016, + 0.335938, + 0.427734, + 0.394531, + 0.398438, + 0.349609, + 0.402344, + 0.308594, + 0.289062, + 0.386719, + 0.238281, + 0.445312, + 0.429688, + 0.464844, + 0.318359, + 0.328125, + 0.380859, + 0.248047, + 0.388672, + 0.314453, + 0.306641, + 0.511719, + 0.376953, + 0.384766, + 0.458984, + 0.589844, + 0.316406, + 0.376953, + 0.427734, + 0.4375, + 0.25, + 0.445312, + 0.398438, + 0.363281, + 0.296875, + 0.335938, + 0.435547, + 0.363281, + 0.5, + 0.404297, + 0.527344, + 0.359375, + 0.349609, + 0.441406, + 0.449219, + 0.455078, + 0.25, + 0.373047, + 0.443359, + 0.441406, + 0.349609, + 0.839844, + 0.382812, + 0.365234, + 0.503906, + 0.414062, + 0.302734, + 0.476562, + 0.357422, + 0.427734, + 0.394531, + 0.439453, + 0.349609, + 0.496094, + 0.3125, + 0.361328, + 0.404297, + 0.429688, + 0.507812, + 0.363281, + 0.40625, + 0.396484, + 0.279297, + 0.330078, + 0.478516, + 0.396484, + 0.388672, + 0.367188, + 0.417969, + 0.398438, + 0.398438, + 0.371094, + 0.386719, + 0.241211, + 0.40625, + 0.296875, + 0.494141, + 0.339844, + 0.412109, + 0.369141, + 0.367188, + 0.414062, + 0.542969, + 0.349609, + 0.326172, + 0.386719, + 0.380859, + 0.408203, + 0.472656, + 0.46875, + 0.447266, + 0.361328, + 0.332031, + 0.408203, + 0.429688, + 0.314453, + 0.361328, + 0.335938, + 0.371094, + 0.333984, + 0.408203, + 0.384766, + 0.445312, + 0.408203, + 0.431641, + 0.376953, + 0.34375, + 0.267578, + 0.339844, + 0.341797, + 0.373047, + 0.314453, + 0.457031, + 0.112793, + 0.417969, + 0.332031, + 0.25, + 0.287109, + 0.392578, + 0.330078, + 0.357422, + 0.378906, + 0.332031, + 0.507812, + 0.398438, + 0.425781, + 0.328125, + 0.416016, + 0.287109, + 0.412109, + 0.384766, + 0.375, + 0.308594, + 0.431641, + 0.373047, + 0.335938, + 0.34375, + 0.261719, + 0.322266, + 0.429688, + 0.353516, + 0.396484, + 0.289062, + 0.427734, + 0.443359, + 0.392578, + 0.449219, + 0.382812, + 0.345703, + 0.490234, + 0.347656, + 0.445312, + 0.351562, + 0.441406, + 0.351562, + 0.392578, + 0.330078, + 0.324219, + 0.419922, + 0.394531, + 0.345703, + 0.361328, + 0.392578, + 0.416016, + 0.447266, + 0.341797, + 0.244141, + 0.233398, + 0.392578, + 0.447266, + 0.451172, + 0.28125, + 0.306641, + 0.367188, + 0.402344, + 0.396484, + 0.414062, + 0.455078, + 0.326172, + 0.404297, + 0.40625, + 0.269531, + 0.425781, + 0.324219, + 0.482422, + 0.878906, + 0.34375, + 0.384766, + 0.71875, + 0.328125, + 0.492188, + 0.425781, + 0.304688, + 0.542969, + 0.419922, + 0.296875, + 0.384766, + 0.349609, + 0.392578, + 0.435547, + 0.371094, + 0.476562, + 0.429688, + 0.365234, + 0.421875, + 0.425781, + 0.392578, + 0.375, + 0.4375, + 0.412109, + 0.378906, + 0.205078, + 0.382812, + 0.404297, + 0.378906, + 0.298828, + 0.376953, + 0.384766, + 0.316406, + 0.427734, + 0.351562, + 0.333984, + 0.371094, + 0.404297, + 0.453125, + 0.322266, + 0.439453, + 0.410156, + 0.396484, + 0.447266, + 0.289062, + 0.400391, + 0.310547, + 0.566406, + 0.427734, + 0.365234, + 0.380859, + 0.394531, + 0.34375, + 0.367188, + 0.408203, + 0.369141, + 0.507812, + 0.355469, + 0.523438, + 0.558594, + 0.296875, + 0.384766, + 0.357422, + 0.466797, + 0.353516, + 0.443359, + 0.259766, + 0.355469, + 0.414062, + 0.398438, + 0.400391, + 0.324219, + 0.277344, + 0.445312, + 0.429688, + 0.320312, + 0.382812, + 0.367188, + 0.373047, + 0.494141, + 0.410156, + 0.279297, + 0.431641, + 0.396484, + 0.488281, + 0.402344, + 0.394531, + 0.314453, + 0.443359, + 0.304688, + 0.457031, + 0.357422, + 0.394531, + 0.414062, + 0.349609, + 0.523438, + 0.400391, + 0.384766, + 0.308594, + 0.425781, + 0.259766, + 0.4375, + 0.24707, + 0.417969, + 0.367188, + 0.371094, + 0.507812, + 0.386719, + 0.455078, + 0.707031, + 0.314453, + 0.474609, + 0.369141, + 0.339844, + 0.28125, + 0.390625, + 0.378906, + 0.433594, + 0.449219, + 0.349609, + 0.539062, + 0.400391, + 0.4375, + 0.449219, + 0.388672, + 0.355469, + 0.447266, + 0.435547, + 0.378906, + 0.371094, + 0.550781, + 0.341797, + 0.294922, + 0.382812, + 0.291016, + 0.429688, + 0.386719, + 0.371094, + 0.359375, + 0.349609, + 0.494141, + 0.359375, + 0.353516, + 0.390625, + 0.402344, + 0.324219, + 0.355469, + 0.373047, + 0.310547, + 0.519531, + 0.318359, + 0.388672, + 0.396484, + 0.384766, + 0.271484, + 0.367188, + 0.542969, + 0.535156, + 0.417969, + 0.621094, + 0.378906, + 0.365234, + 0.445312, + 0.289062, + 0.394531, + 0.519531, + 0.359375, + 0.333984, + 0.265625, + 0.429688, + 0.382812, + 0.466797, + 0.511719, + 0.318359, + 0.386719, + 0.353516, + 0.419922, + 0.367188, + 0.375, + 0.449219, + 0.519531, + 0.359375, + 0.453125, + 0.367188, + 0.441406, + 0.417969, + 0.339844, + 0.300781, + 0.365234, + 0.394531, + 0.474609, + 0.384766, + 0.429688, + 0.447266, + 0.404297, + 0.353516, + 0.460938, + 0.458984, + 0.396484, + 0.404297, + 0.435547, + 0.386719, + 0.455078, + 0.425781, + 0.371094, + 0.353516, + 0.394531, + 0.330078, + 0.445312, + 0.384766, + 0.388672, + 0.40625, + 0.320312, + 0.404297, + 0.347656, + 0.431641, + 0.376953, + 0.408203, + 0.316406, + 0.46875, + 0.414062, + 0.371094, + 0.359375, + 0.339844, + 0.431641, + 0.361328, + 0.386719, + 0.363281, + 0.306641, + 0.761719, + 0.363281, + 0.365234, + 0.410156, + 0.492188, + 0.388672, + 0.369141, + 0.5, + 0.482422, + 0.398438, + 0.378906, + 0.492188, + 0.625, + 0.296875, + 0.337891, + 0.423828, + 0.439453, + 0.390625, + 0.289062, + 0.333984, + 0.378906, + 0.441406, + 0.416016, + 0.349609, + 0.439453, + 0.375, + 0.388672, + 0.484375, + 0.390625, + 0.433594, + 0.570312, + 0.316406, + 0.294922, + 0.183594, + 0.451172, + 0.357422, + 0.335938, + 0.40625, + 0.388672, + 0.363281, + 0.458984, + 0.328125, + 0.351562, + 0.345703, + 0.445312, + 0.328125, + 0.335938, + 0.375, + 0.431641, + 0.507812, + 0.433594, + 0.330078, + 0.511719, + 0.425781, + 0.371094, + 0.373047, + 0.460938, + 0.087402, + 0.365234, + 0.324219, + 0.455078, + 0.460938, + 0.351562, + 0.398438, + 0.304688, + 0.277344, + 0.371094, + 0.339844, + 0.375, + 0.384766, + 0.451172, + 0.396484, + 0.365234, + 0.357422, + 0.333984, + 0.402344, + 0.330078, + 0.345703, + 0.369141, + 0.267578, + 0.480469, + 0.371094, + 0.34375, + 0.492188, + 0.419922, + 0.402344, + 0.392578, + 0.392578, + 0.441406, + 0.330078, + 0.300781, + 0.398438, + 0.398438, + 0.330078, + 0.390625, + 0.298828, + 0.408203, + 0.388672, + 0.390625, + 0.431641, + 0.363281, + 0.451172, + 0.423828, + 0.230469, + 0.241211, + 0.300781, + 0.398438, + 0.310547, + 0.351562, + 0.373047, + 0.3125, + 0.386719, + 0.464844, + 0.328125, + 0.363281, + 0.322266, + 0.546875, + 0.351562, + 0.363281, + 0.451172, + 0.449219, + 0.347656, + 0.373047, + 0.447266, + 0.359375, + 0.269531, + 0.474609, + 0.625, + 0.388672, + 0.220703, + 0.726562, + 0.279297, + 0.365234, + 0.365234, + 0.308594, + 0.404297, + 0.382812, + 0.429688, + 0.408203, + 0.347656, + 0.408203, + 0.384766, + 0.375, + 0.298828, + 0.339844, + 0.347656, + 0.357422, + 0.28125, + 0.5, + 0.59375, + 0.419922, + 0.466797, + 0.466797, + 0.291016, + 0.345703, + 0.3125, + 0.400391, + 0.386719, + 0.279297, + 0.439453, + 0.335938, + 0.369141, + 0.339844, + 0.488281, + 0.351562, + 0.373047, + 0.332031, + 0.40625, + 0.453125, + 0.376953, + 0.396484, + 0.404297, + 0.380859, + 0.539062, + 0.283203, + 0.398438, + 0.337891, + 0.34375, + 0.380859, + 0.419922, + 0.4375, + 0.419922, + 0.878906, + 0.341797, + 0.46875, + 0.476562, + 0.328125, + 0.474609, + 0.419922, + 0.296875, + 0.363281, + 0.419922, + 0.388672, + 0.375, + 0.320312, + 0.371094, + 0.376953, + 0.539062, + 0.341797, + 0.361328, + 0.337891, + 0.349609, + 0.410156, + 0.355469, + 0.578125, + 0.449219, + 0.400391, + 0.332031, + 0.234375, + 0.441406, + 0.433594, + 0.414062, + 0.400391, + 0.400391, + 0.414062, + 0.367188, + 0.310547, + 0.449219, + 0.263672, + 0.351562, + 0.357422, + 0.314453, + 0.287109, + 0.427734, + 0.378906, + 0.314453, + 0.90625, + 0.357422, + 0.449219, + 0.369141, + 0.384766, + 0.222656, + 0.345703, + 0.347656, + 0.320312, + 0.441406, + 0.240234, + 0.310547, + 0.335938, + 0.404297, + 0.425781, + 0.388672, + 0.328125, + 0.402344, + 0.386719, + 0.357422, + 0.863281, + 0.380859, + 0.380859, + 0.355469, + 0.265625, + 0.375, + 0.462891, + 0.341797, + 0.408203, + 0.359375, + 0.320312, + 0.361328, + 0.322266, + 0.324219, + 0.361328, + 0.433594, + 0.345703, + 0.421875, + 0.476562, + 0.384766, + 0.269531, + 0.333984, + 0.292969, + 0.554688, + 0.455078, + 0.367188, + 0.333984, + 0.328125, + 0.648438, + 0.472656, + 0.4375, + 0.455078, + 0.378906, + 0.412109, + 0.316406, + 0.410156, + 0.466797, + 0.384766, + 0.351562, + 0.412109, + 0.453125, + 0.447266, + 0.398438, + 0.357422, + 0.457031, + 0.291016, + 0.378906, + 0.328125, + 0.345703, + 0.361328, + 0.640625, + 0.351562, + 0.345703, + 0.367188, + 0.421875, + 0.376953, + 0.347656, + 0.419922, + 0.347656, + 0.486328, + 0.414062, + 0.306641, + 0.470703, + 0.371094, + 0.507812, + 0.386719, + 0.355469, + 0.404297, + 0.380859, + 0.349609, + 0.328125, + 0.353516, + 0.392578, + 0.486328, + 0.392578, + 0.382812, + 0.458984, + 0.386719, + 0.414062, + 0.431641, + 0.291016, + 0.400391, + 0.419922, + 0.388672, + 0.361328, + 0.333984, + 0.5, + 0.390625, + 0.425781, + 0.482422, + 0.427734, + 0.404297, + 0.470703, + 0.363281, + 0.439453, + 0.416016, + 0.367188, + 0.335938, + 0.359375, + 0.378906, + 0.296875, + 0.371094, + 0.384766, + 0.412109, + 0.251953, + 0.550781, + 0.605469, + 0.316406, + 0.349609, + 0.416016, + 0.363281, + 0.417969, + 0.234375, + 0.419922, + 0.414062, + 0.46875, + 0.507812, + 0.229492, + 0.4375, + 0.558594, + 0.322266, + 0.361328, + 0.357422, + 0.304688, + 0.357422, + 0.414062, + 0.367188, + 0.382812, + 0.296875, + 0.404297, + 0.539062, + 0.269531, + 0.367188, + 0.503906, + 0.421875, + 0.464844, + 0.369141, + 0.398438, + 0.423828, + 0.339844, + 0.285156, + 0.671875, + 0.376953, + 0.419922, + 0.392578, + 0.335938, + 0.59375, + 0.355469, + 0.367188, + 0.365234, + 0.296875, + 0.326172, + 0.421875, + 0.455078, + 0.40625, + 0.394531, + 0.324219, + 0.367188, + 0.382812, + 0.310547, + 0.390625, + 0.582031, + 0.40625, + 0.408203, + 0.376953, + 0.462891, + 0.457031, + 0.466797, + 0.251953, + 0.316406, + 0.365234, + 0.3125, + 0.341797, + 0.421875, + 0.300781, + 0.400391, + 0.427734, + 0.322266, + 0.396484, + 0.5, + 0.380859, + 0.328125, + 0.359375, + 0.443359, + 0.347656, + 0.249023, + 0.339844, + 0.462891, + 0.332031, + 0.380859, + 0.390625, + 0.349609, + 0.429688, + 0.359375, + 0.386719, + 0.394531, + 0.519531, + 0.373047, + 0.384766, + 0.345703, + 0.400391, + 0.402344, + 0.361328, + 0.398438, + 0.394531, + 0.484375, + 0.382812, + 0.474609, + 0.351562, + 0.388672, + 0.382812, + 0.445312, + 0.341797, + 0.75, + 0.421875, + 0.392578, + 0.412109, + 0.494141, + 0.230469, + 0.423828, + 0.441406, + 0.314453, + 0.421875, + 0.527344, + 0.361328, + 0.498047, + 0.421875, + 0.388672, + 0.404297, + 0.388672, + 0.296875, + 0.451172, + 0.785156, + 0.388672, + 0.40625, + 0.585938, + 0.478516, + 0.466797, + 0.296875, + 0.441406, + 0.380859, + 0.390625, + 0.746094, + 0.333984, + 0.386719, + 0.478516, + 0.316406, + 0.455078, + 0.316406, + 0.371094, + 0.492188, + 0.396484, + 0.388672, + 0.314453, + 0.4375, + 0.237305, + 0.353516, + 0.476562, + 0.460938, + 0.388672, + 0.453125, + 0.410156, + 0.314453, + 0.318359, + 0.318359, + 0.359375, + 0.289062, + 0.490234, + 0.365234, + 0.363281, + 0.380859, + 0.433594, + 0.400391, + 0.392578, + 0.384766, + 0.453125, + 0.460938, + 0.427734, + 0.365234, + 0.267578, + 0.453125, + 0.53125, + 0.472656, + 0.326172, + 0.392578, + 0.341797, + 0.294922, + 0.402344, + 0.365234, + 0.330078, + 0.326172, + 0.773438, + 0.265625, + 0.384766, + 0.453125, + 0.408203, + 0.341797, + 0.404297, + 0.375, + 0.574219, + 0.363281, + 0.419922, + 0.369141, + 0.339844, + 0.439453, + 0.365234, + 0.341797, + 0.419922, + 0.388672, + 0.392578, + 0.408203, + 0.367188, + 0.462891, + 0.380859, + 0.394531, + 0.392578, + 0.423828, + 0.310547, + 0.785156, + 0.439453, + 0.460938, + 0.359375, + 0.390625, + 0.402344, + 0.332031, + 0.365234, + 0.40625, + 0.435547, + 0.396484, + 0.410156, + 0.423828, + 0.457031, + 0.478516, + 0.408203, + 0.275391, + 0.40625, + 0.400391, + 0.453125, + 0.404297, + 0.333984, + 0.380859, + 0.380859, + 0.400391, + 0.439453, + 0.439453, + 0.457031, + 0.539062, + 0.255859, + 0.302734, + 0.421875, + 0.582031, + 0.361328, + 0.341797, + 0.402344, + 0.353516, + 0.351562, + 0.373047, + 0.412109, + 0.423828, + 0.816406, + 0.365234, + 0.255859, + 0.472656, + 0.367188, + 0.4375, + 0.400391, + 0.482422, + 0.396484, + 0.84375, + 0.416016, + 0.25, + 0.404297, + 0.46875, + 0.46875, + 0.333984, + 0.460938, + 0.59375, + 0.277344, + 0.337891, + 0.363281, + 0.314453, + 0.34375, + 0.511719, + 0.365234, + 0.308594, + 0.382812, + 0.486328, + 0.458984, + 0.353516, + 0.355469, + 0.408203, + 0.416016, + 0.390625, + 0.402344, + 0.371094, + 0.341797, + 0.298828, + 0.429688, + 0.490234, + 0.382812, + 0.472656, + 0.300781, + 0.582031, + 0.429688, + 0.539062, + 0.427734, + 0.388672, + 0.332031, + 0.345703, + 0.392578, + 0.375, + 0.441406, + 0.478516, + 0.396484, + 0.390625, + 0.5, + 0.402344, + 0.367188, + 0.458984, + 0.392578, + 0.402344, + 0.232422, + 0.376953, + 0.332031, + 0.371094, + 0.324219, + 0.400391, + 0.302734, + 0.447266, + 0.380859, + 0.357422, + 0.371094, + 0.382812, + 0.242188, + 0.376953, + 0.390625, + 0.404297, + 0.419922, + 0.419922, + 0.328125, + 0.371094, + 0.419922, + 0.345703, + 0.449219, + 0.419922, + 0.386719, + 0.345703, + 0.369141, + 0.359375, + 0.462891, + 0.310547, + 0.417969, + 0.351562, + 0.421875, + 0.28125, + 0.386719, + 0.318359, + 0.519531, + 0.496094, + 0.371094, + 0.439453, + 0.46875, + 0.408203, + 0.386719, + 0.310547, + 0.419922, + 0.320312, + 0.400391, + 0.341797, + 0.245117, + 0.492188, + 0.335938, + 0.363281, + 0.361328, + 0.318359, + 0.371094, + 0.369141, + 0.375, + 0.318359, + 0.447266, + 0.455078, + 0.423828, + 0.384766, + 0.3125, + 0.361328, + 0.439453, + 0.341797, + 0.314453, + 0.382812, + 0.431641, + 0.427734, + 0.386719, + 0.390625, + 0.498047, + 0.320312, + 0.337891, + 0.345703, + 0.404297, + 0.353516, + 0.423828, + 0.178711, + 0.417969, + 0.3125, + 0.388672, + 0.365234, + 0.435547, + 0.357422, + 0.433594, + 0.378906, + 0.367188, + 0.283203, + 0.363281, + 0.427734, + 0.419922, + 0.384766, + 0.455078, + 0.273438, + 0.435547, + 0.445312, + 0.380859, + 0.246094, + 0.314453, + 0.302734, + 0.335938, + 0.283203, + 0.365234, + 0.392578, + 0.355469, + 0.318359, + 0.417969, + 0.726562, + 0.357422, + 0.492188, + 0.400391 + ] + }, + "name": "model.model.layers.18.input_layernorm.weight", + "outputIndexes": [ + 1486 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1485 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_18/Mul_output_0", + "outputIndexes": [ + 1487 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1486, + 1487 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_18/Mul_1_output_0", + "outputIndexes": [ + 1488 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1488 + ], + "outputIndexes": [ + 4892 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4892 + ], + "outputIndexes": [ + 4893 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear", + "inputIndexes": [ + 4893 + ], + "outputIndexes": [ + 4894 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 180820692, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4894 + ], + "outputIndexes": [ + 4895 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4895 + ], + "outputIndexes": [ + 1489 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1488 + ], + "main_type": "NONE", + "name": "/Shape_253_output_0", + "outputIndexes": [ + 1490 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1490 + ], + "main_type": "NONE", + "name": "Shape3967", + "outputIndexes": [ + 1491 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1490 + ], + "main_type": "NONE", + "name": "Rank3969", + "outputIndexes": [ + 1492 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1492, + 1492 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3971", + "outputIndexes": [ + 1493 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1493 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3972", + "outputIndexes": [ + 1494 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1493, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3974", + "outputIndexes": [ + 1495 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1495 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3975", + "outputIndexes": [ + 1496 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1491, + 1494, + 1496, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3978", + "outputIndexes": [ + 1497 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1497 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze3979", + "outputIndexes": [ + 1498 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3980", + "outputIndexes": [ + 1499 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1499, + 1498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3981", + "outputIndexes": [ + 1500 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1490, + 1500, + 1493 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_274_output_0", + "outputIndexes": [ + 1501 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1501, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_577_output_0", + "outputIndexes": [ + 1502 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1502, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_234_output_0", + "outputIndexes": [ + 1503 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1489, + 1503 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_163_output_0", + "outputIndexes": [ + 1504 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1504, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_144_output_0", + "outputIndexes": [ + 1505 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1504 + ], + "main_type": "NONE", + "name": "/Shape_254_output_0", + "outputIndexes": [ + 1506 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1506 + ], + "main_type": "NONE", + "name": "Shape3988", + "outputIndexes": [ + 1507 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1506 + ], + "main_type": "NONE", + "name": "Rank3990", + "outputIndexes": [ + 1508 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1508, + 1508 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3992", + "outputIndexes": [ + 1509 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1509 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3993", + "outputIndexes": [ + 1510 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1509, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp3995", + "outputIndexes": [ + 1511 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1511 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze3996", + "outputIndexes": [ + 1512 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1507, + 1510, + 1512, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice3999", + "outputIndexes": [ + 1513 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1513 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4000", + "outputIndexes": [ + 1514 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1514 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4001", + "outputIndexes": [ + 1515 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1515, + 1514 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4002", + "outputIndexes": [ + 1516 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1506, + 1516, + 1509 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_275_output_0", + "outputIndexes": [ + 1517 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1517, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_54_output_0", + "outputIndexes": [ + 1518 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1518, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_582_output_0", + "outputIndexes": [ + 1519 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1504, + 1519, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_73_output_0", + "outputIndexes": [ + 1520 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1520 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_36_output_0", + "outputIndexes": [ + 1521 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1504, + 22, + 1519, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_72_output_0", + "outputIndexes": [ + 1522 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1521, + 1522 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_237_output_0", + "outputIndexes": [ + 1523 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1523, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_145_output_0", + "outputIndexes": [ + 1524 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1505, + 1524 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_90_output_0", + "outputIndexes": [ + 1525 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1488 + ], + "outputIndexes": [ + 4896 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4896 + ], + "outputIndexes": [ + 4897 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear", + "inputIndexes": [ + 4897 + ], + "outputIndexes": [ + 4898 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 181742314, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4898 + ], + "outputIndexes": [ + 4899 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4899 + ], + "outputIndexes": [ + 1526 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1502, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_235_output_0", + "outputIndexes": [ + 1527 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1526, + 1527 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_164_output_0", + "outputIndexes": [ + 1528 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1528, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_146_output_0", + "outputIndexes": [ + 1529 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1528 + ], + "main_type": "NONE", + "name": "/Shape_255_output_0", + "outputIndexes": [ + 1530 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1530 + ], + "main_type": "NONE", + "name": "Shape4051", + "outputIndexes": [ + 1531 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1530 + ], + "main_type": "NONE", + "name": "Rank4053", + "outputIndexes": [ + 1532 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1532, + 1532 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4055", + "outputIndexes": [ + 1533 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1533 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4056", + "outputIndexes": [ + 1534 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1533, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4058", + "outputIndexes": [ + 1535 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1535 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4059", + "outputIndexes": [ + 1536 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1531, + 1534, + 1536, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4062", + "outputIndexes": [ + 1537 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1537 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4063", + "outputIndexes": [ + 1538 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4064", + "outputIndexes": [ + 1539 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1539, + 1538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4065", + "outputIndexes": [ + 1540 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1530, + 1540, + 1533 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_276_output_0", + "outputIndexes": [ + 1541 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1541, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_55_output_0", + "outputIndexes": [ + 1542 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1542, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_584_output_0", + "outputIndexes": [ + 1543 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1528, + 1543, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_75_output_0", + "outputIndexes": [ + 1544 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1544 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_37_output_0", + "outputIndexes": [ + 1545 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1528, + 22, + 1543, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_74_output_0", + "outputIndexes": [ + 1546 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1545, + 1546 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_238_output_0", + "outputIndexes": [ + 1547 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1547, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_147_output_0", + "outputIndexes": [ + 1548 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1529, + 1548 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_91_output_0", + "outputIndexes": [ + 1549 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1488 + ], + "outputIndexes": [ + 4900 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4900 + ], + "outputIndexes": [ + 4901 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear", + "inputIndexes": [ + 4901 + ], + "outputIndexes": [ + 4902 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 181972736, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4902 + ], + "outputIndexes": [ + 4903 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4903 + ], + "outputIndexes": [ + 1550 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1550, + 1527 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_165_output_0", + "outputIndexes": [ + 1551 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1525, + 1549, + 1551, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_170_output_0", + "outputIndexes": [ + 1552 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1552 + ], + "outputIndexes": [ + 4904 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4904 + ], + "outputIndexes": [ + 4905 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear", + "inputIndexes": [ + 4905 + ], + "outputIndexes": [ + 4906 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 182203158, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4906 + ], + "outputIndexes": [ + 4907 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4907 + ], + "outputIndexes": [ + 1553 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1485, + 1553 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_93_output_0", + "outputIndexes": [ + 1554 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.217773, + 0.326172, + 0.345703, + 0.367188, + 0.367188, + 0.34375, + 0.145508, + 0.367188, + 0.255859, + 0.235352, + 0.175781, + 0.339844, + 0.204102, + 0.308594, + 0.300781, + 0.349609, + 0.236328, + 0.292969, + 0.304688, + 0.183594, + 0.320312, + 0.382812, + 0.279297, + 0.233398, + 0.291016, + 0.380859, + 0.255859, + 0.353516, + 0.330078, + 0.326172, + 0.249023, + 0.219727, + 0.335938, + 0.298828, + 0.337891, + 0.308594, + 0.180664, + 0.330078, + 0.19043, + 0.357422, + 0.316406, + 0.355469, + 0.285156, + 0.271484, + 0.214844, + 0.291016, + 0.441406, + 0.197266, + 0.382812, + 0.207031, + 0.367188, + 0.170898, + 0.306641, + 0.333984, + 0.198242, + 0.341797, + 0.386719, + 0.302734, + 0.318359, + 0.384766, + 0.335938, + 0.355469, + 0.257812, + 0.335938, + 0.245117, + 0.242188, + 0.180664, + 0.158203, + 0.382812, + 0.168945, + 0.361328, + 0.185547, + 0.267578, + 0.279297, + 0.392578, + 0.269531, + 0.263672, + 0.392578, + 0.167969, + 0.316406, + 0.279297, + 0.380859, + 0.257812, + 0.269531, + 0.349609, + 0.183594, + 0.40625, + 0.225586, + 0.416016, + 0.196289, + 0.273438, + 0.308594, + 0.202148, + 0.328125, + 0.135742, + 0.181641, + 0.410156, + 0.371094, + 0.376953, + 0.359375, + 0.261719, + 0.277344, + 0.357422, + 0.347656, + 0.376953, + 0.169922, + 0.367188, + 0.341797, + 0.326172, + 0.314453, + 0.302734, + 0.386719, + 0.292969, + 0.316406, + 0.345703, + 0.285156, + 0.324219, + 0.335938, + 0.398438, + 0.359375, + 0.326172, + 0.213867, + 0.369141, + 0.239258, + 0.402344, + 0.294922, + 0.182617, + 0.351562, + 0.345703, + 0.445312, + 0.351562, + 0.341797, + 0.335938, + 0.304688, + 0.330078, + 0.300781, + 0.365234, + 0.324219, + 0.265625, + 0.244141, + 0.357422, + 0.310547, + 0.324219, + 0.4375, + 0.388672, + 0.332031, + 0.302734, + 0.226562, + 0.337891, + 0.332031, + 0.316406, + 0.310547, + 0.328125, + 0.353516, + 0.351562, + 0.279297, + 0.369141, + 0.304688, + 0.129883, + 0.341797, + 0.147461, + 0.273438, + 0.21875, + 0.371094, + 0.291016, + 0.396484, + 0.170898, + 0.369141, + 0.304688, + 0.181641, + 0.253906, + 0.357422, + 0.394531, + 0.259766, + 0.155273, + 0.402344, + 0.275391, + 0.345703, + 0.369141, + 0.357422, + 0.294922, + 0.236328, + 0.289062, + 0.304688, + 0.353516, + 0.335938, + 0.333984, + 0.320312, + 0.359375, + 0.386719, + 0.369141, + 0.275391, + 0.148438, + 0.314453, + 0.316406, + 0.330078, + 0.304688, + 0.248047, + 0.080566, + 0.34375, + 0.324219, + 0.300781, + 0.263672, + 0.314453, + 0.255859, + 0.333984, + 0.378906, + 0.28125, + 0.271484, + 0.353516, + 0.332031, + 0.318359, + 0.332031, + 0.166992, + 0.355469, + 0.306641, + 0.339844, + 0.275391, + 0.392578, + 0.341797, + 0.306641, + 0.333984, + 0.228516, + 0.273438, + 0.404297, + 0.279297, + 0.357422, + 0.160156, + 0.421875, + 0.273438, + 0.255859, + 0.224609, + 0.361328, + 0.287109, + 0.386719, + 0.226562, + 0.330078, + 0.251953, + 0.404297, + 0.351562, + 0.365234, + 0.273438, + 0.318359, + 0.337891, + 0.349609, + 0.275391, + 0.246094, + 0.373047, + 0.355469, + 0.318359, + 0.328125, + 0.226562, + 0.177734, + 0.320312, + 0.277344, + 0.353516, + 0.243164, + 0.296875, + 0.205078, + 0.369141, + 0.394531, + 0.349609, + 0.351562, + 0.232422, + 0.359375, + 0.347656, + 0.294922, + 0.384766, + 0.191406, + 0.373047, + 0.226562, + 0.298828, + 0.294922, + 0.227539, + 0.223633, + 0.386719, + 0.345703, + 0.223633, + 0.200195, + 0.367188, + 0.224609, + 0.353516, + 0.310547, + 0.380859, + 0.351562, + 0.304688, + 0.427734, + 0.384766, + 0.353516, + 0.404297, + 0.386719, + 0.34375, + 0.345703, + 0.3125, + 0.34375, + 0.332031, + 0.251953, + 0.341797, + 0.361328, + 0.328125, + 0.294922, + 0.326172, + 0.308594, + 0.209961, + 0.333984, + 0.330078, + 0.246094, + 0.296875, + 0.355469, + 0.416016, + 0.204102, + 0.40625, + 0.289062, + 0.227539, + 0.386719, + 0.271484, + 0.345703, + 0.220703, + 0.251953, + 0.269531, + 0.388672, + 0.392578, + 0.347656, + 0.337891, + 0.287109, + 0.259766, + 0.337891, + 0.410156, + 0.380859, + 0.251953, + 0.230469, + 0.232422, + 0.197266, + 0.318359, + 0.300781, + 0.314453, + 0.378906, + 0.237305, + 0.178711, + 0.182617, + 0.279297, + 0.310547, + 0.328125, + 0.21875, + 0.400391, + 0.378906, + 0.248047, + 0.335938, + 0.257812, + 0.373047, + 0.369141, + 0.361328, + 0.231445, + 0.318359, + 0.3125, + 0.375, + 0.363281, + 0.351562, + 0.287109, + 0.382812, + 0.304688, + 0.251953, + 0.328125, + 0.361328, + 0.330078, + 0.316406, + 0.388672, + 0.376953, + 0.236328, + 0.243164, + 0.400391, + 0.283203, + 0.365234, + 0.180664, + 0.298828, + 0.302734, + 0.349609, + 0.34375, + 0.332031, + 0.195312, + 0.162109, + 0.259766, + 0.412109, + 0.337891, + 0.333984, + 0.255859, + 0.255859, + 0.349609, + 0.243164, + 0.320312, + 0.328125, + 0.200195, + 0.378906, + 0.1875, + 0.394531, + 0.34375, + 0.318359, + 0.380859, + 0.373047, + 0.333984, + 0.300781, + 0.371094, + 0.217773, + 0.34375, + 0.394531, + 0.227539, + 0.408203, + 0.316406, + 0.361328, + 0.328125, + 0.255859, + 0.404297, + 0.339844, + 0.300781, + 0.382812, + 0.404297, + 0.302734, + 0.34375, + 0.34375, + 0.239258, + 0.460938, + 0.285156, + 0.208984, + 0.339844, + 0.349609, + 0.197266, + 0.345703, + 0.28125, + 0.210938, + 0.302734, + 0.145508, + 0.21582, + 0.367188, + 0.320312, + 0.271484, + 0.369141, + 0.412109, + 0.298828, + 0.285156, + 0.294922, + 0.396484, + 0.224609, + 0.233398, + 0.419922, + 0.253906, + 0.238281, + 0.330078, + 0.382812, + 0.198242, + 0.314453, + 0.292969, + 0.248047, + 0.302734, + 0.384766, + 0.365234, + 0.373047, + 0.357422, + 0.326172, + 0.292969, + 0.251953, + 0.333984, + 0.271484, + 0.330078, + 0.353516, + 0.154297, + 0.353516, + 0.265625, + 0.373047, + 0.378906, + 0.213867, + 0.304688, + 0.371094, + 0.363281, + 0.304688, + 0.306641, + 0.267578, + 0.28125, + 0.382812, + 0.243164, + 0.243164, + 0.333984, + 0.367188, + 0.414062, + 0.316406, + 0.359375, + 0.265625, + 0.330078, + 0.232422, + 0.369141, + 0.289062, + 0.375, + 0.386719, + 0.363281, + 0.345703, + 0.328125, + 0.233398, + 0.371094, + 0.320312, + 0.246094, + 0.248047, + 0.164062, + 0.267578, + 0.34375, + 0.359375, + 0.181641, + 0.388672, + 0.287109, + 0.298828, + 0.398438, + 0.296875, + 0.292969, + 0.390625, + 0.193359, + 0.223633, + 0.24707, + 0.367188, + 0.373047, + 0.208008, + 0.257812, + 0.267578, + 0.328125, + 0.349609, + 0.183594, + 0.357422, + 0.390625, + 0.302734, + 0.341797, + 0.398438, + 0.378906, + 0.255859, + 0.224609, + 0.271484, + 0.202148, + 0.15918, + 0.369141, + 0.285156, + 0.28125, + 0.386719, + 0.267578, + 0.314453, + 0.373047, + 0.182617, + 0.255859, + 0.384766, + 0.335938, + 0.251953, + 0.330078, + 0.155273, + 0.265625, + 0.220703, + 0.269531, + 0.326172, + 0.382812, + 0.367188, + 0.320312, + 0.353516, + 0.291016, + 0.199219, + 0.34375, + 0.167969, + 0.172852, + 0.241211, + 0.357422, + 0.296875, + 0.245117, + 0.1875, + 0.359375, + 0.326172, + 0.318359, + 0.316406, + 0.412109, + 0.365234, + 0.205078, + 0.367188, + 0.292969, + 0.369141, + 0.285156, + 0.339844, + 0.265625, + 0.170898, + 0.427734, + 0.318359, + 0.289062, + 0.300781, + 0.367188, + 0.316406, + 0.287109, + 0.328125, + 0.398438, + 0.300781, + 0.253906, + 0.204102, + 0.351562, + 0.339844, + 0.347656, + 0.211914, + 0.359375, + 0.165039, + 0.200195, + 0.376953, + 0.335938, + 0.330078, + 0.330078, + 0.298828, + 0.161133, + 0.213867, + 0.365234, + 0.263672, + 0.294922, + 0.365234, + 0.238281, + 0.386719, + 0.335938, + 0.238281, + 0.328125, + 0.316406, + 0.206055, + 0.322266, + 0.296875, + 0.367188, + 0.135742, + 0.332031, + 0.279297, + 0.324219, + 0.271484, + 0.15625, + 0.390625, + 0.193359, + 0.3125, + 0.154297, + 0.164062, + 0.265625, + 0.306641, + 0.337891, + 0.233398, + 0.365234, + 0.332031, + 0.296875, + 0.376953, + 0.318359, + 0.237305, + 0.359375, + 0.320312, + 0.223633, + 0.18457, + 0.271484, + 0.269531, + 0.147461, + 0.285156, + 0.275391, + 0.367188, + 0.431641, + 0.404297, + 0.182617, + 0.324219, + 0.300781, + 0.136719, + 0.351562, + 0.195312, + 0.200195, + 0.277344, + 0.375, + 0.263672, + 0.233398, + 0.310547, + 0.328125, + 0.294922, + 0.363281, + 0.316406, + 0.373047, + 0.34375, + 0.326172, + 0.298828, + 0.208984, + 0.208984, + 0.172852, + 0.285156, + 0.353516, + 0.322266, + 0.353516, + 0.365234, + 0.367188, + 0.182617, + 0.271484, + 0.333984, + 0.376953, + 0.22168, + 0.398438, + 0.373047, + 0.261719, + 0.292969, + 0.353516, + 0.300781, + 0.359375, + 0.25, + 0.353516, + 0.326172, + 0.243164, + 0.353516, + 0.359375, + 0.296875, + 0.320312, + 0.227539, + 0.314453, + 0.201172, + 0.223633, + 0.363281, + 0.279297, + 0.238281, + 0.316406, + 0.226562, + 0.382812, + 0.335938, + 0.394531, + 0.396484, + 0.308594, + 0.316406, + 0.206055, + 0.18457, + 0.355469, + 0.180664, + 0.287109, + 0.227539, + 0.369141, + 0.355469, + 0.285156, + 0.203125, + 0.300781, + 0.304688, + 0.306641, + 0.371094, + 0.19043, + 0.3125, + 0.322266, + 0.199219, + 0.4375, + 0.186523, + 0.300781, + 0.339844, + 0.328125, + 0.361328, + 0.324219, + 0.361328, + 0.271484, + 0.351562, + 0.359375, + 0.188477, + 0.326172, + 0.347656, + 0.172852, + 0.210938, + 0.151367, + 0.394531, + 0.279297, + 0.388672, + 0.353516, + 0.298828, + 0.255859, + 0.240234, + 0.289062, + 0.316406, + 0.384766, + 0.304688, + 0.201172, + 0.369141, + 0.34375, + 0.238281, + 0.332031, + 0.296875, + 0.168945, + 0.255859, + 0.231445, + 0.236328, + 0.279297, + 0.22168, + 0.363281, + 0.294922, + 0.412109, + 0.335938, + 0.367188, + 0.216797, + 0.410156, + 0.21875, + 0.365234, + 0.341797, + 0.310547, + 0.237305, + 0.341797, + 0.328125, + 0.306641, + 0.328125, + 0.273438, + 0.3125, + 0.21875, + 0.273438, + 0.347656, + 0.209961, + 0.302734, + 0.298828, + 0.328125, + 0.369141, + 0.34375, + 0.34375, + 0.261719, + 0.324219, + 0.460938, + 0.382812, + 0.198242, + 0.302734, + 0.259766, + 0.335938, + 0.384766, + 0.285156, + 0.345703, + 0.306641, + 0.255859, + 0.337891, + 0.308594, + 0.34375, + 0.439453, + 0.304688, + 0.373047, + 0.371094, + 0.304688, + 0.273438, + 0.371094, + 0.294922, + 0.259766, + 0.388672, + 0.34375, + 0.320312, + 0.289062, + 0.380859, + 0.162109, + 0.423828, + 0.341797, + 0.341797, + 0.355469, + 0.263672, + 0.308594, + 0.388672, + 0.322266, + 0.355469, + 0.302734, + 0.345703, + 0.233398, + 0.210938, + 0.369141, + 0.353516, + 0.302734, + 0.209961, + 0.453125, + 0.199219, + 0.279297, + 0.318359, + 0.328125, + 0.205078, + 0.335938, + 0.224609, + 0.347656, + 0.25, + 0.300781, + 0.376953, + 0.178711, + 0.349609, + 0.197266, + 0.291016, + 0.271484, + 0.306641, + 0.232422, + 0.298828, + 0.302734, + 0.330078, + 0.357422, + 0.231445, + 0.333984, + 0.137695, + 0.165039, + 0.332031, + 0.188477, + 0.355469, + 0.400391, + 0.326172, + 0.306641, + 0.324219, + 0.304688, + 0.279297, + 0.263672, + 0.347656, + 0.353516, + 0.367188, + 0.296875, + 0.219727, + 0.330078, + 0.355469, + 0.361328, + 0.195312, + 0.339844, + 0.300781, + 0.361328, + 0.196289, + 0.386719, + 0.243164, + 0.273438, + 0.371094, + 0.330078, + 0.326172, + 0.328125, + 0.285156, + 0.292969, + 0.212891, + 0.439453, + 0.384766, + 0.382812, + 0.291016, + 0.287109, + 0.332031, + 0.292969, + 0.339844, + 0.371094, + 0.22168, + 0.283203, + 0.386719, + 0.291016, + 0.384766, + 0.172852, + 0.306641, + 0.211914, + 0.328125, + 0.341797, + 0.291016, + 0.202148, + 0.316406, + 0.404297, + 0.320312, + 0.357422, + 0.330078, + 0.161133, + 0.164062, + 0.324219, + 0.357422, + 0.34375, + 0.224609, + 0.333984, + 0.378906, + 0.28125, + 0.314453, + 0.326172, + 0.367188, + 0.308594, + 0.337891, + 0.206055, + 0.324219, + 0.337891, + 0.285156, + 0.341797, + 0.3125, + 0.384766, + 0.298828, + 0.182617, + 0.390625, + 0.326172, + 0.330078, + 0.361328, + 0.228516, + 0.371094, + 0.15625, + 0.322266, + 0.330078, + 0.375, + 0.318359, + 0.378906, + 0.408203, + 0.255859, + 0.333984, + 0.273438, + 0.302734, + 0.357422, + 0.287109, + 0.388672, + 0.149414, + 0.310547, + 0.259766, + 0.298828, + 0.275391, + 0.367188, + 0.320312, + 0.199219, + 0.238281, + 0.277344, + 0.304688, + 0.404297, + 0.178711, + 0.341797, + 0.271484, + 0.369141, + 0.332031, + 0.351562, + 0.353516, + 0.304688, + 0.337891, + 0.1875, + 0.351562, + 0.384766, + 0.363281, + 0.339844, + 0.402344, + 0.349609, + 0.239258, + 0.267578, + 0.240234, + 0.373047, + 0.235352, + 0.339844, + 0.351562, + 0.351562, + 0.277344, + 0.289062, + 0.255859, + 0.382812, + 0.34375, + 0.308594, + 0.390625, + 0.382812, + 0.376953, + 0.285156, + 0.308594, + 0.345703, + 0.198242, + 0.335938, + 0.353516, + 0.269531, + 0.191406, + 0.314453, + 0.332031, + 0.279297, + 0.255859, + 0.235352, + 0.188477, + 0.382812, + 0.369141, + 0.363281, + 0.142578, + 0.320312, + 0.34375, + 0.175781, + 0.320312, + 0.166016, + 0.298828, + 0.28125, + 0.349609, + 0.287109, + 0.310547, + 0.341797, + 0.373047, + 0.371094, + 0.166016, + 0.337891, + 0.410156, + 0.328125, + 0.371094, + 0.322266, + 0.369141, + 0.180664, + 0.15918, + 0.273438, + 0.396484, + 0.304688, + 0.231445, + 0.373047, + 0.296875, + 0.21875, + 0.34375, + 0.361328, + 0.359375, + 0.273438, + 0.351562, + 0.302734, + 0.355469, + 0.378906, + 0.226562, + 0.234375, + 0.333984, + 0.359375, + 0.259766, + 0.318359, + 0.384766, + 0.273438, + 0.168945, + 0.380859, + 0.355469, + 0.400391, + 0.283203, + 0.287109, + 0.253906, + 0.353516, + 0.427734, + 0.328125, + 0.310547, + 0.183594, + 0.310547, + 0.243164, + 0.365234, + 0.388672, + 0.367188, + 0.222656, + 0.361328, + 0.251953, + 0.353516, + 0.335938, + 0.382812, + 0.361328, + 0.341797, + 0.353516, + 0.191406, + 0.386719, + 0.300781, + 0.357422, + 0.378906, + 0.232422, + 0.283203, + 0.398438, + 0.12793, + 0.178711, + 0.308594, + 0.341797, + 0.306641, + 0.302734, + 0.40625, + 0.351562, + 0.244141, + 0.330078, + 0.152344, + 0.429688, + 0.220703, + 0.371094, + 0.335938, + 0.347656, + 0.373047, + 0.353516, + 0.310547, + 0.3125, + 0.257812, + 0.402344, + 0.394531, + 0.267578, + 0.357422, + 0.269531, + 0.267578, + 0.369141, + 0.204102, + 0.345703, + 0.25, + 0.273438, + 0.277344, + 0.353516, + 0.371094, + 0.304688, + 0.34375, + 0.349609, + 0.330078, + 0.404297, + 0.259766, + 0.357422, + 0.378906, + 0.259766, + 0.386719, + 0.162109, + 0.265625, + 0.328125, + 0.341797, + 0.324219, + 0.347656, + 0.310547, + 0.380859, + 0.294922, + 0.271484, + 0.322266, + 0.314453, + 0.194336, + 0.345703, + 0.369141, + 0.376953, + 0.376953, + 0.394531, + 0.302734, + 0.396484, + 0.388672, + 0.283203, + 0.421875, + 0.390625, + 0.296875, + 0.380859, + 0.316406, + 0.277344, + 0.414062, + 0.24707, + 0.380859, + 0.337891, + 0.412109, + 0.251953, + 0.208984, + 0.19043, + 0.40625, + 0.382812, + 0.361328, + 0.408203, + 0.294922, + 0.324219, + 0.3125, + 0.180664, + 0.365234, + 0.275391, + 0.296875, + 0.332031, + 0.273438, + 0.320312, + 0.193359, + 0.273438, + 0.326172, + 0.306641, + 0.328125, + 0.186523, + 0.330078, + 0.337891, + 0.330078, + 0.378906, + 0.337891, + 0.359375, + 0.324219, + 0.347656, + 0.235352, + 0.229492, + 0.269531, + 0.316406, + 0.328125, + 0.333984, + 0.363281, + 0.271484, + 0.355469, + 0.173828, + 0.212891, + 0.314453, + 0.353516, + 0.28125, + 0.376953, + 0.277344, + 0.289062, + 0.3125, + 0.353516, + 0.349609, + 0.349609, + 0.289062, + 0.375, + 0.308594, + 0.390625, + 0.166016, + 0.267578, + 0.165039, + 0.34375, + 0.3125, + 0.234375, + 0.261719, + 0.388672, + 0.310547, + 0.330078, + 0.302734, + 0.213867, + 0.206055, + 0.291016, + 0.193359, + 0.294922, + 0.263672, + 0.302734, + 0.237305, + 0.388672, + 0.112793, + 0.181641, + 0.404297, + 0.326172 + ] + }, + "name": "model.model.layers.18.post_attention_layernorm.weight", + "outputIndexes": [ + 1555 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1554 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_18/Mul_output_0", + "outputIndexes": [ + 1556 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1555, + 1556 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_18/Mul_1_output_0", + "outputIndexes": [ + 1557 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1557 + ], + "outputIndexes": [ + 4908 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4908 + ], + "outputIndexes": [ + 4909 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear", + "inputIndexes": [ + 4909 + ], + "outputIndexes": [ + 4910 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 183124780, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4910 + ], + "outputIndexes": [ + 4911 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4911 + ], + "outputIndexes": [ + 1558 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1558 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_18/Sigmoid_output_0", + "outputIndexes": [ + 1559 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1558, + 1559 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_18/Mul_output_0", + "outputIndexes": [ + 1560 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1557 + ], + "outputIndexes": [ + 4912 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4912 + ], + "outputIndexes": [ + 4913 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear", + "inputIndexes": [ + 4913 + ], + "outputIndexes": [ + 4914 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 185705282, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4914 + ], + "outputIndexes": [ + 4915 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4915 + ], + "outputIndexes": [ + 1561 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1560, + 1561 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_18/Mul_output_0", + "outputIndexes": [ + 1562 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1562 + ], + "outputIndexes": [ + 4916 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4916 + ], + "outputIndexes": [ + 4917 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear", + "inputIndexes": [ + 4917 + ], + "outputIndexes": [ + 4918 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 188285784, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4918 + ], + "outputIndexes": [ + 4919 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4919 + ], + "outputIndexes": [ + 1563 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1554, + 1563 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_94_output_0", + "outputIndexes": [ + 1564 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1564, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_171_output_0", + "outputIndexes": [ + 1565 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.283203, + 0.349609, + 0.427734, + 0.421875, + 0.396484, + 0.386719, + 0.832031, + 0.400391, + 0.306641, + 0.324219, + 0.34375, + 0.380859, + 0.257812, + 0.332031, + 0.294922, + 0.373047, + 0.484375, + 0.333984, + 0.324219, + 0.261719, + 0.388672, + 0.439453, + 0.341797, + 0.285156, + 0.363281, + 0.439453, + 0.310547, + 0.378906, + 0.351562, + 0.367188, + 0.433594, + 0.427734, + 0.396484, + 0.400391, + 0.353516, + 0.320312, + 0.292969, + 0.384766, + 0.351562, + 0.439453, + 0.357422, + 0.371094, + 0.371094, + 0.332031, + 0.302734, + 0.375, + 0.527344, + 0.242188, + 0.425781, + 0.423828, + 0.453125, + 0.289062, + 0.351562, + 0.423828, + 0.275391, + 0.386719, + 0.476562, + 0.347656, + 0.380859, + 0.423828, + 0.386719, + 0.376953, + 0.310547, + 0.388672, + 0.339844, + 0.417969, + 0.855469, + 0.265625, + 0.435547, + 0.605469, + 0.417969, + 0.292969, + 0.318359, + 0.335938, + 0.423828, + 0.320312, + 0.302734, + 0.414062, + 0.308594, + 0.367188, + 0.308594, + 0.400391, + 0.296875, + 0.28125, + 0.392578, + 0.213867, + 0.484375, + 0.386719, + 0.488281, + 0.283203, + 0.320312, + 0.332031, + 0.248047, + 0.349609, + 0.273438, + 0.273438, + 0.527344, + 0.396484, + 0.402344, + 0.419922, + 0.451172, + 0.324219, + 0.384766, + 0.412109, + 0.439453, + 0.22168, + 0.433594, + 0.410156, + 0.369141, + 0.322266, + 0.316406, + 0.421875, + 0.322266, + 0.458984, + 0.388672, + 0.451172, + 0.34375, + 0.369141, + 0.453125, + 0.412109, + 0.388672, + 0.263672, + 0.347656, + 0.361328, + 0.451172, + 0.353516, + 0.761719, + 0.40625, + 0.378906, + 0.507812, + 0.419922, + 0.318359, + 0.423828, + 0.347656, + 0.388672, + 0.361328, + 0.435547, + 0.337891, + 0.417969, + 0.287109, + 0.388672, + 0.355469, + 0.367188, + 0.585938, + 0.416016, + 0.378906, + 0.34375, + 0.291016, + 0.353516, + 0.435547, + 0.382812, + 0.353516, + 0.355469, + 0.439453, + 0.394531, + 0.369141, + 0.388672, + 0.345703, + 0.273438, + 0.394531, + 0.227539, + 0.396484, + 0.28125, + 0.431641, + 0.367188, + 0.416016, + 0.335938, + 0.472656, + 0.339844, + 0.269531, + 0.308594, + 0.392578, + 0.419922, + 0.359375, + 0.310547, + 0.416016, + 0.320312, + 0.349609, + 0.386719, + 0.412109, + 0.291016, + 0.3125, + 0.300781, + 0.322266, + 0.357422, + 0.390625, + 0.373047, + 0.394531, + 0.421875, + 0.464844, + 0.376953, + 0.318359, + 0.232422, + 0.339844, + 0.335938, + 0.361328, + 0.326172, + 0.3125, + 0.121582, + 0.382812, + 0.347656, + 0.265625, + 0.302734, + 0.392578, + 0.283203, + 0.333984, + 0.412109, + 0.322266, + 0.443359, + 0.404297, + 0.380859, + 0.363281, + 0.410156, + 0.265625, + 0.380859, + 0.371094, + 0.380859, + 0.289062, + 0.429688, + 0.384766, + 0.341797, + 0.375, + 0.277344, + 0.296875, + 0.423828, + 0.332031, + 0.40625, + 0.273438, + 0.455078, + 0.355469, + 0.349609, + 0.341797, + 0.400391, + 0.332031, + 0.451172, + 0.310547, + 0.423828, + 0.310547, + 0.443359, + 0.361328, + 0.400391, + 0.285156, + 0.314453, + 0.386719, + 0.375, + 0.3125, + 0.330078, + 0.419922, + 0.414062, + 0.435547, + 0.359375, + 0.244141, + 0.257812, + 0.355469, + 0.361328, + 0.435547, + 0.261719, + 0.300781, + 0.296875, + 0.398438, + 0.419922, + 0.423828, + 0.435547, + 0.283203, + 0.371094, + 0.388672, + 0.294922, + 0.457031, + 0.306641, + 0.439453, + 0.6875, + 0.335938, + 0.357422, + 0.609375, + 0.298828, + 0.482422, + 0.417969, + 0.283203, + 0.300781, + 0.414062, + 0.28125, + 0.357422, + 0.337891, + 0.425781, + 0.412109, + 0.333984, + 0.447266, + 0.427734, + 0.359375, + 0.466797, + 0.417969, + 0.396484, + 0.371094, + 0.390625, + 0.386719, + 0.373047, + 0.253906, + 0.386719, + 0.396484, + 0.349609, + 0.304688, + 0.365234, + 0.345703, + 0.300781, + 0.396484, + 0.357422, + 0.310547, + 0.337891, + 0.414062, + 0.458984, + 0.300781, + 0.474609, + 0.357422, + 0.345703, + 0.498047, + 0.271484, + 0.392578, + 0.287109, + 0.472656, + 0.414062, + 0.384766, + 0.425781, + 0.390625, + 0.339844, + 0.322266, + 0.34375, + 0.353516, + 0.458984, + 0.394531, + 0.333984, + 0.460938, + 0.279297, + 0.355469, + 0.320312, + 0.410156, + 0.335938, + 0.451172, + 0.259766, + 0.275391, + 0.263672, + 0.328125, + 0.357422, + 0.355469, + 0.269531, + 0.457031, + 0.439453, + 0.302734, + 0.357422, + 0.320312, + 0.396484, + 0.490234, + 0.416016, + 0.249023, + 0.367188, + 0.361328, + 0.472656, + 0.388672, + 0.367188, + 0.314453, + 0.455078, + 0.326172, + 0.341797, + 0.361328, + 0.382812, + 0.425781, + 0.347656, + 0.5, + 0.398438, + 0.324219, + 0.304688, + 0.445312, + 0.25, + 0.425781, + 0.273438, + 0.392578, + 0.369141, + 0.378906, + 0.439453, + 0.363281, + 0.357422, + 0.648438, + 0.320312, + 0.464844, + 0.349609, + 0.373047, + 0.279297, + 0.339844, + 0.384766, + 0.357422, + 0.392578, + 0.367188, + 0.417969, + 0.416016, + 0.306641, + 0.457031, + 0.410156, + 0.355469, + 0.439453, + 0.443359, + 0.359375, + 0.384766, + 0.535156, + 0.304688, + 0.322266, + 0.417969, + 0.275391, + 0.429688, + 0.382812, + 0.396484, + 0.355469, + 0.300781, + 0.472656, + 0.361328, + 0.337891, + 0.404297, + 0.416016, + 0.330078, + 0.347656, + 0.369141, + 0.292969, + 0.523438, + 0.320312, + 0.378906, + 0.382812, + 0.371094, + 0.267578, + 0.363281, + 0.455078, + 0.453125, + 0.390625, + 0.369141, + 0.308594, + 0.376953, + 0.404297, + 0.287109, + 0.400391, + 0.494141, + 0.359375, + 0.332031, + 0.257812, + 0.464844, + 0.304688, + 0.375, + 0.486328, + 0.287109, + 0.326172, + 0.359375, + 0.433594, + 0.310547, + 0.351562, + 0.380859, + 0.451172, + 0.332031, + 0.445312, + 0.375, + 0.431641, + 0.443359, + 0.332031, + 0.316406, + 0.310547, + 0.380859, + 0.423828, + 0.394531, + 0.4375, + 0.292969, + 0.40625, + 0.326172, + 0.443359, + 0.464844, + 0.294922, + 0.386719, + 0.421875, + 0.390625, + 0.417969, + 0.402344, + 0.3125, + 0.347656, + 0.429688, + 0.275391, + 0.310547, + 0.384766, + 0.414062, + 0.453125, + 0.339844, + 0.376953, + 0.322266, + 0.376953, + 0.326172, + 0.412109, + 0.324219, + 0.423828, + 0.449219, + 0.371094, + 0.404297, + 0.335938, + 0.361328, + 0.355469, + 0.359375, + 0.339844, + 0.291016, + 0.707031, + 0.333984, + 0.367188, + 0.414062, + 0.386719, + 0.416016, + 0.363281, + 0.402344, + 0.492188, + 0.355469, + 0.349609, + 0.484375, + 0.582031, + 0.267578, + 0.291016, + 0.451172, + 0.425781, + 0.294922, + 0.310547, + 0.318359, + 0.384766, + 0.429688, + 0.310547, + 0.351562, + 0.445312, + 0.34375, + 0.400391, + 0.480469, + 0.429688, + 0.361328, + 0.462891, + 0.320312, + 0.277344, + 0.205078, + 0.445312, + 0.339844, + 0.310547, + 0.4375, + 0.302734, + 0.375, + 0.439453, + 0.25, + 0.304688, + 0.382812, + 0.414062, + 0.310547, + 0.367188, + 0.267578, + 0.386719, + 0.369141, + 0.357422, + 0.359375, + 0.5, + 0.417969, + 0.363281, + 0.382812, + 0.353516, + 0.132812, + 0.376953, + 0.253906, + 0.365234, + 0.402344, + 0.386719, + 0.330078, + 0.3125, + 0.263672, + 0.382812, + 0.337891, + 0.349609, + 0.361328, + 0.4375, + 0.394531, + 0.287109, + 0.361328, + 0.332031, + 0.380859, + 0.3125, + 0.349609, + 0.34375, + 0.239258, + 0.503906, + 0.378906, + 0.320312, + 0.417969, + 0.460938, + 0.388672, + 0.332031, + 0.359375, + 0.4375, + 0.306641, + 0.289062, + 0.275391, + 0.404297, + 0.335938, + 0.392578, + 0.267578, + 0.404297, + 0.320312, + 0.318359, + 0.427734, + 0.367188, + 0.429688, + 0.416016, + 0.273438, + 0.22168, + 0.296875, + 0.429688, + 0.287109, + 0.322266, + 0.384766, + 0.285156, + 0.390625, + 0.435547, + 0.326172, + 0.363281, + 0.347656, + 0.40625, + 0.326172, + 0.337891, + 0.458984, + 0.291016, + 0.341797, + 0.3125, + 0.410156, + 0.328125, + 0.234375, + 0.470703, + 0.53125, + 0.361328, + 0.236328, + 0.761719, + 0.259766, + 0.355469, + 0.371094, + 0.287109, + 0.425781, + 0.390625, + 0.357422, + 0.421875, + 0.351562, + 0.353516, + 0.40625, + 0.392578, + 0.324219, + 0.269531, + 0.316406, + 0.332031, + 0.226562, + 0.464844, + 0.542969, + 0.427734, + 0.462891, + 0.496094, + 0.277344, + 0.349609, + 0.320312, + 0.304688, + 0.390625, + 0.246094, + 0.333984, + 0.304688, + 0.416016, + 0.3125, + 0.339844, + 0.337891, + 0.369141, + 0.316406, + 0.402344, + 0.435547, + 0.365234, + 0.386719, + 0.378906, + 0.388672, + 0.494141, + 0.279297, + 0.285156, + 0.341797, + 0.369141, + 0.384766, + 0.384766, + 0.433594, + 0.4375, + 0.929688, + 0.316406, + 0.419922, + 0.462891, + 0.304688, + 0.490234, + 0.431641, + 0.285156, + 0.328125, + 0.400391, + 0.357422, + 0.40625, + 0.314453, + 0.375, + 0.337891, + 0.310547, + 0.339844, + 0.384766, + 0.330078, + 0.355469, + 0.3125, + 0.34375, + 0.443359, + 0.349609, + 0.400391, + 0.310547, + 0.261719, + 0.396484, + 0.361328, + 0.455078, + 0.367188, + 0.423828, + 0.449219, + 0.357422, + 0.322266, + 0.347656, + 0.236328, + 0.382812, + 0.294922, + 0.322266, + 0.269531, + 0.417969, + 0.388672, + 0.324219, + 0.640625, + 0.341797, + 0.398438, + 0.345703, + 0.400391, + 0.265625, + 0.337891, + 0.347656, + 0.255859, + 0.523438, + 0.234375, + 0.318359, + 0.373047, + 0.378906, + 0.414062, + 0.390625, + 0.361328, + 0.333984, + 0.375, + 0.357422, + 0.832031, + 0.365234, + 0.378906, + 0.345703, + 0.257812, + 0.298828, + 0.462891, + 0.320312, + 0.425781, + 0.351562, + 0.292969, + 0.324219, + 0.298828, + 0.300781, + 0.330078, + 0.445312, + 0.373047, + 0.34375, + 0.472656, + 0.365234, + 0.273438, + 0.328125, + 0.296875, + 0.363281, + 0.376953, + 0.308594, + 0.306641, + 0.320312, + 0.5625, + 0.460938, + 0.421875, + 0.480469, + 0.365234, + 0.416016, + 0.263672, + 0.398438, + 0.470703, + 0.414062, + 0.367188, + 0.376953, + 0.378906, + 0.419922, + 0.398438, + 0.355469, + 0.458984, + 0.292969, + 0.390625, + 0.308594, + 0.3125, + 0.408203, + 0.539062, + 0.324219, + 0.34375, + 0.355469, + 0.427734, + 0.396484, + 0.367188, + 0.371094, + 0.357422, + 0.523438, + 0.439453, + 0.292969, + 0.410156, + 0.332031, + 0.457031, + 0.398438, + 0.345703, + 0.404297, + 0.382812, + 0.328125, + 0.34375, + 0.349609, + 0.400391, + 0.503906, + 0.359375, + 0.412109, + 0.416016, + 0.386719, + 0.359375, + 0.388672, + 0.291016, + 0.355469, + 0.427734, + 0.40625, + 0.349609, + 0.304688, + 0.490234, + 0.253906, + 0.40625, + 0.460938, + 0.396484, + 0.384766, + 0.349609, + 0.359375, + 0.431641, + 0.423828, + 0.367188, + 0.320312, + 0.371094, + 0.337891, + 0.24707, + 0.412109, + 0.367188, + 0.371094, + 0.239258, + 0.5625, + 0.476562, + 0.318359, + 0.353516, + 0.375, + 0.310547, + 0.404297, + 0.261719, + 0.373047, + 0.355469, + 0.398438, + 0.490234, + 0.228516, + 0.429688, + 0.492188, + 0.333984, + 0.355469, + 0.341797, + 0.300781, + 0.332031, + 0.355469, + 0.363281, + 0.386719, + 0.275391, + 0.373047, + 0.283203, + 0.263672, + 0.357422, + 0.376953, + 0.404297, + 0.490234, + 0.359375, + 0.378906, + 0.410156, + 0.308594, + 0.279297, + 0.558594, + 0.371094, + 0.40625, + 0.388672, + 0.345703, + 0.458984, + 0.351562, + 0.353516, + 0.386719, + 0.248047, + 0.351562, + 0.361328, + 0.429688, + 0.335938, + 0.425781, + 0.308594, + 0.337891, + 0.433594, + 0.324219, + 0.410156, + 0.414062, + 0.375, + 0.380859, + 0.3125, + 0.496094, + 0.458984, + 0.480469, + 0.273438, + 0.292969, + 0.339844, + 0.332031, + 0.351562, + 0.421875, + 0.306641, + 0.333984, + 0.443359, + 0.333984, + 0.416016, + 0.353516, + 0.328125, + 0.296875, + 0.355469, + 0.396484, + 0.34375, + 0.241211, + 0.314453, + 0.46875, + 0.347656, + 0.404297, + 0.386719, + 0.259766, + 0.339844, + 0.339844, + 0.386719, + 0.375, + 0.371094, + 0.369141, + 0.431641, + 0.337891, + 0.382812, + 0.388672, + 0.359375, + 0.355469, + 0.376953, + 0.425781, + 0.386719, + 0.396484, + 0.333984, + 0.373047, + 0.390625, + 0.472656, + 0.351562, + 0.722656, + 0.443359, + 0.365234, + 0.40625, + 0.458984, + 0.267578, + 0.412109, + 0.302734, + 0.322266, + 0.408203, + 0.519531, + 0.341797, + 0.462891, + 0.429688, + 0.326172, + 0.388672, + 0.355469, + 0.308594, + 0.4375, + 0.671875, + 0.433594, + 0.339844, + 0.490234, + 0.373047, + 0.431641, + 0.300781, + 0.439453, + 0.371094, + 0.304688, + 0.691406, + 0.324219, + 0.357422, + 0.474609, + 0.283203, + 0.417969, + 0.308594, + 0.408203, + 0.414062, + 0.380859, + 0.398438, + 0.296875, + 0.382812, + 0.245117, + 0.351562, + 0.484375, + 0.445312, + 0.373047, + 0.486328, + 0.478516, + 0.296875, + 0.285156, + 0.302734, + 0.388672, + 0.271484, + 0.433594, + 0.373047, + 0.357422, + 0.328125, + 0.357422, + 0.351562, + 0.416016, + 0.378906, + 0.390625, + 0.457031, + 0.423828, + 0.402344, + 0.289062, + 0.421875, + 0.490234, + 0.423828, + 0.335938, + 0.417969, + 0.308594, + 0.269531, + 0.365234, + 0.398438, + 0.304688, + 0.296875, + 0.636719, + 0.269531, + 0.421875, + 0.427734, + 0.423828, + 0.269531, + 0.369141, + 0.361328, + 0.431641, + 0.349609, + 0.279297, + 0.34375, + 0.335938, + 0.408203, + 0.339844, + 0.326172, + 0.402344, + 0.396484, + 0.392578, + 0.287109, + 0.375, + 0.447266, + 0.365234, + 0.402344, + 0.386719, + 0.439453, + 0.257812, + 0.636719, + 0.394531, + 0.458984, + 0.349609, + 0.322266, + 0.404297, + 0.330078, + 0.339844, + 0.394531, + 0.400391, + 0.369141, + 0.349609, + 0.417969, + 0.388672, + 0.449219, + 0.419922, + 0.285156, + 0.341797, + 0.386719, + 0.419922, + 0.361328, + 0.337891, + 0.431641, + 0.347656, + 0.318359, + 0.425781, + 0.412109, + 0.457031, + 0.431641, + 0.287109, + 0.306641, + 0.429688, + 0.613281, + 0.351562, + 0.332031, + 0.300781, + 0.351562, + 0.326172, + 0.384766, + 0.414062, + 0.408203, + 0.78125, + 0.386719, + 0.269531, + 0.410156, + 0.392578, + 0.435547, + 0.410156, + 0.455078, + 0.376953, + 0.773438, + 0.410156, + 0.283203, + 0.394531, + 0.494141, + 0.371094, + 0.314453, + 0.486328, + 0.289062, + 0.249023, + 0.345703, + 0.351562, + 0.320312, + 0.333984, + 0.570312, + 0.382812, + 0.275391, + 0.388672, + 0.322266, + 0.474609, + 0.320312, + 0.373047, + 0.384766, + 0.419922, + 0.404297, + 0.392578, + 0.359375, + 0.314453, + 0.306641, + 0.451172, + 0.511719, + 0.347656, + 0.431641, + 0.308594, + 0.482422, + 0.427734, + 0.443359, + 0.382812, + 0.332031, + 0.306641, + 0.337891, + 0.392578, + 0.380859, + 0.417969, + 0.451172, + 0.392578, + 0.408203, + 0.515625, + 0.353516, + 0.378906, + 0.40625, + 0.361328, + 0.402344, + 0.269531, + 0.388672, + 0.351562, + 0.375, + 0.341797, + 0.375, + 0.322266, + 0.443359, + 0.392578, + 0.330078, + 0.365234, + 0.355469, + 0.24707, + 0.388672, + 0.378906, + 0.390625, + 0.429688, + 0.431641, + 0.306641, + 0.398438, + 0.4375, + 0.320312, + 0.460938, + 0.453125, + 0.349609, + 0.375, + 0.355469, + 0.332031, + 0.464844, + 0.300781, + 0.435547, + 0.371094, + 0.460938, + 0.273438, + 0.341797, + 0.265625, + 0.535156, + 0.474609, + 0.378906, + 0.425781, + 0.376953, + 0.376953, + 0.347656, + 0.261719, + 0.419922, + 0.314453, + 0.353516, + 0.351562, + 0.28125, + 0.40625, + 0.277344, + 0.363281, + 0.371094, + 0.328125, + 0.375, + 0.271484, + 0.392578, + 0.367188, + 0.404297, + 0.451172, + 0.353516, + 0.386719, + 0.322266, + 0.375, + 0.365234, + 0.341797, + 0.3125, + 0.384766, + 0.382812, + 0.384766, + 0.404297, + 0.376953, + 0.460938, + 0.275391, + 0.3125, + 0.34375, + 0.390625, + 0.328125, + 0.443359, + 0.223633, + 0.404297, + 0.322266, + 0.425781, + 0.363281, + 0.425781, + 0.361328, + 0.429688, + 0.324219, + 0.429688, + 0.235352, + 0.361328, + 0.283203, + 0.388672, + 0.371094, + 0.361328, + 0.277344, + 0.443359, + 0.404297, + 0.359375, + 0.291016, + 0.294922, + 0.289062, + 0.324219, + 0.244141, + 0.359375, + 0.341797, + 0.341797, + 0.306641, + 0.414062, + 0.75, + 0.289062, + 0.492188, + 0.400391 + ] + }, + "name": "model.model.layers.19.input_layernorm.weight", + "outputIndexes": [ + 1566 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1565 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_19/Mul_output_0", + "outputIndexes": [ + 1567 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1566, + 1567 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_19/Mul_1_output_0", + "outputIndexes": [ + 1568 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1568 + ], + "outputIndexes": [ + 4920 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4920 + ], + "outputIndexes": [ + 4921 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear", + "inputIndexes": [ + 4921 + ], + "outputIndexes": [ + 4922 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 190866286, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4922 + ], + "outputIndexes": [ + 4923 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4923 + ], + "outputIndexes": [ + 1569 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1568 + ], + "main_type": "NONE", + "name": "/Shape_267_output_0", + "outputIndexes": [ + 1570 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1570 + ], + "main_type": "NONE", + "name": "Shape4183", + "outputIndexes": [ + 1571 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1570 + ], + "main_type": "NONE", + "name": "Rank4185", + "outputIndexes": [ + 1572 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1572, + 1572 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4187", + "outputIndexes": [ + 1573 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1573 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4188", + "outputIndexes": [ + 1574 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1573, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4190", + "outputIndexes": [ + 1575 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1575 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4191", + "outputIndexes": [ + 1576 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1571, + 1574, + 1576, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4194", + "outputIndexes": [ + 1577 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1577 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4195", + "outputIndexes": [ + 1578 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1578 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4196", + "outputIndexes": [ + 1579 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1579, + 1578 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4197", + "outputIndexes": [ + 1580 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1570, + 1580, + 1573 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_289_output_0", + "outputIndexes": [ + 1581 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1581, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_609_output_0", + "outputIndexes": [ + 1582 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1582, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_247_output_0", + "outputIndexes": [ + 1583 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1569, + 1583 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_172_output_0", + "outputIndexes": [ + 1584 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1584, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_152_output_0", + "outputIndexes": [ + 1585 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1584 + ], + "main_type": "NONE", + "name": "/Shape_268_output_0", + "outputIndexes": [ + 1586 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1586 + ], + "main_type": "NONE", + "name": "Shape4204", + "outputIndexes": [ + 1587 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1586 + ], + "main_type": "NONE", + "name": "Rank4206", + "outputIndexes": [ + 1588 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1588, + 1588 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4208", + "outputIndexes": [ + 1589 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1589 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4209", + "outputIndexes": [ + 1590 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1589, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4211", + "outputIndexes": [ + 1591 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1591 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4212", + "outputIndexes": [ + 1592 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1587, + 1590, + 1592, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4215", + "outputIndexes": [ + 1593 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1593 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4216", + "outputIndexes": [ + 1594 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1594 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4217", + "outputIndexes": [ + 1595 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1595, + 1594 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4218", + "outputIndexes": [ + 1596 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1586, + 1596, + 1589 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_290_output_0", + "outputIndexes": [ + 1597 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1597, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_57_output_0", + "outputIndexes": [ + 1598 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1598, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_614_output_0", + "outputIndexes": [ + 1599 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1584, + 1599, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_77_output_0", + "outputIndexes": [ + 1600 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1600 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_38_output_0", + "outputIndexes": [ + 1601 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1584, + 22, + 1599, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_76_output_0", + "outputIndexes": [ + 1602 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1601, + 1602 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_250_output_0", + "outputIndexes": [ + 1603 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1603, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_153_output_0", + "outputIndexes": [ + 1604 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1585, + 1604 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_95_output_0", + "outputIndexes": [ + 1605 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1568 + ], + "outputIndexes": [ + 4924 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4924 + ], + "outputIndexes": [ + 4925 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear", + "inputIndexes": [ + 4925 + ], + "outputIndexes": [ + 4926 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 191787908, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4926 + ], + "outputIndexes": [ + 4927 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4927 + ], + "outputIndexes": [ + 1606 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1582, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_248_output_0", + "outputIndexes": [ + 1607 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1606, + 1607 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_173_output_0", + "outputIndexes": [ + 1608 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1608, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_154_output_0", + "outputIndexes": [ + 1609 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1608 + ], + "main_type": "NONE", + "name": "/Shape_269_output_0", + "outputIndexes": [ + 1610 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1610 + ], + "main_type": "NONE", + "name": "Shape4267", + "outputIndexes": [ + 1611 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1610 + ], + "main_type": "NONE", + "name": "Rank4269", + "outputIndexes": [ + 1612 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1612, + 1612 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4271", + "outputIndexes": [ + 1613 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1613 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4272", + "outputIndexes": [ + 1614 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1613, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4274", + "outputIndexes": [ + 1615 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1615 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4275", + "outputIndexes": [ + 1616 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1611, + 1614, + 1616, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4278", + "outputIndexes": [ + 1617 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1617 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4279", + "outputIndexes": [ + 1618 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1618 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4280", + "outputIndexes": [ + 1619 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1619, + 1618 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4281", + "outputIndexes": [ + 1620 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1610, + 1620, + 1613 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_291_output_0", + "outputIndexes": [ + 1621 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1621, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_58_output_0", + "outputIndexes": [ + 1622 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1622, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_616_output_0", + "outputIndexes": [ + 1623 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1608, + 1623, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_79_output_0", + "outputIndexes": [ + 1624 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1624 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_39_output_0", + "outputIndexes": [ + 1625 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1608, + 22, + 1623, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_78_output_0", + "outputIndexes": [ + 1626 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1625, + 1626 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_251_output_0", + "outputIndexes": [ + 1627 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1627, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_155_output_0", + "outputIndexes": [ + 1628 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1609, + 1628 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_96_output_0", + "outputIndexes": [ + 1629 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1568 + ], + "outputIndexes": [ + 4928 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4928 + ], + "outputIndexes": [ + 4929 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear", + "inputIndexes": [ + 4929 + ], + "outputIndexes": [ + 4930 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 192018330, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4930 + ], + "outputIndexes": [ + 4931 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4931 + ], + "outputIndexes": [ + 1630 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1630, + 1607 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_174_output_0", + "outputIndexes": [ + 1631 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1605, + 1629, + 1631, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_179_output_0", + "outputIndexes": [ + 1632 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1632 + ], + "outputIndexes": [ + 4932 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4932 + ], + "outputIndexes": [ + 4933 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear", + "inputIndexes": [ + 4933 + ], + "outputIndexes": [ + 4934 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 192248752, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4934 + ], + "outputIndexes": [ + 4935 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4935 + ], + "outputIndexes": [ + 1633 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1565, + 1633 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_98_output_0", + "outputIndexes": [ + 1634 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.227539, + 0.341797, + 0.361328, + 0.373047, + 0.373047, + 0.345703, + 0.144531, + 0.367188, + 0.253906, + 0.236328, + 0.168945, + 0.337891, + 0.200195, + 0.318359, + 0.296875, + 0.363281, + 0.231445, + 0.302734, + 0.298828, + 0.18457, + 0.324219, + 0.396484, + 0.275391, + 0.226562, + 0.296875, + 0.386719, + 0.253906, + 0.355469, + 0.328125, + 0.326172, + 0.242188, + 0.15332, + 0.332031, + 0.306641, + 0.335938, + 0.326172, + 0.173828, + 0.328125, + 0.18457, + 0.371094, + 0.322266, + 0.363281, + 0.285156, + 0.275391, + 0.214844, + 0.298828, + 0.457031, + 0.197266, + 0.380859, + 0.197266, + 0.359375, + 0.165039, + 0.316406, + 0.330078, + 0.193359, + 0.335938, + 0.396484, + 0.308594, + 0.314453, + 0.392578, + 0.337891, + 0.349609, + 0.255859, + 0.347656, + 0.246094, + 0.242188, + 0.180664, + 0.166992, + 0.373047, + 0.151367, + 0.363281, + 0.185547, + 0.261719, + 0.283203, + 0.386719, + 0.271484, + 0.267578, + 0.402344, + 0.15332, + 0.326172, + 0.289062, + 0.390625, + 0.263672, + 0.28125, + 0.353516, + 0.189453, + 0.408203, + 0.223633, + 0.419922, + 0.197266, + 0.277344, + 0.320312, + 0.196289, + 0.335938, + 0.157227, + 0.177734, + 0.419922, + 0.382812, + 0.386719, + 0.359375, + 0.277344, + 0.271484, + 0.367188, + 0.351562, + 0.378906, + 0.169922, + 0.375, + 0.333984, + 0.326172, + 0.318359, + 0.302734, + 0.388672, + 0.304688, + 0.314453, + 0.349609, + 0.277344, + 0.328125, + 0.335938, + 0.410156, + 0.365234, + 0.341797, + 0.212891, + 0.380859, + 0.242188, + 0.404297, + 0.296875, + 0.18457, + 0.365234, + 0.355469, + 0.447266, + 0.363281, + 0.359375, + 0.341797, + 0.3125, + 0.337891, + 0.302734, + 0.371094, + 0.316406, + 0.271484, + 0.240234, + 0.369141, + 0.306641, + 0.330078, + 0.4375, + 0.40625, + 0.341797, + 0.308594, + 0.232422, + 0.351562, + 0.341797, + 0.322266, + 0.320312, + 0.337891, + 0.361328, + 0.359375, + 0.287109, + 0.378906, + 0.318359, + 0.138672, + 0.337891, + 0.15625, + 0.283203, + 0.216797, + 0.376953, + 0.292969, + 0.410156, + 0.166992, + 0.378906, + 0.302734, + 0.173828, + 0.251953, + 0.369141, + 0.392578, + 0.271484, + 0.168945, + 0.414062, + 0.28125, + 0.347656, + 0.378906, + 0.353516, + 0.300781, + 0.236328, + 0.289062, + 0.310547, + 0.367188, + 0.34375, + 0.335938, + 0.333984, + 0.361328, + 0.398438, + 0.369141, + 0.277344, + 0.151367, + 0.3125, + 0.322266, + 0.330078, + 0.310547, + 0.243164, + 0.087891, + 0.347656, + 0.326172, + 0.314453, + 0.267578, + 0.3125, + 0.253906, + 0.339844, + 0.384766, + 0.28125, + 0.265625, + 0.361328, + 0.333984, + 0.330078, + 0.332031, + 0.178711, + 0.347656, + 0.3125, + 0.333984, + 0.273438, + 0.392578, + 0.347656, + 0.318359, + 0.332031, + 0.230469, + 0.283203, + 0.414062, + 0.275391, + 0.365234, + 0.163086, + 0.439453, + 0.28125, + 0.251953, + 0.222656, + 0.353516, + 0.287109, + 0.378906, + 0.222656, + 0.322266, + 0.24707, + 0.410156, + 0.353516, + 0.371094, + 0.275391, + 0.324219, + 0.341797, + 0.353516, + 0.28125, + 0.261719, + 0.378906, + 0.361328, + 0.314453, + 0.330078, + 0.230469, + 0.185547, + 0.320312, + 0.283203, + 0.363281, + 0.248047, + 0.298828, + 0.206055, + 0.373047, + 0.40625, + 0.357422, + 0.345703, + 0.238281, + 0.367188, + 0.365234, + 0.300781, + 0.386719, + 0.183594, + 0.384766, + 0.249023, + 0.304688, + 0.291016, + 0.22168, + 0.226562, + 0.376953, + 0.347656, + 0.223633, + 0.209961, + 0.371094, + 0.228516, + 0.353516, + 0.320312, + 0.382812, + 0.347656, + 0.306641, + 0.416016, + 0.376953, + 0.355469, + 0.410156, + 0.390625, + 0.339844, + 0.359375, + 0.3125, + 0.351562, + 0.335938, + 0.257812, + 0.349609, + 0.363281, + 0.324219, + 0.302734, + 0.324219, + 0.322266, + 0.208008, + 0.339844, + 0.337891, + 0.238281, + 0.300781, + 0.357422, + 0.408203, + 0.197266, + 0.410156, + 0.292969, + 0.225586, + 0.388672, + 0.275391, + 0.347656, + 0.208008, + 0.253906, + 0.314453, + 0.384766, + 0.392578, + 0.351562, + 0.347656, + 0.294922, + 0.261719, + 0.345703, + 0.402344, + 0.392578, + 0.273438, + 0.22168, + 0.229492, + 0.189453, + 0.326172, + 0.306641, + 0.324219, + 0.375, + 0.240234, + 0.172852, + 0.18457, + 0.283203, + 0.314453, + 0.328125, + 0.21875, + 0.408203, + 0.375, + 0.253906, + 0.345703, + 0.253906, + 0.378906, + 0.369141, + 0.369141, + 0.234375, + 0.326172, + 0.318359, + 0.373047, + 0.365234, + 0.351562, + 0.294922, + 0.380859, + 0.306641, + 0.251953, + 0.326172, + 0.373047, + 0.34375, + 0.314453, + 0.376953, + 0.380859, + 0.246094, + 0.243164, + 0.40625, + 0.296875, + 0.365234, + 0.165039, + 0.302734, + 0.304688, + 0.349609, + 0.337891, + 0.34375, + 0.197266, + 0.174805, + 0.265625, + 0.410156, + 0.339844, + 0.330078, + 0.261719, + 0.251953, + 0.351562, + 0.245117, + 0.339844, + 0.332031, + 0.192383, + 0.394531, + 0.191406, + 0.392578, + 0.339844, + 0.320312, + 0.386719, + 0.371094, + 0.351562, + 0.300781, + 0.376953, + 0.210938, + 0.349609, + 0.394531, + 0.233398, + 0.412109, + 0.318359, + 0.371094, + 0.335938, + 0.261719, + 0.414062, + 0.347656, + 0.300781, + 0.396484, + 0.408203, + 0.306641, + 0.347656, + 0.355469, + 0.240234, + 0.443359, + 0.28125, + 0.197266, + 0.349609, + 0.359375, + 0.193359, + 0.355469, + 0.287109, + 0.208008, + 0.316406, + 0.144531, + 0.219727, + 0.382812, + 0.318359, + 0.279297, + 0.376953, + 0.408203, + 0.300781, + 0.292969, + 0.322266, + 0.417969, + 0.226562, + 0.232422, + 0.416016, + 0.253906, + 0.226562, + 0.337891, + 0.371094, + 0.1875, + 0.314453, + 0.296875, + 0.236328, + 0.306641, + 0.386719, + 0.373047, + 0.388672, + 0.361328, + 0.322266, + 0.302734, + 0.257812, + 0.345703, + 0.269531, + 0.335938, + 0.353516, + 0.161133, + 0.349609, + 0.269531, + 0.367188, + 0.373047, + 0.21582, + 0.300781, + 0.375, + 0.365234, + 0.310547, + 0.310547, + 0.269531, + 0.277344, + 0.400391, + 0.246094, + 0.245117, + 0.339844, + 0.371094, + 0.425781, + 0.314453, + 0.365234, + 0.263672, + 0.337891, + 0.232422, + 0.365234, + 0.287109, + 0.378906, + 0.386719, + 0.365234, + 0.351562, + 0.326172, + 0.233398, + 0.373047, + 0.310547, + 0.236328, + 0.255859, + 0.146484, + 0.265625, + 0.353516, + 0.357422, + 0.169922, + 0.386719, + 0.291016, + 0.296875, + 0.417969, + 0.304688, + 0.306641, + 0.392578, + 0.186523, + 0.219727, + 0.253906, + 0.376953, + 0.371094, + 0.211914, + 0.269531, + 0.271484, + 0.337891, + 0.351562, + 0.183594, + 0.365234, + 0.388672, + 0.310547, + 0.353516, + 0.400391, + 0.388672, + 0.255859, + 0.21582, + 0.275391, + 0.202148, + 0.151367, + 0.373047, + 0.285156, + 0.285156, + 0.392578, + 0.269531, + 0.3125, + 0.373047, + 0.180664, + 0.259766, + 0.394531, + 0.341797, + 0.246094, + 0.330078, + 0.158203, + 0.271484, + 0.220703, + 0.275391, + 0.335938, + 0.388672, + 0.361328, + 0.326172, + 0.357422, + 0.292969, + 0.204102, + 0.351562, + 0.166992, + 0.174805, + 0.236328, + 0.367188, + 0.296875, + 0.245117, + 0.19043, + 0.367188, + 0.332031, + 0.320312, + 0.322266, + 0.427734, + 0.363281, + 0.206055, + 0.382812, + 0.292969, + 0.380859, + 0.292969, + 0.341797, + 0.265625, + 0.151367, + 0.425781, + 0.314453, + 0.298828, + 0.291016, + 0.376953, + 0.324219, + 0.296875, + 0.330078, + 0.398438, + 0.306641, + 0.259766, + 0.206055, + 0.353516, + 0.359375, + 0.345703, + 0.212891, + 0.361328, + 0.173828, + 0.192383, + 0.382812, + 0.355469, + 0.322266, + 0.328125, + 0.324219, + 0.158203, + 0.211914, + 0.363281, + 0.275391, + 0.302734, + 0.367188, + 0.237305, + 0.388672, + 0.341797, + 0.235352, + 0.335938, + 0.322266, + 0.208008, + 0.322266, + 0.298828, + 0.380859, + 0.145508, + 0.337891, + 0.285156, + 0.330078, + 0.277344, + 0.157227, + 0.384766, + 0.183594, + 0.316406, + 0.157227, + 0.142578, + 0.273438, + 0.314453, + 0.34375, + 0.231445, + 0.355469, + 0.332031, + 0.298828, + 0.382812, + 0.324219, + 0.237305, + 0.375, + 0.332031, + 0.222656, + 0.181641, + 0.265625, + 0.275391, + 0.155273, + 0.279297, + 0.267578, + 0.373047, + 0.431641, + 0.398438, + 0.178711, + 0.335938, + 0.306641, + 0.138672, + 0.359375, + 0.192383, + 0.196289, + 0.283203, + 0.376953, + 0.267578, + 0.242188, + 0.3125, + 0.330078, + 0.300781, + 0.365234, + 0.308594, + 0.382812, + 0.34375, + 0.328125, + 0.294922, + 0.212891, + 0.209961, + 0.166016, + 0.291016, + 0.365234, + 0.318359, + 0.363281, + 0.359375, + 0.382812, + 0.177734, + 0.277344, + 0.335938, + 0.373047, + 0.214844, + 0.40625, + 0.376953, + 0.273438, + 0.296875, + 0.363281, + 0.302734, + 0.367188, + 0.24707, + 0.357422, + 0.337891, + 0.259766, + 0.353516, + 0.369141, + 0.294922, + 0.324219, + 0.224609, + 0.314453, + 0.193359, + 0.216797, + 0.365234, + 0.273438, + 0.244141, + 0.310547, + 0.228516, + 0.386719, + 0.341797, + 0.400391, + 0.394531, + 0.322266, + 0.324219, + 0.203125, + 0.179688, + 0.355469, + 0.174805, + 0.285156, + 0.217773, + 0.363281, + 0.367188, + 0.287109, + 0.205078, + 0.300781, + 0.304688, + 0.316406, + 0.384766, + 0.205078, + 0.324219, + 0.328125, + 0.197266, + 0.443359, + 0.191406, + 0.296875, + 0.345703, + 0.324219, + 0.351562, + 0.337891, + 0.375, + 0.275391, + 0.351562, + 0.365234, + 0.180664, + 0.326172, + 0.351562, + 0.193359, + 0.209961, + 0.15332, + 0.390625, + 0.283203, + 0.398438, + 0.367188, + 0.3125, + 0.251953, + 0.238281, + 0.291016, + 0.320312, + 0.398438, + 0.302734, + 0.199219, + 0.361328, + 0.339844, + 0.235352, + 0.349609, + 0.304688, + 0.164062, + 0.255859, + 0.233398, + 0.233398, + 0.28125, + 0.227539, + 0.361328, + 0.291016, + 0.412109, + 0.341797, + 0.369141, + 0.217773, + 0.416016, + 0.216797, + 0.376953, + 0.353516, + 0.306641, + 0.229492, + 0.347656, + 0.339844, + 0.304688, + 0.333984, + 0.285156, + 0.318359, + 0.213867, + 0.277344, + 0.349609, + 0.206055, + 0.304688, + 0.300781, + 0.337891, + 0.375, + 0.345703, + 0.339844, + 0.263672, + 0.326172, + 0.466797, + 0.380859, + 0.198242, + 0.300781, + 0.261719, + 0.341797, + 0.400391, + 0.287109, + 0.349609, + 0.3125, + 0.255859, + 0.34375, + 0.320312, + 0.345703, + 0.425781, + 0.304688, + 0.376953, + 0.378906, + 0.304688, + 0.271484, + 0.380859, + 0.292969, + 0.261719, + 0.392578, + 0.353516, + 0.322266, + 0.291016, + 0.378906, + 0.15918, + 0.416016, + 0.345703, + 0.341797, + 0.363281, + 0.267578, + 0.316406, + 0.396484, + 0.326172, + 0.359375, + 0.310547, + 0.355469, + 0.233398, + 0.211914, + 0.369141, + 0.373047, + 0.298828, + 0.21875, + 0.478516, + 0.193359, + 0.287109, + 0.324219, + 0.326172, + 0.202148, + 0.339844, + 0.224609, + 0.347656, + 0.253906, + 0.306641, + 0.369141, + 0.171875, + 0.353516, + 0.186523, + 0.294922, + 0.271484, + 0.316406, + 0.234375, + 0.302734, + 0.300781, + 0.335938, + 0.367188, + 0.235352, + 0.347656, + 0.140625, + 0.158203, + 0.333984, + 0.186523, + 0.353516, + 0.404297, + 0.328125, + 0.310547, + 0.326172, + 0.314453, + 0.28125, + 0.255859, + 0.34375, + 0.353516, + 0.376953, + 0.302734, + 0.208008, + 0.330078, + 0.367188, + 0.365234, + 0.188477, + 0.337891, + 0.3125, + 0.363281, + 0.192383, + 0.390625, + 0.248047, + 0.279297, + 0.375, + 0.335938, + 0.335938, + 0.361328, + 0.289062, + 0.292969, + 0.208984, + 0.451172, + 0.378906, + 0.390625, + 0.298828, + 0.296875, + 0.332031, + 0.296875, + 0.351562, + 0.384766, + 0.216797, + 0.283203, + 0.402344, + 0.289062, + 0.396484, + 0.172852, + 0.310547, + 0.208984, + 0.332031, + 0.345703, + 0.298828, + 0.203125, + 0.318359, + 0.421875, + 0.324219, + 0.369141, + 0.341797, + 0.15625, + 0.163086, + 0.330078, + 0.357422, + 0.353516, + 0.219727, + 0.347656, + 0.376953, + 0.285156, + 0.318359, + 0.328125, + 0.363281, + 0.308594, + 0.345703, + 0.201172, + 0.324219, + 0.353516, + 0.287109, + 0.345703, + 0.322266, + 0.396484, + 0.3125, + 0.189453, + 0.396484, + 0.326172, + 0.339844, + 0.365234, + 0.239258, + 0.373047, + 0.15625, + 0.322266, + 0.333984, + 0.365234, + 0.333984, + 0.369141, + 0.419922, + 0.255859, + 0.328125, + 0.273438, + 0.3125, + 0.353516, + 0.283203, + 0.390625, + 0.175781, + 0.314453, + 0.277344, + 0.292969, + 0.277344, + 0.375, + 0.333984, + 0.196289, + 0.242188, + 0.289062, + 0.300781, + 0.40625, + 0.179688, + 0.333984, + 0.273438, + 0.388672, + 0.339844, + 0.359375, + 0.367188, + 0.320312, + 0.337891, + 0.189453, + 0.359375, + 0.394531, + 0.371094, + 0.341797, + 0.40625, + 0.341797, + 0.245117, + 0.265625, + 0.238281, + 0.402344, + 0.234375, + 0.339844, + 0.365234, + 0.355469, + 0.283203, + 0.304688, + 0.259766, + 0.390625, + 0.357422, + 0.310547, + 0.392578, + 0.392578, + 0.384766, + 0.291016, + 0.308594, + 0.349609, + 0.219727, + 0.337891, + 0.361328, + 0.275391, + 0.189453, + 0.310547, + 0.335938, + 0.285156, + 0.257812, + 0.234375, + 0.183594, + 0.392578, + 0.376953, + 0.363281, + 0.15332, + 0.324219, + 0.355469, + 0.169922, + 0.326172, + 0.165039, + 0.300781, + 0.289062, + 0.355469, + 0.285156, + 0.314453, + 0.339844, + 0.378906, + 0.373047, + 0.169922, + 0.337891, + 0.408203, + 0.324219, + 0.375, + 0.326172, + 0.371094, + 0.176758, + 0.155273, + 0.269531, + 0.398438, + 0.310547, + 0.231445, + 0.390625, + 0.300781, + 0.209961, + 0.339844, + 0.353516, + 0.355469, + 0.28125, + 0.349609, + 0.302734, + 0.347656, + 0.384766, + 0.225586, + 0.229492, + 0.341797, + 0.371094, + 0.255859, + 0.326172, + 0.392578, + 0.261719, + 0.170898, + 0.378906, + 0.347656, + 0.388672, + 0.28125, + 0.298828, + 0.25, + 0.361328, + 0.451172, + 0.339844, + 0.318359, + 0.180664, + 0.316406, + 0.25, + 0.371094, + 0.378906, + 0.371094, + 0.21875, + 0.373047, + 0.251953, + 0.357422, + 0.333984, + 0.376953, + 0.359375, + 0.34375, + 0.369141, + 0.188477, + 0.388672, + 0.326172, + 0.359375, + 0.386719, + 0.226562, + 0.283203, + 0.396484, + 0.133789, + 0.183594, + 0.304688, + 0.34375, + 0.304688, + 0.3125, + 0.417969, + 0.359375, + 0.240234, + 0.333984, + 0.147461, + 0.417969, + 0.21875, + 0.384766, + 0.34375, + 0.347656, + 0.378906, + 0.355469, + 0.320312, + 0.316406, + 0.259766, + 0.40625, + 0.392578, + 0.265625, + 0.363281, + 0.273438, + 0.261719, + 0.373047, + 0.201172, + 0.339844, + 0.263672, + 0.267578, + 0.279297, + 0.355469, + 0.373047, + 0.306641, + 0.353516, + 0.347656, + 0.328125, + 0.40625, + 0.265625, + 0.365234, + 0.371094, + 0.304688, + 0.390625, + 0.150391, + 0.257812, + 0.335938, + 0.349609, + 0.330078, + 0.353516, + 0.314453, + 0.386719, + 0.302734, + 0.273438, + 0.335938, + 0.318359, + 0.194336, + 0.353516, + 0.382812, + 0.394531, + 0.386719, + 0.400391, + 0.310547, + 0.414062, + 0.382812, + 0.289062, + 0.423828, + 0.386719, + 0.300781, + 0.390625, + 0.324219, + 0.279297, + 0.40625, + 0.245117, + 0.376953, + 0.333984, + 0.433594, + 0.263672, + 0.207031, + 0.1875, + 0.412109, + 0.382812, + 0.367188, + 0.419922, + 0.298828, + 0.339844, + 0.3125, + 0.171875, + 0.373047, + 0.28125, + 0.300781, + 0.341797, + 0.289062, + 0.330078, + 0.193359, + 0.275391, + 0.332031, + 0.3125, + 0.330078, + 0.181641, + 0.328125, + 0.335938, + 0.330078, + 0.376953, + 0.34375, + 0.369141, + 0.349609, + 0.349609, + 0.239258, + 0.222656, + 0.269531, + 0.310547, + 0.347656, + 0.339844, + 0.367188, + 0.263672, + 0.351562, + 0.174805, + 0.216797, + 0.316406, + 0.361328, + 0.289062, + 0.390625, + 0.302734, + 0.283203, + 0.322266, + 0.351562, + 0.349609, + 0.355469, + 0.296875, + 0.376953, + 0.326172, + 0.388672, + 0.166016, + 0.273438, + 0.165039, + 0.345703, + 0.314453, + 0.235352, + 0.269531, + 0.394531, + 0.318359, + 0.328125, + 0.332031, + 0.206055, + 0.195312, + 0.296875, + 0.188477, + 0.291016, + 0.253906, + 0.302734, + 0.240234, + 0.394531, + 0.12793, + 0.166992, + 0.402344, + 0.330078 + ] + }, + "name": "model.model.layers.19.post_attention_layernorm.weight", + "outputIndexes": [ + 1635 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1634 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_19/Mul_output_0", + "outputIndexes": [ + 1636 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1635, + 1636 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_19/Mul_1_output_0", + "outputIndexes": [ + 1637 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1637 + ], + "outputIndexes": [ + 4936 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4936 + ], + "outputIndexes": [ + 4937 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear", + "inputIndexes": [ + 4937 + ], + "outputIndexes": [ + 4938 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 193170374, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4938 + ], + "outputIndexes": [ + 4939 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4939 + ], + "outputIndexes": [ + 1638 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1638 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_19/Sigmoid_output_0", + "outputIndexes": [ + 1639 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1638, + 1639 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_19/Mul_output_0", + "outputIndexes": [ + 1640 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1637 + ], + "outputIndexes": [ + 4940 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4940 + ], + "outputIndexes": [ + 4941 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear", + "inputIndexes": [ + 4941 + ], + "outputIndexes": [ + 4942 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 195750876, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4942 + ], + "outputIndexes": [ + 4943 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4943 + ], + "outputIndexes": [ + 1641 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1640, + 1641 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_19/Mul_output_0", + "outputIndexes": [ + 1642 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1642 + ], + "outputIndexes": [ + 4944 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4944 + ], + "outputIndexes": [ + 4945 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear", + "inputIndexes": [ + 4945 + ], + "outputIndexes": [ + 4946 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 198331378, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4946 + ], + "outputIndexes": [ + 4947 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4947 + ], + "outputIndexes": [ + 1643 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1634, + 1643 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_99_output_0", + "outputIndexes": [ + 1644 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1644, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_180_output_0", + "outputIndexes": [ + 1645 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.296875, + 0.423828, + 0.480469, + 0.490234, + 0.455078, + 0.417969, + 0.796875, + 0.457031, + 0.310547, + 0.367188, + 0.322266, + 0.416016, + 0.243164, + 0.371094, + 0.365234, + 0.421875, + 0.578125, + 0.373047, + 0.361328, + 0.248047, + 0.419922, + 0.507812, + 0.386719, + 0.302734, + 0.380859, + 0.507812, + 0.328125, + 0.416016, + 0.398438, + 0.414062, + 0.496094, + 0.353516, + 0.419922, + 0.474609, + 0.429688, + 0.380859, + 0.269531, + 0.416016, + 0.365234, + 0.482422, + 0.40625, + 0.447266, + 0.402344, + 0.375, + 0.324219, + 0.416016, + 0.558594, + 0.251953, + 0.5, + 0.431641, + 0.492188, + 0.291016, + 0.371094, + 0.492188, + 0.283203, + 0.431641, + 0.503906, + 0.375, + 0.427734, + 0.488281, + 0.412109, + 0.414062, + 0.34375, + 0.427734, + 0.34375, + 0.478516, + 0.75, + 0.235352, + 0.53125, + 0.597656, + 0.480469, + 0.271484, + 0.378906, + 0.359375, + 0.449219, + 0.339844, + 0.34375, + 0.482422, + 0.275391, + 0.427734, + 0.349609, + 0.472656, + 0.324219, + 0.318359, + 0.408203, + 0.21875, + 0.554688, + 0.388672, + 0.566406, + 0.251953, + 0.337891, + 0.429688, + 0.240234, + 0.419922, + 0.173828, + 0.232422, + 0.554688, + 0.466797, + 0.457031, + 0.507812, + 0.474609, + 0.330078, + 0.441406, + 0.443359, + 0.470703, + 0.21582, + 0.503906, + 0.466797, + 0.40625, + 0.34375, + 0.335938, + 0.496094, + 0.398438, + 0.542969, + 0.445312, + 0.519531, + 0.421875, + 0.414062, + 0.507812, + 0.498047, + 0.416016, + 0.259766, + 0.431641, + 0.369141, + 0.515625, + 0.382812, + 0.707031, + 0.453125, + 0.416016, + 0.554688, + 0.460938, + 0.388672, + 0.460938, + 0.408203, + 0.433594, + 0.398438, + 0.478516, + 0.408203, + 0.496094, + 0.306641, + 0.441406, + 0.410156, + 0.412109, + 0.558594, + 0.457031, + 0.46875, + 0.398438, + 0.298828, + 0.408203, + 0.515625, + 0.431641, + 0.419922, + 0.408203, + 0.460938, + 0.466797, + 0.410156, + 0.441406, + 0.419922, + 0.179688, + 0.455078, + 0.198242, + 0.423828, + 0.292969, + 0.484375, + 0.376953, + 0.490234, + 0.259766, + 0.542969, + 0.375, + 0.28125, + 0.367188, + 0.470703, + 0.482422, + 0.402344, + 0.25, + 0.486328, + 0.365234, + 0.402344, + 0.476562, + 0.478516, + 0.353516, + 0.333984, + 0.367188, + 0.380859, + 0.40625, + 0.443359, + 0.429688, + 0.453125, + 0.464844, + 0.554688, + 0.441406, + 0.367188, + 0.212891, + 0.392578, + 0.369141, + 0.423828, + 0.367188, + 0.359375, + 0.105469, + 0.453125, + 0.376953, + 0.296875, + 0.341797, + 0.423828, + 0.3125, + 0.396484, + 0.476562, + 0.355469, + 0.455078, + 0.457031, + 0.439453, + 0.404297, + 0.458984, + 0.233398, + 0.4375, + 0.404297, + 0.431641, + 0.328125, + 0.5, + 0.416016, + 0.378906, + 0.400391, + 0.255859, + 0.355469, + 0.527344, + 0.380859, + 0.464844, + 0.193359, + 0.53125, + 0.404297, + 0.361328, + 0.382812, + 0.443359, + 0.361328, + 0.546875, + 0.3125, + 0.457031, + 0.333984, + 0.5, + 0.425781, + 0.466797, + 0.357422, + 0.386719, + 0.453125, + 0.425781, + 0.34375, + 0.371094, + 0.470703, + 0.480469, + 0.480469, + 0.390625, + 0.257812, + 0.233398, + 0.439453, + 0.431641, + 0.503906, + 0.28125, + 0.339844, + 0.292969, + 0.458984, + 0.486328, + 0.46875, + 0.488281, + 0.298828, + 0.421875, + 0.449219, + 0.335938, + 0.488281, + 0.28125, + 0.498047, + 0.625, + 0.376953, + 0.363281, + 0.644531, + 0.310547, + 0.554688, + 0.462891, + 0.308594, + 0.328125, + 0.503906, + 0.285156, + 0.443359, + 0.386719, + 0.462891, + 0.470703, + 0.392578, + 0.53125, + 0.478516, + 0.439453, + 0.511719, + 0.507812, + 0.414062, + 0.417969, + 0.4375, + 0.451172, + 0.417969, + 0.227539, + 0.441406, + 0.441406, + 0.423828, + 0.341797, + 0.412109, + 0.40625, + 0.300781, + 0.455078, + 0.394531, + 0.326172, + 0.384766, + 0.472656, + 0.511719, + 0.287109, + 0.535156, + 0.392578, + 0.378906, + 0.527344, + 0.300781, + 0.441406, + 0.283203, + 0.554688, + 0.402344, + 0.431641, + 0.464844, + 0.470703, + 0.404297, + 0.378906, + 0.423828, + 0.388672, + 0.558594, + 0.451172, + 0.394531, + 0.478516, + 0.298828, + 0.367188, + 0.392578, + 0.494141, + 0.380859, + 0.496094, + 0.285156, + 0.261719, + 0.273438, + 0.384766, + 0.419922, + 0.398438, + 0.285156, + 0.535156, + 0.482422, + 0.322266, + 0.402344, + 0.353516, + 0.447266, + 0.566406, + 0.482422, + 0.277344, + 0.423828, + 0.429688, + 0.539062, + 0.458984, + 0.447266, + 0.349609, + 0.498047, + 0.361328, + 0.371094, + 0.416016, + 0.441406, + 0.4375, + 0.390625, + 0.566406, + 0.480469, + 0.357422, + 0.316406, + 0.503906, + 0.304688, + 0.494141, + 0.233398, + 0.445312, + 0.396484, + 0.425781, + 0.472656, + 0.404297, + 0.357422, + 0.691406, + 0.341797, + 0.570312, + 0.392578, + 0.412109, + 0.289062, + 0.357422, + 0.429688, + 0.410156, + 0.470703, + 0.410156, + 0.458984, + 0.482422, + 0.310547, + 0.554688, + 0.408203, + 0.417969, + 0.480469, + 0.478516, + 0.429688, + 0.417969, + 0.582031, + 0.314453, + 0.400391, + 0.453125, + 0.304688, + 0.515625, + 0.435547, + 0.445312, + 0.419922, + 0.345703, + 0.542969, + 0.410156, + 0.386719, + 0.466797, + 0.480469, + 0.373047, + 0.419922, + 0.427734, + 0.330078, + 0.589844, + 0.357422, + 0.404297, + 0.419922, + 0.439453, + 0.235352, + 0.4375, + 0.478516, + 0.482422, + 0.423828, + 0.285156, + 0.332031, + 0.466797, + 0.441406, + 0.3125, + 0.455078, + 0.589844, + 0.404297, + 0.373047, + 0.300781, + 0.535156, + 0.347656, + 0.396484, + 0.554688, + 0.302734, + 0.357422, + 0.398438, + 0.503906, + 0.308594, + 0.400391, + 0.4375, + 0.515625, + 0.369141, + 0.519531, + 0.427734, + 0.498047, + 0.478516, + 0.404297, + 0.337891, + 0.332031, + 0.425781, + 0.423828, + 0.429688, + 0.511719, + 0.210938, + 0.470703, + 0.353516, + 0.482422, + 0.503906, + 0.326172, + 0.398438, + 0.458984, + 0.441406, + 0.46875, + 0.435547, + 0.365234, + 0.369141, + 0.486328, + 0.322266, + 0.335938, + 0.460938, + 0.46875, + 0.507812, + 0.371094, + 0.4375, + 0.376953, + 0.425781, + 0.347656, + 0.457031, + 0.339844, + 0.503906, + 0.494141, + 0.443359, + 0.453125, + 0.410156, + 0.408203, + 0.439453, + 0.435547, + 0.332031, + 0.332031, + 0.757812, + 0.357422, + 0.429688, + 0.5, + 0.347656, + 0.458984, + 0.380859, + 0.462891, + 0.542969, + 0.414062, + 0.373047, + 0.535156, + 0.566406, + 0.283203, + 0.335938, + 0.494141, + 0.470703, + 0.310547, + 0.3125, + 0.335938, + 0.435547, + 0.466797, + 0.279297, + 0.429688, + 0.5, + 0.394531, + 0.464844, + 0.539062, + 0.457031, + 0.40625, + 0.515625, + 0.335938, + 0.267578, + 0.189453, + 0.494141, + 0.375, + 0.332031, + 0.507812, + 0.363281, + 0.429688, + 0.488281, + 0.259766, + 0.367188, + 0.447266, + 0.443359, + 0.333984, + 0.398438, + 0.199219, + 0.427734, + 0.40625, + 0.398438, + 0.394531, + 0.558594, + 0.478516, + 0.398438, + 0.417969, + 0.408203, + 0.114258, + 0.429688, + 0.225586, + 0.339844, + 0.412109, + 0.410156, + 0.376953, + 0.318359, + 0.259766, + 0.457031, + 0.390625, + 0.431641, + 0.433594, + 0.53125, + 0.447266, + 0.296875, + 0.429688, + 0.373047, + 0.439453, + 0.357422, + 0.386719, + 0.371094, + 0.1875, + 0.546875, + 0.410156, + 0.359375, + 0.46875, + 0.478516, + 0.421875, + 0.363281, + 0.414062, + 0.511719, + 0.347656, + 0.326172, + 0.298828, + 0.455078, + 0.392578, + 0.433594, + 0.263672, + 0.427734, + 0.255859, + 0.292969, + 0.488281, + 0.416016, + 0.470703, + 0.449219, + 0.279297, + 0.193359, + 0.306641, + 0.476562, + 0.306641, + 0.367188, + 0.412109, + 0.306641, + 0.462891, + 0.484375, + 0.341797, + 0.423828, + 0.363281, + 0.486328, + 0.394531, + 0.380859, + 0.496094, + 0.193359, + 0.375, + 0.380859, + 0.492188, + 0.365234, + 0.182617, + 0.53125, + 0.5625, + 0.400391, + 0.193359, + 0.683594, + 0.322266, + 0.402344, + 0.382812, + 0.320312, + 0.447266, + 0.443359, + 0.433594, + 0.496094, + 0.408203, + 0.384766, + 0.46875, + 0.412109, + 0.324219, + 0.259766, + 0.345703, + 0.359375, + 0.183594, + 0.527344, + 0.566406, + 0.494141, + 0.519531, + 0.539062, + 0.261719, + 0.367188, + 0.359375, + 0.206055, + 0.425781, + 0.257812, + 0.341797, + 0.371094, + 0.474609, + 0.353516, + 0.345703, + 0.353516, + 0.416016, + 0.376953, + 0.449219, + 0.476562, + 0.425781, + 0.435547, + 0.433594, + 0.416016, + 0.488281, + 0.255859, + 0.255859, + 0.353516, + 0.4375, + 0.417969, + 0.447266, + 0.511719, + 0.488281, + 0.785156, + 0.357422, + 0.478516, + 0.558594, + 0.310547, + 0.519531, + 0.486328, + 0.3125, + 0.384766, + 0.462891, + 0.398438, + 0.453125, + 0.324219, + 0.431641, + 0.416016, + 0.357422, + 0.414062, + 0.414062, + 0.380859, + 0.402344, + 0.351562, + 0.382812, + 0.462891, + 0.345703, + 0.433594, + 0.335938, + 0.269531, + 0.482422, + 0.400391, + 0.482422, + 0.431641, + 0.480469, + 0.523438, + 0.382812, + 0.382812, + 0.345703, + 0.241211, + 0.429688, + 0.275391, + 0.357422, + 0.287109, + 0.460938, + 0.435547, + 0.349609, + 0.703125, + 0.392578, + 0.421875, + 0.398438, + 0.46875, + 0.273438, + 0.386719, + 0.394531, + 0.255859, + 0.585938, + 0.225586, + 0.365234, + 0.429688, + 0.400391, + 0.486328, + 0.439453, + 0.404297, + 0.380859, + 0.449219, + 0.441406, + 0.808594, + 0.421875, + 0.429688, + 0.320312, + 0.257812, + 0.21582, + 0.507812, + 0.34375, + 0.470703, + 0.404297, + 0.367188, + 0.373047, + 0.320312, + 0.335938, + 0.408203, + 0.523438, + 0.398438, + 0.347656, + 0.507812, + 0.435547, + 0.292969, + 0.384766, + 0.363281, + 0.322266, + 0.410156, + 0.316406, + 0.330078, + 0.337891, + 0.574219, + 0.484375, + 0.46875, + 0.511719, + 0.414062, + 0.443359, + 0.298828, + 0.507812, + 0.447266, + 0.451172, + 0.423828, + 0.427734, + 0.390625, + 0.449219, + 0.423828, + 0.394531, + 0.511719, + 0.355469, + 0.421875, + 0.296875, + 0.371094, + 0.435547, + 0.5625, + 0.375, + 0.369141, + 0.402344, + 0.492188, + 0.441406, + 0.425781, + 0.380859, + 0.394531, + 0.613281, + 0.484375, + 0.28125, + 0.458984, + 0.357422, + 0.5, + 0.445312, + 0.367188, + 0.458984, + 0.427734, + 0.349609, + 0.376953, + 0.421875, + 0.46875, + 0.546875, + 0.392578, + 0.453125, + 0.472656, + 0.414062, + 0.404297, + 0.455078, + 0.326172, + 0.40625, + 0.490234, + 0.457031, + 0.408203, + 0.357422, + 0.539062, + 0.192383, + 0.476562, + 0.484375, + 0.435547, + 0.439453, + 0.410156, + 0.376953, + 0.5, + 0.439453, + 0.408203, + 0.382812, + 0.410156, + 0.332031, + 0.28125, + 0.453125, + 0.445312, + 0.451172, + 0.259766, + 0.59375, + 0.445312, + 0.361328, + 0.398438, + 0.451172, + 0.314453, + 0.462891, + 0.251953, + 0.445312, + 0.398438, + 0.464844, + 0.542969, + 0.208008, + 0.494141, + 0.527344, + 0.367188, + 0.400391, + 0.388672, + 0.310547, + 0.371094, + 0.427734, + 0.384766, + 0.453125, + 0.306641, + 0.421875, + 0.182617, + 0.227539, + 0.408203, + 0.371094, + 0.435547, + 0.5625, + 0.410156, + 0.404297, + 0.466797, + 0.373047, + 0.333984, + 0.609375, + 0.429688, + 0.460938, + 0.470703, + 0.382812, + 0.546875, + 0.410156, + 0.453125, + 0.429688, + 0.255859, + 0.410156, + 0.392578, + 0.503906, + 0.318359, + 0.464844, + 0.320312, + 0.363281, + 0.453125, + 0.367188, + 0.46875, + 0.498047, + 0.408203, + 0.412109, + 0.320312, + 0.527344, + 0.515625, + 0.523438, + 0.294922, + 0.339844, + 0.414062, + 0.367188, + 0.408203, + 0.466797, + 0.302734, + 0.396484, + 0.515625, + 0.337891, + 0.435547, + 0.34375, + 0.384766, + 0.285156, + 0.427734, + 0.457031, + 0.367188, + 0.227539, + 0.376953, + 0.53125, + 0.378906, + 0.451172, + 0.431641, + 0.199219, + 0.279297, + 0.380859, + 0.447266, + 0.435547, + 0.412109, + 0.402344, + 0.445312, + 0.378906, + 0.427734, + 0.439453, + 0.421875, + 0.439453, + 0.421875, + 0.423828, + 0.435547, + 0.503906, + 0.353516, + 0.423828, + 0.417969, + 0.5, + 0.386719, + 0.714844, + 0.498047, + 0.404297, + 0.46875, + 0.558594, + 0.253906, + 0.466797, + 0.209961, + 0.394531, + 0.455078, + 0.605469, + 0.394531, + 0.507812, + 0.507812, + 0.357422, + 0.441406, + 0.384766, + 0.351562, + 0.511719, + 0.621094, + 0.486328, + 0.269531, + 0.542969, + 0.392578, + 0.478516, + 0.298828, + 0.498047, + 0.417969, + 0.296875, + 0.632812, + 0.337891, + 0.419922, + 0.5, + 0.267578, + 0.474609, + 0.332031, + 0.457031, + 0.486328, + 0.460938, + 0.476562, + 0.341797, + 0.429688, + 0.240234, + 0.427734, + 0.5625, + 0.507812, + 0.455078, + 0.566406, + 0.511719, + 0.298828, + 0.298828, + 0.304688, + 0.458984, + 0.265625, + 0.490234, + 0.423828, + 0.402344, + 0.378906, + 0.419922, + 0.371094, + 0.453125, + 0.429688, + 0.429688, + 0.53125, + 0.492188, + 0.433594, + 0.330078, + 0.443359, + 0.542969, + 0.417969, + 0.373047, + 0.439453, + 0.361328, + 0.279297, + 0.419922, + 0.445312, + 0.341797, + 0.345703, + 0.609375, + 0.236328, + 0.464844, + 0.515625, + 0.458984, + 0.177734, + 0.427734, + 0.431641, + 0.503906, + 0.404297, + 0.249023, + 0.386719, + 0.367188, + 0.486328, + 0.404297, + 0.398438, + 0.435547, + 0.472656, + 0.451172, + 0.253906, + 0.421875, + 0.494141, + 0.412109, + 0.480469, + 0.423828, + 0.498047, + 0.223633, + 0.691406, + 0.455078, + 0.519531, + 0.398438, + 0.333984, + 0.455078, + 0.367188, + 0.34375, + 0.429688, + 0.455078, + 0.462891, + 0.404297, + 0.474609, + 0.435547, + 0.519531, + 0.494141, + 0.285156, + 0.353516, + 0.410156, + 0.494141, + 0.380859, + 0.396484, + 0.458984, + 0.378906, + 0.273438, + 0.527344, + 0.486328, + 0.511719, + 0.498047, + 0.326172, + 0.328125, + 0.464844, + 0.617188, + 0.404297, + 0.369141, + 0.289062, + 0.402344, + 0.359375, + 0.445312, + 0.474609, + 0.482422, + 0.691406, + 0.427734, + 0.285156, + 0.470703, + 0.435547, + 0.490234, + 0.439453, + 0.472656, + 0.457031, + 0.722656, + 0.486328, + 0.285156, + 0.449219, + 0.554688, + 0.392578, + 0.351562, + 0.53125, + 0.18457, + 0.230469, + 0.367188, + 0.414062, + 0.369141, + 0.373047, + 0.546875, + 0.439453, + 0.292969, + 0.460938, + 0.235352, + 0.519531, + 0.302734, + 0.447266, + 0.414062, + 0.519531, + 0.484375, + 0.460938, + 0.410156, + 0.394531, + 0.322266, + 0.507812, + 0.542969, + 0.396484, + 0.482422, + 0.326172, + 0.5, + 0.476562, + 0.478516, + 0.447266, + 0.353516, + 0.349609, + 0.349609, + 0.46875, + 0.433594, + 0.4375, + 0.498047, + 0.441406, + 0.466797, + 0.523438, + 0.369141, + 0.435547, + 0.498047, + 0.4375, + 0.476562, + 0.198242, + 0.378906, + 0.394531, + 0.412109, + 0.371094, + 0.435547, + 0.365234, + 0.470703, + 0.419922, + 0.367188, + 0.396484, + 0.412109, + 0.243164, + 0.458984, + 0.455078, + 0.472656, + 0.494141, + 0.515625, + 0.371094, + 0.445312, + 0.474609, + 0.359375, + 0.546875, + 0.503906, + 0.396484, + 0.453125, + 0.398438, + 0.392578, + 0.527344, + 0.320312, + 0.490234, + 0.408203, + 0.523438, + 0.277344, + 0.345703, + 0.263672, + 0.5625, + 0.535156, + 0.439453, + 0.5, + 0.431641, + 0.429688, + 0.416016, + 0.226562, + 0.482422, + 0.375, + 0.398438, + 0.384766, + 0.273438, + 0.453125, + 0.275391, + 0.386719, + 0.439453, + 0.398438, + 0.439453, + 0.253906, + 0.410156, + 0.398438, + 0.445312, + 0.546875, + 0.441406, + 0.443359, + 0.357422, + 0.414062, + 0.386719, + 0.351562, + 0.347656, + 0.4375, + 0.425781, + 0.453125, + 0.445312, + 0.390625, + 0.488281, + 0.245117, + 0.324219, + 0.378906, + 0.474609, + 0.376953, + 0.478516, + 0.233398, + 0.431641, + 0.380859, + 0.470703, + 0.417969, + 0.492188, + 0.412109, + 0.496094, + 0.378906, + 0.464844, + 0.235352, + 0.373047, + 0.234375, + 0.474609, + 0.423828, + 0.414062, + 0.294922, + 0.523438, + 0.455078, + 0.40625, + 0.335938, + 0.314453, + 0.287109, + 0.363281, + 0.263672, + 0.376953, + 0.375, + 0.386719, + 0.314453, + 0.478516, + 0.675781, + 0.242188, + 0.550781, + 0.447266 + ] + }, + "name": "model.model.layers.20.input_layernorm.weight", + "outputIndexes": [ + 1646 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1645 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_20/Mul_output_0", + "outputIndexes": [ + 1647 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1646, + 1647 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_20/Mul_1_output_0", + "outputIndexes": [ + 1648 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1648 + ], + "outputIndexes": [ + 4948 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4948 + ], + "outputIndexes": [ + 4949 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear", + "inputIndexes": [ + 4949 + ], + "outputIndexes": [ + 4950 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 200911880, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4950 + ], + "outputIndexes": [ + 4951 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4951 + ], + "outputIndexes": [ + 1649 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1648 + ], + "main_type": "NONE", + "name": "/Shape_281_output_0", + "outputIndexes": [ + 1650 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1650 + ], + "main_type": "NONE", + "name": "Shape4399", + "outputIndexes": [ + 1651 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1650 + ], + "main_type": "NONE", + "name": "Rank4401", + "outputIndexes": [ + 1652 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1652, + 1652 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4403", + "outputIndexes": [ + 1653 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1653 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4404", + "outputIndexes": [ + 1654 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1653, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4406", + "outputIndexes": [ + 1655 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1655 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4407", + "outputIndexes": [ + 1656 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1651, + 1654, + 1656, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4410", + "outputIndexes": [ + 1657 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1657 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4411", + "outputIndexes": [ + 1658 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4412", + "outputIndexes": [ + 1659 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1659, + 1658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4413", + "outputIndexes": [ + 1660 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1650, + 1660, + 1653 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_304_output_0", + "outputIndexes": [ + 1661 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1661, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_641_output_0", + "outputIndexes": [ + 1662 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1662, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_260_output_0", + "outputIndexes": [ + 1663 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1649, + 1663 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_181_output_0", + "outputIndexes": [ + 1664 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1664, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_160_output_0", + "outputIndexes": [ + 1665 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1664 + ], + "main_type": "NONE", + "name": "/Shape_282_output_0", + "outputIndexes": [ + 1666 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1666 + ], + "main_type": "NONE", + "name": "Shape4420", + "outputIndexes": [ + 1667 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1666 + ], + "main_type": "NONE", + "name": "Rank4422", + "outputIndexes": [ + 1668 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1668, + 1668 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4424", + "outputIndexes": [ + 1669 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1669 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4425", + "outputIndexes": [ + 1670 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1669, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4427", + "outputIndexes": [ + 1671 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1671 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4428", + "outputIndexes": [ + 1672 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1667, + 1670, + 1672, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4431", + "outputIndexes": [ + 1673 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1673 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4432", + "outputIndexes": [ + 1674 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1674 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4433", + "outputIndexes": [ + 1675 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1675, + 1674 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4434", + "outputIndexes": [ + 1676 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1666, + 1676, + 1669 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_305_output_0", + "outputIndexes": [ + 1677 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1677, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_60_output_0", + "outputIndexes": [ + 1678 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1678, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_646_output_0", + "outputIndexes": [ + 1679 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1664, + 1679, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_81_output_0", + "outputIndexes": [ + 1680 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1680 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_40_output_0", + "outputIndexes": [ + 1681 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1664, + 22, + 1679, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_80_output_0", + "outputIndexes": [ + 1682 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1681, + 1682 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_263_output_0", + "outputIndexes": [ + 1683 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1683, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_161_output_0", + "outputIndexes": [ + 1684 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1665, + 1684 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_100_output_0", + "outputIndexes": [ + 1685 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1648 + ], + "outputIndexes": [ + 4952 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4952 + ], + "outputIndexes": [ + 4953 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear", + "inputIndexes": [ + 4953 + ], + "outputIndexes": [ + 4954 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 201833502, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4954 + ], + "outputIndexes": [ + 4955 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4955 + ], + "outputIndexes": [ + 1686 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1662, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_261_output_0", + "outputIndexes": [ + 1687 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1686, + 1687 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_182_output_0", + "outputIndexes": [ + 1688 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1688, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_162_output_0", + "outputIndexes": [ + 1689 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1688 + ], + "main_type": "NONE", + "name": "/Shape_283_output_0", + "outputIndexes": [ + 1690 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1690 + ], + "main_type": "NONE", + "name": "Shape4483", + "outputIndexes": [ + 1691 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1690 + ], + "main_type": "NONE", + "name": "Rank4485", + "outputIndexes": [ + 1692 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1692, + 1692 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4487", + "outputIndexes": [ + 1693 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1693 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4488", + "outputIndexes": [ + 1694 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1693, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4490", + "outputIndexes": [ + 1695 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1695 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4491", + "outputIndexes": [ + 1696 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1691, + 1694, + 1696, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4494", + "outputIndexes": [ + 1697 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1697 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4495", + "outputIndexes": [ + 1698 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1698 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4496", + "outputIndexes": [ + 1699 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1699, + 1698 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4497", + "outputIndexes": [ + 1700 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1690, + 1700, + 1693 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_306_output_0", + "outputIndexes": [ + 1701 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1701, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_61_output_0", + "outputIndexes": [ + 1702 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1702, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_648_output_0", + "outputIndexes": [ + 1703 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1688, + 1703, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_83_output_0", + "outputIndexes": [ + 1704 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1704 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_41_output_0", + "outputIndexes": [ + 1705 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1688, + 22, + 1703, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_82_output_0", + "outputIndexes": [ + 1706 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1705, + 1706 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_264_output_0", + "outputIndexes": [ + 1707 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1707, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_163_output_0", + "outputIndexes": [ + 1708 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1689, + 1708 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_101_output_0", + "outputIndexes": [ + 1709 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1648 + ], + "outputIndexes": [ + 4956 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4956 + ], + "outputIndexes": [ + 4957 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear", + "inputIndexes": [ + 4957 + ], + "outputIndexes": [ + 4958 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 202063924, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4958 + ], + "outputIndexes": [ + 4959 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4959 + ], + "outputIndexes": [ + 1710 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1710, + 1687 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_183_output_0", + "outputIndexes": [ + 1711 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1685, + 1709, + 1711, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_188_output_0", + "outputIndexes": [ + 1712 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1712 + ], + "outputIndexes": [ + 4960 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4960 + ], + "outputIndexes": [ + 4961 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear", + "inputIndexes": [ + 4961 + ], + "outputIndexes": [ + 4962 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 202294346, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4962 + ], + "outputIndexes": [ + 4963 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4963 + ], + "outputIndexes": [ + 1713 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1645, + 1713 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_103_output_0", + "outputIndexes": [ + 1714 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.223633, + 0.345703, + 0.359375, + 0.371094, + 0.380859, + 0.347656, + 0.138672, + 0.371094, + 0.257812, + 0.235352, + 0.15918, + 0.339844, + 0.209961, + 0.326172, + 0.308594, + 0.369141, + 0.22168, + 0.298828, + 0.304688, + 0.180664, + 0.324219, + 0.400391, + 0.283203, + 0.231445, + 0.294922, + 0.386719, + 0.253906, + 0.361328, + 0.333984, + 0.335938, + 0.243164, + 0.128906, + 0.333984, + 0.308594, + 0.341797, + 0.328125, + 0.175781, + 0.332031, + 0.18457, + 0.365234, + 0.318359, + 0.367188, + 0.292969, + 0.275391, + 0.208008, + 0.296875, + 0.445312, + 0.195312, + 0.388672, + 0.199219, + 0.367188, + 0.170898, + 0.322266, + 0.330078, + 0.194336, + 0.345703, + 0.396484, + 0.308594, + 0.310547, + 0.408203, + 0.333984, + 0.353516, + 0.259766, + 0.355469, + 0.244141, + 0.240234, + 0.182617, + 0.149414, + 0.386719, + 0.15332, + 0.376953, + 0.185547, + 0.269531, + 0.28125, + 0.398438, + 0.269531, + 0.271484, + 0.398438, + 0.148438, + 0.328125, + 0.283203, + 0.394531, + 0.263672, + 0.279297, + 0.357422, + 0.189453, + 0.417969, + 0.223633, + 0.416016, + 0.195312, + 0.271484, + 0.3125, + 0.196289, + 0.330078, + 0.138672, + 0.181641, + 0.429688, + 0.378906, + 0.398438, + 0.365234, + 0.283203, + 0.279297, + 0.371094, + 0.355469, + 0.382812, + 0.170898, + 0.380859, + 0.337891, + 0.347656, + 0.316406, + 0.304688, + 0.386719, + 0.304688, + 0.316406, + 0.351562, + 0.289062, + 0.328125, + 0.335938, + 0.417969, + 0.369141, + 0.349609, + 0.213867, + 0.390625, + 0.236328, + 0.417969, + 0.296875, + 0.188477, + 0.371094, + 0.367188, + 0.453125, + 0.361328, + 0.367188, + 0.339844, + 0.314453, + 0.345703, + 0.3125, + 0.363281, + 0.318359, + 0.257812, + 0.240234, + 0.369141, + 0.320312, + 0.322266, + 0.423828, + 0.402344, + 0.341797, + 0.3125, + 0.234375, + 0.349609, + 0.347656, + 0.322266, + 0.320312, + 0.337891, + 0.359375, + 0.359375, + 0.287109, + 0.375, + 0.316406, + 0.138672, + 0.34375, + 0.151367, + 0.289062, + 0.219727, + 0.380859, + 0.294922, + 0.419922, + 0.15625, + 0.367188, + 0.300781, + 0.175781, + 0.259766, + 0.365234, + 0.404297, + 0.271484, + 0.150391, + 0.416016, + 0.285156, + 0.347656, + 0.384766, + 0.375, + 0.306641, + 0.235352, + 0.285156, + 0.316406, + 0.373047, + 0.349609, + 0.339844, + 0.339844, + 0.361328, + 0.40625, + 0.376953, + 0.283203, + 0.147461, + 0.322266, + 0.322266, + 0.335938, + 0.306641, + 0.251953, + 0.108398, + 0.349609, + 0.320312, + 0.314453, + 0.267578, + 0.310547, + 0.255859, + 0.341797, + 0.396484, + 0.28125, + 0.269531, + 0.361328, + 0.332031, + 0.328125, + 0.333984, + 0.170898, + 0.355469, + 0.320312, + 0.349609, + 0.273438, + 0.396484, + 0.353516, + 0.324219, + 0.337891, + 0.228516, + 0.283203, + 0.423828, + 0.277344, + 0.359375, + 0.15918, + 0.453125, + 0.285156, + 0.251953, + 0.22168, + 0.355469, + 0.292969, + 0.396484, + 0.222656, + 0.330078, + 0.249023, + 0.412109, + 0.357422, + 0.373047, + 0.271484, + 0.328125, + 0.34375, + 0.347656, + 0.279297, + 0.24707, + 0.380859, + 0.363281, + 0.324219, + 0.328125, + 0.228516, + 0.182617, + 0.324219, + 0.287109, + 0.363281, + 0.244141, + 0.292969, + 0.210938, + 0.378906, + 0.40625, + 0.369141, + 0.341797, + 0.242188, + 0.369141, + 0.369141, + 0.304688, + 0.394531, + 0.179688, + 0.388672, + 0.241211, + 0.310547, + 0.296875, + 0.21875, + 0.226562, + 0.378906, + 0.341797, + 0.21875, + 0.216797, + 0.376953, + 0.227539, + 0.369141, + 0.324219, + 0.384766, + 0.363281, + 0.304688, + 0.419922, + 0.394531, + 0.361328, + 0.423828, + 0.390625, + 0.347656, + 0.349609, + 0.314453, + 0.351562, + 0.335938, + 0.263672, + 0.351562, + 0.369141, + 0.322266, + 0.310547, + 0.333984, + 0.324219, + 0.206055, + 0.339844, + 0.339844, + 0.246094, + 0.306641, + 0.371094, + 0.412109, + 0.196289, + 0.40625, + 0.300781, + 0.231445, + 0.392578, + 0.279297, + 0.363281, + 0.212891, + 0.245117, + 0.304688, + 0.394531, + 0.396484, + 0.347656, + 0.351562, + 0.292969, + 0.263672, + 0.341797, + 0.425781, + 0.396484, + 0.267578, + 0.217773, + 0.232422, + 0.1875, + 0.320312, + 0.298828, + 0.318359, + 0.386719, + 0.24707, + 0.173828, + 0.181641, + 0.28125, + 0.310547, + 0.326172, + 0.21875, + 0.408203, + 0.376953, + 0.255859, + 0.335938, + 0.251953, + 0.375, + 0.371094, + 0.361328, + 0.236328, + 0.322266, + 0.326172, + 0.369141, + 0.367188, + 0.349609, + 0.298828, + 0.386719, + 0.302734, + 0.259766, + 0.330078, + 0.371094, + 0.34375, + 0.314453, + 0.378906, + 0.378906, + 0.243164, + 0.246094, + 0.404297, + 0.302734, + 0.375, + 0.163086, + 0.298828, + 0.306641, + 0.357422, + 0.341797, + 0.341797, + 0.194336, + 0.167969, + 0.269531, + 0.423828, + 0.347656, + 0.333984, + 0.261719, + 0.255859, + 0.347656, + 0.244141, + 0.337891, + 0.326172, + 0.197266, + 0.396484, + 0.189453, + 0.404297, + 0.347656, + 0.332031, + 0.388672, + 0.388672, + 0.361328, + 0.302734, + 0.382812, + 0.217773, + 0.359375, + 0.402344, + 0.229492, + 0.408203, + 0.320312, + 0.376953, + 0.339844, + 0.257812, + 0.416016, + 0.359375, + 0.3125, + 0.396484, + 0.412109, + 0.304688, + 0.345703, + 0.353516, + 0.239258, + 0.447266, + 0.283203, + 0.205078, + 0.355469, + 0.361328, + 0.196289, + 0.351562, + 0.291016, + 0.205078, + 0.314453, + 0.146484, + 0.217773, + 0.378906, + 0.326172, + 0.28125, + 0.384766, + 0.419922, + 0.300781, + 0.287109, + 0.320312, + 0.419922, + 0.225586, + 0.232422, + 0.431641, + 0.261719, + 0.226562, + 0.341797, + 0.378906, + 0.1875, + 0.322266, + 0.296875, + 0.240234, + 0.304688, + 0.390625, + 0.371094, + 0.382812, + 0.361328, + 0.324219, + 0.308594, + 0.255859, + 0.351562, + 0.269531, + 0.345703, + 0.345703, + 0.147461, + 0.361328, + 0.271484, + 0.371094, + 0.375, + 0.219727, + 0.300781, + 0.386719, + 0.363281, + 0.310547, + 0.308594, + 0.275391, + 0.285156, + 0.400391, + 0.243164, + 0.25, + 0.349609, + 0.380859, + 0.429688, + 0.318359, + 0.373047, + 0.265625, + 0.333984, + 0.234375, + 0.365234, + 0.294922, + 0.382812, + 0.388672, + 0.361328, + 0.353516, + 0.332031, + 0.238281, + 0.380859, + 0.326172, + 0.233398, + 0.246094, + 0.147461, + 0.273438, + 0.359375, + 0.361328, + 0.170898, + 0.394531, + 0.298828, + 0.294922, + 0.410156, + 0.304688, + 0.300781, + 0.412109, + 0.180664, + 0.21875, + 0.251953, + 0.382812, + 0.375, + 0.209961, + 0.269531, + 0.275391, + 0.337891, + 0.355469, + 0.181641, + 0.365234, + 0.378906, + 0.3125, + 0.351562, + 0.40625, + 0.394531, + 0.253906, + 0.213867, + 0.263672, + 0.194336, + 0.135742, + 0.375, + 0.28125, + 0.28125, + 0.390625, + 0.271484, + 0.3125, + 0.371094, + 0.183594, + 0.259766, + 0.402344, + 0.345703, + 0.251953, + 0.333984, + 0.145508, + 0.267578, + 0.217773, + 0.275391, + 0.335938, + 0.388672, + 0.361328, + 0.328125, + 0.367188, + 0.292969, + 0.199219, + 0.361328, + 0.167969, + 0.174805, + 0.246094, + 0.371094, + 0.302734, + 0.234375, + 0.182617, + 0.369141, + 0.339844, + 0.326172, + 0.316406, + 0.433594, + 0.369141, + 0.199219, + 0.390625, + 0.291016, + 0.378906, + 0.287109, + 0.345703, + 0.263672, + 0.144531, + 0.421875, + 0.324219, + 0.298828, + 0.294922, + 0.375, + 0.333984, + 0.291016, + 0.333984, + 0.402344, + 0.310547, + 0.255859, + 0.202148, + 0.367188, + 0.373047, + 0.347656, + 0.211914, + 0.363281, + 0.157227, + 0.193359, + 0.392578, + 0.349609, + 0.333984, + 0.324219, + 0.320312, + 0.150391, + 0.214844, + 0.365234, + 0.275391, + 0.302734, + 0.369141, + 0.241211, + 0.404297, + 0.330078, + 0.235352, + 0.332031, + 0.320312, + 0.208984, + 0.324219, + 0.302734, + 0.373047, + 0.133789, + 0.337891, + 0.292969, + 0.333984, + 0.273438, + 0.150391, + 0.390625, + 0.179688, + 0.310547, + 0.146484, + 0.140625, + 0.269531, + 0.310547, + 0.351562, + 0.236328, + 0.373047, + 0.335938, + 0.294922, + 0.384766, + 0.332031, + 0.241211, + 0.373047, + 0.328125, + 0.220703, + 0.174805, + 0.263672, + 0.273438, + 0.154297, + 0.283203, + 0.265625, + 0.371094, + 0.443359, + 0.421875, + 0.182617, + 0.339844, + 0.308594, + 0.140625, + 0.355469, + 0.192383, + 0.192383, + 0.289062, + 0.386719, + 0.265625, + 0.24707, + 0.3125, + 0.34375, + 0.304688, + 0.367188, + 0.304688, + 0.388672, + 0.359375, + 0.328125, + 0.294922, + 0.195312, + 0.213867, + 0.162109, + 0.302734, + 0.369141, + 0.324219, + 0.371094, + 0.367188, + 0.388672, + 0.170898, + 0.275391, + 0.333984, + 0.371094, + 0.213867, + 0.402344, + 0.390625, + 0.273438, + 0.306641, + 0.365234, + 0.302734, + 0.375, + 0.245117, + 0.369141, + 0.34375, + 0.265625, + 0.355469, + 0.361328, + 0.292969, + 0.326172, + 0.232422, + 0.310547, + 0.196289, + 0.21875, + 0.367188, + 0.275391, + 0.243164, + 0.314453, + 0.216797, + 0.392578, + 0.345703, + 0.400391, + 0.392578, + 0.318359, + 0.320312, + 0.206055, + 0.182617, + 0.349609, + 0.172852, + 0.285156, + 0.222656, + 0.363281, + 0.363281, + 0.289062, + 0.209961, + 0.300781, + 0.3125, + 0.310547, + 0.378906, + 0.205078, + 0.324219, + 0.328125, + 0.196289, + 0.453125, + 0.185547, + 0.306641, + 0.347656, + 0.322266, + 0.363281, + 0.339844, + 0.373047, + 0.275391, + 0.355469, + 0.361328, + 0.155273, + 0.339844, + 0.353516, + 0.186523, + 0.212891, + 0.144531, + 0.390625, + 0.283203, + 0.398438, + 0.371094, + 0.308594, + 0.257812, + 0.234375, + 0.296875, + 0.310547, + 0.400391, + 0.304688, + 0.201172, + 0.371094, + 0.347656, + 0.235352, + 0.353516, + 0.302734, + 0.165039, + 0.261719, + 0.239258, + 0.234375, + 0.283203, + 0.224609, + 0.371094, + 0.294922, + 0.412109, + 0.341797, + 0.365234, + 0.21875, + 0.419922, + 0.214844, + 0.378906, + 0.351562, + 0.308594, + 0.234375, + 0.345703, + 0.337891, + 0.304688, + 0.335938, + 0.287109, + 0.326172, + 0.212891, + 0.269531, + 0.355469, + 0.201172, + 0.308594, + 0.300781, + 0.34375, + 0.376953, + 0.355469, + 0.345703, + 0.271484, + 0.332031, + 0.484375, + 0.384766, + 0.195312, + 0.302734, + 0.269531, + 0.34375, + 0.40625, + 0.289062, + 0.353516, + 0.3125, + 0.253906, + 0.351562, + 0.308594, + 0.349609, + 0.439453, + 0.306641, + 0.378906, + 0.388672, + 0.304688, + 0.279297, + 0.378906, + 0.302734, + 0.255859, + 0.390625, + 0.353516, + 0.335938, + 0.294922, + 0.375, + 0.15332, + 0.455078, + 0.353516, + 0.353516, + 0.363281, + 0.271484, + 0.318359, + 0.40625, + 0.330078, + 0.363281, + 0.314453, + 0.363281, + 0.228516, + 0.212891, + 0.378906, + 0.375, + 0.296875, + 0.21582, + 0.476562, + 0.200195, + 0.287109, + 0.326172, + 0.330078, + 0.195312, + 0.339844, + 0.232422, + 0.357422, + 0.251953, + 0.304688, + 0.369141, + 0.175781, + 0.353516, + 0.186523, + 0.296875, + 0.271484, + 0.3125, + 0.230469, + 0.302734, + 0.300781, + 0.333984, + 0.363281, + 0.233398, + 0.34375, + 0.137695, + 0.151367, + 0.345703, + 0.178711, + 0.363281, + 0.412109, + 0.330078, + 0.320312, + 0.332031, + 0.318359, + 0.283203, + 0.257812, + 0.34375, + 0.355469, + 0.386719, + 0.304688, + 0.209961, + 0.335938, + 0.363281, + 0.369141, + 0.18457, + 0.347656, + 0.316406, + 0.359375, + 0.192383, + 0.398438, + 0.246094, + 0.271484, + 0.386719, + 0.333984, + 0.333984, + 0.363281, + 0.294922, + 0.289062, + 0.208984, + 0.464844, + 0.382812, + 0.386719, + 0.308594, + 0.292969, + 0.335938, + 0.296875, + 0.359375, + 0.382812, + 0.220703, + 0.294922, + 0.402344, + 0.291016, + 0.398438, + 0.168945, + 0.314453, + 0.210938, + 0.337891, + 0.349609, + 0.296875, + 0.203125, + 0.3125, + 0.419922, + 0.324219, + 0.384766, + 0.337891, + 0.151367, + 0.160156, + 0.339844, + 0.359375, + 0.349609, + 0.227539, + 0.351562, + 0.380859, + 0.287109, + 0.318359, + 0.330078, + 0.371094, + 0.306641, + 0.349609, + 0.201172, + 0.330078, + 0.361328, + 0.287109, + 0.345703, + 0.328125, + 0.388672, + 0.314453, + 0.170898, + 0.396484, + 0.324219, + 0.337891, + 0.361328, + 0.239258, + 0.375, + 0.154297, + 0.322266, + 0.335938, + 0.367188, + 0.328125, + 0.378906, + 0.431641, + 0.263672, + 0.335938, + 0.271484, + 0.316406, + 0.353516, + 0.248047, + 0.417969, + 0.151367, + 0.304688, + 0.275391, + 0.304688, + 0.28125, + 0.375, + 0.333984, + 0.202148, + 0.241211, + 0.287109, + 0.302734, + 0.412109, + 0.173828, + 0.339844, + 0.279297, + 0.384766, + 0.339844, + 0.361328, + 0.365234, + 0.316406, + 0.34375, + 0.1875, + 0.369141, + 0.396484, + 0.380859, + 0.337891, + 0.435547, + 0.351562, + 0.239258, + 0.267578, + 0.234375, + 0.400391, + 0.233398, + 0.341797, + 0.369141, + 0.369141, + 0.273438, + 0.306641, + 0.259766, + 0.392578, + 0.357422, + 0.316406, + 0.398438, + 0.392578, + 0.386719, + 0.292969, + 0.310547, + 0.359375, + 0.198242, + 0.339844, + 0.355469, + 0.275391, + 0.189453, + 0.314453, + 0.355469, + 0.285156, + 0.257812, + 0.238281, + 0.179688, + 0.394531, + 0.378906, + 0.371094, + 0.143555, + 0.316406, + 0.349609, + 0.168945, + 0.333984, + 0.167969, + 0.310547, + 0.291016, + 0.357422, + 0.28125, + 0.310547, + 0.351562, + 0.378906, + 0.380859, + 0.161133, + 0.333984, + 0.404297, + 0.328125, + 0.384766, + 0.332031, + 0.373047, + 0.177734, + 0.157227, + 0.261719, + 0.396484, + 0.316406, + 0.227539, + 0.388672, + 0.308594, + 0.210938, + 0.333984, + 0.365234, + 0.367188, + 0.271484, + 0.357422, + 0.296875, + 0.365234, + 0.384766, + 0.235352, + 0.234375, + 0.337891, + 0.378906, + 0.257812, + 0.324219, + 0.398438, + 0.267578, + 0.161133, + 0.390625, + 0.361328, + 0.394531, + 0.285156, + 0.292969, + 0.259766, + 0.357422, + 0.443359, + 0.333984, + 0.320312, + 0.18457, + 0.310547, + 0.242188, + 0.384766, + 0.40625, + 0.371094, + 0.200195, + 0.373047, + 0.255859, + 0.361328, + 0.330078, + 0.386719, + 0.375, + 0.345703, + 0.369141, + 0.1875, + 0.417969, + 0.341797, + 0.367188, + 0.390625, + 0.226562, + 0.283203, + 0.394531, + 0.125, + 0.179688, + 0.308594, + 0.347656, + 0.306641, + 0.316406, + 0.412109, + 0.365234, + 0.245117, + 0.328125, + 0.151367, + 0.416016, + 0.226562, + 0.390625, + 0.339844, + 0.351562, + 0.376953, + 0.365234, + 0.328125, + 0.314453, + 0.261719, + 0.412109, + 0.390625, + 0.271484, + 0.363281, + 0.271484, + 0.265625, + 0.382812, + 0.195312, + 0.347656, + 0.263672, + 0.273438, + 0.28125, + 0.361328, + 0.386719, + 0.304688, + 0.355469, + 0.353516, + 0.333984, + 0.416016, + 0.265625, + 0.376953, + 0.384766, + 0.310547, + 0.392578, + 0.144531, + 0.261719, + 0.34375, + 0.355469, + 0.335938, + 0.359375, + 0.314453, + 0.388672, + 0.300781, + 0.271484, + 0.337891, + 0.316406, + 0.199219, + 0.355469, + 0.388672, + 0.390625, + 0.396484, + 0.421875, + 0.320312, + 0.421875, + 0.390625, + 0.289062, + 0.435547, + 0.402344, + 0.298828, + 0.400391, + 0.326172, + 0.287109, + 0.427734, + 0.25, + 0.380859, + 0.341797, + 0.433594, + 0.263672, + 0.206055, + 0.186523, + 0.414062, + 0.398438, + 0.367188, + 0.427734, + 0.300781, + 0.337891, + 0.324219, + 0.170898, + 0.373047, + 0.277344, + 0.302734, + 0.339844, + 0.298828, + 0.328125, + 0.193359, + 0.279297, + 0.332031, + 0.318359, + 0.330078, + 0.176758, + 0.332031, + 0.34375, + 0.333984, + 0.380859, + 0.349609, + 0.365234, + 0.357422, + 0.363281, + 0.240234, + 0.217773, + 0.273438, + 0.310547, + 0.345703, + 0.332031, + 0.355469, + 0.265625, + 0.365234, + 0.170898, + 0.220703, + 0.318359, + 0.367188, + 0.292969, + 0.388672, + 0.308594, + 0.283203, + 0.320312, + 0.349609, + 0.349609, + 0.357422, + 0.285156, + 0.388672, + 0.326172, + 0.390625, + 0.160156, + 0.265625, + 0.160156, + 0.345703, + 0.308594, + 0.237305, + 0.273438, + 0.398438, + 0.3125, + 0.34375, + 0.341797, + 0.204102, + 0.196289, + 0.285156, + 0.192383, + 0.292969, + 0.255859, + 0.304688, + 0.238281, + 0.408203, + 0.110352, + 0.166016, + 0.416016, + 0.332031 + ] + }, + "name": "model.model.layers.20.post_attention_layernorm.weight", + "outputIndexes": [ + 1715 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1714 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_20/Mul_output_0", + "outputIndexes": [ + 1716 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1715, + 1716 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_20/Mul_1_output_0", + "outputIndexes": [ + 1717 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1717 + ], + "outputIndexes": [ + 4964 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4964 + ], + "outputIndexes": [ + 4965 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear", + "inputIndexes": [ + 4965 + ], + "outputIndexes": [ + 4966 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 203215968, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4966 + ], + "outputIndexes": [ + 4967 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4967 + ], + "outputIndexes": [ + 1718 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1718 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_20/Sigmoid_output_0", + "outputIndexes": [ + 1719 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1718, + 1719 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_20/Mul_output_0", + "outputIndexes": [ + 1720 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1717 + ], + "outputIndexes": [ + 4968 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4968 + ], + "outputIndexes": [ + 4969 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear", + "inputIndexes": [ + 4969 + ], + "outputIndexes": [ + 4970 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 205796470, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4970 + ], + "outputIndexes": [ + 4971 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4971 + ], + "outputIndexes": [ + 1721 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1720, + 1721 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_20/Mul_output_0", + "outputIndexes": [ + 1722 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1722 + ], + "outputIndexes": [ + 4972 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 4972 + ], + "outputIndexes": [ + 4973 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear", + "inputIndexes": [ + 4973 + ], + "outputIndexes": [ + 4974 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 208376972, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 4974 + ], + "outputIndexes": [ + 4975 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.20/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4975 + ], + "outputIndexes": [ + 1723 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1714, + 1723 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_104_output_0", + "outputIndexes": [ + 1724 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1724, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_189_output_0", + "outputIndexes": [ + 1725 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.318359, + 0.412109, + 0.515625, + 0.5, + 0.453125, + 0.449219, + 0.882812, + 0.4375, + 0.298828, + 0.375, + 0.261719, + 0.378906, + 0.228516, + 0.380859, + 0.316406, + 0.398438, + 0.640625, + 0.367188, + 0.357422, + 0.233398, + 0.404297, + 0.523438, + 0.417969, + 0.294922, + 0.380859, + 0.507812, + 0.3125, + 0.40625, + 0.412109, + 0.392578, + 0.527344, + 0.429688, + 0.439453, + 0.484375, + 0.441406, + 0.369141, + 0.251953, + 0.380859, + 0.322266, + 0.503906, + 0.416016, + 0.470703, + 0.404297, + 0.378906, + 0.318359, + 0.443359, + 0.605469, + 0.227539, + 0.494141, + 0.427734, + 0.474609, + 0.261719, + 0.353516, + 0.482422, + 0.304688, + 0.449219, + 0.535156, + 0.367188, + 0.4375, + 0.498047, + 0.414062, + 0.423828, + 0.314453, + 0.455078, + 0.3125, + 0.496094, + 0.859375, + 0.197266, + 0.539062, + 0.570312, + 0.466797, + 0.244141, + 0.353516, + 0.359375, + 0.455078, + 0.318359, + 0.328125, + 0.507812, + 0.235352, + 0.402344, + 0.326172, + 0.447266, + 0.339844, + 0.330078, + 0.429688, + 0.213867, + 0.527344, + 0.351562, + 0.605469, + 0.251953, + 0.322266, + 0.412109, + 0.231445, + 0.425781, + 0.163086, + 0.220703, + 0.546875, + 0.451172, + 0.457031, + 0.480469, + 0.476562, + 0.322266, + 0.408203, + 0.439453, + 0.484375, + 0.231445, + 0.494141, + 0.458984, + 0.40625, + 0.359375, + 0.351562, + 0.486328, + 0.388672, + 0.542969, + 0.474609, + 0.5625, + 0.419922, + 0.392578, + 0.488281, + 0.515625, + 0.449219, + 0.259766, + 0.427734, + 0.365234, + 0.511719, + 0.371094, + 0.777344, + 0.480469, + 0.427734, + 0.585938, + 0.482422, + 0.376953, + 0.472656, + 0.367188, + 0.458984, + 0.423828, + 0.462891, + 0.396484, + 0.527344, + 0.308594, + 0.429688, + 0.441406, + 0.410156, + 0.597656, + 0.447266, + 0.458984, + 0.384766, + 0.273438, + 0.386719, + 0.515625, + 0.417969, + 0.40625, + 0.396484, + 0.472656, + 0.451172, + 0.417969, + 0.423828, + 0.40625, + 0.15332, + 0.46875, + 0.208008, + 0.425781, + 0.289062, + 0.466797, + 0.371094, + 0.486328, + 0.238281, + 0.582031, + 0.345703, + 0.232422, + 0.367188, + 0.441406, + 0.511719, + 0.375, + 0.239258, + 0.492188, + 0.386719, + 0.378906, + 0.519531, + 0.498047, + 0.335938, + 0.320312, + 0.324219, + 0.380859, + 0.410156, + 0.4375, + 0.386719, + 0.457031, + 0.480469, + 0.535156, + 0.451172, + 0.345703, + 0.18457, + 0.380859, + 0.359375, + 0.427734, + 0.332031, + 0.371094, + 0.116699, + 0.439453, + 0.363281, + 0.279297, + 0.337891, + 0.414062, + 0.296875, + 0.392578, + 0.4375, + 0.341797, + 0.451172, + 0.46875, + 0.449219, + 0.363281, + 0.484375, + 0.21875, + 0.447266, + 0.410156, + 0.421875, + 0.322266, + 0.488281, + 0.382812, + 0.376953, + 0.388672, + 0.25, + 0.335938, + 0.511719, + 0.367188, + 0.470703, + 0.185547, + 0.511719, + 0.376953, + 0.353516, + 0.425781, + 0.435547, + 0.353516, + 0.558594, + 0.296875, + 0.462891, + 0.3125, + 0.523438, + 0.421875, + 0.464844, + 0.345703, + 0.359375, + 0.460938, + 0.439453, + 0.337891, + 0.355469, + 0.425781, + 0.478516, + 0.453125, + 0.400391, + 0.240234, + 0.219727, + 0.412109, + 0.414062, + 0.490234, + 0.300781, + 0.324219, + 0.277344, + 0.447266, + 0.46875, + 0.46875, + 0.507812, + 0.289062, + 0.400391, + 0.431641, + 0.310547, + 0.507812, + 0.28125, + 0.566406, + 0.71875, + 0.367188, + 0.400391, + 0.644531, + 0.306641, + 0.5625, + 0.476562, + 0.296875, + 0.304688, + 0.464844, + 0.269531, + 0.4375, + 0.376953, + 0.464844, + 0.496094, + 0.394531, + 0.523438, + 0.470703, + 0.4375, + 0.496094, + 0.482422, + 0.433594, + 0.398438, + 0.433594, + 0.443359, + 0.396484, + 0.216797, + 0.441406, + 0.421875, + 0.435547, + 0.335938, + 0.427734, + 0.365234, + 0.277344, + 0.462891, + 0.400391, + 0.330078, + 0.365234, + 0.466797, + 0.554688, + 0.251953, + 0.574219, + 0.380859, + 0.355469, + 0.507812, + 0.291016, + 0.396484, + 0.257812, + 0.628906, + 0.443359, + 0.443359, + 0.458984, + 0.480469, + 0.373047, + 0.367188, + 0.416016, + 0.419922, + 0.546875, + 0.408203, + 0.351562, + 0.496094, + 0.292969, + 0.314453, + 0.388672, + 0.546875, + 0.367188, + 0.490234, + 0.271484, + 0.251953, + 0.259766, + 0.363281, + 0.441406, + 0.380859, + 0.248047, + 0.535156, + 0.515625, + 0.341797, + 0.371094, + 0.339844, + 0.462891, + 0.5625, + 0.5, + 0.300781, + 0.419922, + 0.458984, + 0.574219, + 0.455078, + 0.460938, + 0.314453, + 0.494141, + 0.341797, + 0.365234, + 0.402344, + 0.431641, + 0.419922, + 0.380859, + 0.589844, + 0.480469, + 0.318359, + 0.304688, + 0.535156, + 0.289062, + 0.462891, + 0.212891, + 0.457031, + 0.390625, + 0.421875, + 0.451172, + 0.40625, + 0.345703, + 0.699219, + 0.304688, + 0.59375, + 0.376953, + 0.402344, + 0.289062, + 0.365234, + 0.449219, + 0.408203, + 0.462891, + 0.396484, + 0.474609, + 0.494141, + 0.257812, + 0.554688, + 0.429688, + 0.414062, + 0.486328, + 0.519531, + 0.439453, + 0.400391, + 0.554688, + 0.296875, + 0.375, + 0.416016, + 0.289062, + 0.503906, + 0.4375, + 0.408203, + 0.408203, + 0.326172, + 0.53125, + 0.410156, + 0.359375, + 0.503906, + 0.490234, + 0.369141, + 0.394531, + 0.417969, + 0.308594, + 0.554688, + 0.316406, + 0.365234, + 0.412109, + 0.449219, + 0.239258, + 0.427734, + 0.445312, + 0.492188, + 0.435547, + 0.267578, + 0.320312, + 0.443359, + 0.429688, + 0.314453, + 0.441406, + 0.601562, + 0.390625, + 0.353516, + 0.324219, + 0.527344, + 0.316406, + 0.400391, + 0.554688, + 0.292969, + 0.367188, + 0.400391, + 0.496094, + 0.294922, + 0.394531, + 0.464844, + 0.507812, + 0.345703, + 0.546875, + 0.417969, + 0.494141, + 0.453125, + 0.369141, + 0.337891, + 0.337891, + 0.416016, + 0.449219, + 0.396484, + 0.535156, + 0.205078, + 0.460938, + 0.326172, + 0.539062, + 0.535156, + 0.34375, + 0.425781, + 0.480469, + 0.447266, + 0.462891, + 0.46875, + 0.353516, + 0.380859, + 0.490234, + 0.324219, + 0.357422, + 0.445312, + 0.480469, + 0.488281, + 0.345703, + 0.423828, + 0.367188, + 0.443359, + 0.337891, + 0.435547, + 0.347656, + 0.519531, + 0.490234, + 0.402344, + 0.455078, + 0.398438, + 0.382812, + 0.410156, + 0.457031, + 0.328125, + 0.3125, + 0.765625, + 0.349609, + 0.419922, + 0.5, + 0.302734, + 0.466797, + 0.394531, + 0.53125, + 0.601562, + 0.394531, + 0.386719, + 0.566406, + 0.527344, + 0.287109, + 0.328125, + 0.464844, + 0.507812, + 0.275391, + 0.300781, + 0.324219, + 0.417969, + 0.507812, + 0.251953, + 0.408203, + 0.515625, + 0.373047, + 0.474609, + 0.539062, + 0.476562, + 0.404297, + 0.535156, + 0.333984, + 0.25, + 0.150391, + 0.503906, + 0.375, + 0.341797, + 0.535156, + 0.347656, + 0.417969, + 0.488281, + 0.227539, + 0.390625, + 0.427734, + 0.462891, + 0.326172, + 0.414062, + 0.202148, + 0.404297, + 0.394531, + 0.396484, + 0.371094, + 0.601562, + 0.511719, + 0.396484, + 0.427734, + 0.386719, + 0.148438, + 0.404297, + 0.203125, + 0.3125, + 0.416016, + 0.412109, + 0.396484, + 0.289062, + 0.229492, + 0.427734, + 0.375, + 0.462891, + 0.408203, + 0.472656, + 0.441406, + 0.304688, + 0.435547, + 0.337891, + 0.441406, + 0.328125, + 0.365234, + 0.382812, + 0.169922, + 0.589844, + 0.419922, + 0.367188, + 0.496094, + 0.482422, + 0.408203, + 0.408203, + 0.427734, + 0.523438, + 0.330078, + 0.296875, + 0.259766, + 0.480469, + 0.375, + 0.453125, + 0.25, + 0.4375, + 0.237305, + 0.291016, + 0.488281, + 0.417969, + 0.472656, + 0.449219, + 0.267578, + 0.181641, + 0.261719, + 0.472656, + 0.314453, + 0.369141, + 0.412109, + 0.302734, + 0.449219, + 0.511719, + 0.326172, + 0.427734, + 0.355469, + 0.494141, + 0.390625, + 0.373047, + 0.519531, + 0.1875, + 0.369141, + 0.353516, + 0.507812, + 0.373047, + 0.176758, + 0.519531, + 0.546875, + 0.386719, + 0.160156, + 0.792969, + 0.291016, + 0.373047, + 0.392578, + 0.285156, + 0.447266, + 0.435547, + 0.416016, + 0.466797, + 0.400391, + 0.388672, + 0.453125, + 0.408203, + 0.294922, + 0.226562, + 0.339844, + 0.341797, + 0.178711, + 0.511719, + 0.613281, + 0.5, + 0.574219, + 0.519531, + 0.244141, + 0.375, + 0.369141, + 0.157227, + 0.402344, + 0.222656, + 0.3125, + 0.351562, + 0.451172, + 0.353516, + 0.328125, + 0.369141, + 0.414062, + 0.351562, + 0.443359, + 0.464844, + 0.412109, + 0.423828, + 0.447266, + 0.40625, + 0.519531, + 0.261719, + 0.227539, + 0.375, + 0.398438, + 0.419922, + 0.457031, + 0.554688, + 0.535156, + 0.84375, + 0.351562, + 0.464844, + 0.554688, + 0.287109, + 0.558594, + 0.460938, + 0.332031, + 0.373047, + 0.453125, + 0.394531, + 0.443359, + 0.330078, + 0.439453, + 0.384766, + 0.349609, + 0.371094, + 0.408203, + 0.34375, + 0.398438, + 0.326172, + 0.40625, + 0.507812, + 0.359375, + 0.427734, + 0.326172, + 0.246094, + 0.480469, + 0.351562, + 0.490234, + 0.443359, + 0.466797, + 0.490234, + 0.396484, + 0.400391, + 0.320312, + 0.225586, + 0.392578, + 0.25, + 0.337891, + 0.265625, + 0.451172, + 0.421875, + 0.339844, + 0.796875, + 0.369141, + 0.433594, + 0.408203, + 0.474609, + 0.208984, + 0.384766, + 0.357422, + 0.271484, + 0.621094, + 0.226562, + 0.371094, + 0.431641, + 0.388672, + 0.480469, + 0.429688, + 0.410156, + 0.380859, + 0.4375, + 0.390625, + 0.851562, + 0.441406, + 0.421875, + 0.330078, + 0.234375, + 0.193359, + 0.478516, + 0.339844, + 0.478516, + 0.421875, + 0.341797, + 0.341797, + 0.316406, + 0.330078, + 0.386719, + 0.542969, + 0.376953, + 0.394531, + 0.554688, + 0.453125, + 0.28125, + 0.386719, + 0.308594, + 0.283203, + 0.455078, + 0.339844, + 0.3125, + 0.318359, + 0.636719, + 0.476562, + 0.455078, + 0.523438, + 0.416016, + 0.457031, + 0.283203, + 0.474609, + 0.40625, + 0.447266, + 0.419922, + 0.414062, + 0.398438, + 0.503906, + 0.427734, + 0.355469, + 0.527344, + 0.349609, + 0.427734, + 0.304688, + 0.337891, + 0.435547, + 0.570312, + 0.369141, + 0.357422, + 0.365234, + 0.458984, + 0.429688, + 0.419922, + 0.367188, + 0.365234, + 0.617188, + 0.486328, + 0.285156, + 0.457031, + 0.373047, + 0.482422, + 0.429688, + 0.398438, + 0.439453, + 0.439453, + 0.345703, + 0.408203, + 0.416016, + 0.433594, + 0.59375, + 0.396484, + 0.435547, + 0.460938, + 0.419922, + 0.412109, + 0.464844, + 0.322266, + 0.388672, + 0.523438, + 0.470703, + 0.412109, + 0.339844, + 0.5625, + 0.201172, + 0.455078, + 0.478516, + 0.429688, + 0.464844, + 0.375, + 0.400391, + 0.472656, + 0.439453, + 0.384766, + 0.373047, + 0.392578, + 0.308594, + 0.269531, + 0.416016, + 0.429688, + 0.412109, + 0.246094, + 0.609375, + 0.470703, + 0.365234, + 0.423828, + 0.451172, + 0.285156, + 0.458984, + 0.230469, + 0.457031, + 0.392578, + 0.490234, + 0.546875, + 0.196289, + 0.492188, + 0.535156, + 0.404297, + 0.386719, + 0.386719, + 0.294922, + 0.390625, + 0.427734, + 0.392578, + 0.425781, + 0.302734, + 0.412109, + 0.172852, + 0.203125, + 0.400391, + 0.328125, + 0.458984, + 0.523438, + 0.398438, + 0.429688, + 0.458984, + 0.361328, + 0.304688, + 0.632812, + 0.400391, + 0.458984, + 0.464844, + 0.359375, + 0.582031, + 0.400391, + 0.423828, + 0.429688, + 0.241211, + 0.380859, + 0.359375, + 0.476562, + 0.324219, + 0.439453, + 0.300781, + 0.365234, + 0.470703, + 0.361328, + 0.425781, + 0.486328, + 0.396484, + 0.396484, + 0.335938, + 0.542969, + 0.539062, + 0.527344, + 0.314453, + 0.324219, + 0.414062, + 0.341797, + 0.398438, + 0.478516, + 0.292969, + 0.373047, + 0.507812, + 0.333984, + 0.462891, + 0.292969, + 0.371094, + 0.275391, + 0.398438, + 0.451172, + 0.363281, + 0.217773, + 0.341797, + 0.515625, + 0.408203, + 0.429688, + 0.392578, + 0.198242, + 0.243164, + 0.371094, + 0.470703, + 0.433594, + 0.339844, + 0.404297, + 0.457031, + 0.380859, + 0.396484, + 0.433594, + 0.425781, + 0.414062, + 0.396484, + 0.402344, + 0.40625, + 0.460938, + 0.353516, + 0.429688, + 0.433594, + 0.5, + 0.380859, + 0.746094, + 0.554688, + 0.457031, + 0.455078, + 0.570312, + 0.249023, + 0.511719, + 0.205078, + 0.373047, + 0.445312, + 0.621094, + 0.365234, + 0.542969, + 0.470703, + 0.380859, + 0.433594, + 0.349609, + 0.355469, + 0.558594, + 0.628906, + 0.486328, + 0.253906, + 0.570312, + 0.400391, + 0.484375, + 0.296875, + 0.486328, + 0.404297, + 0.279297, + 0.597656, + 0.335938, + 0.40625, + 0.558594, + 0.263672, + 0.523438, + 0.328125, + 0.457031, + 0.523438, + 0.460938, + 0.451172, + 0.337891, + 0.462891, + 0.236328, + 0.423828, + 0.535156, + 0.539062, + 0.423828, + 0.59375, + 0.628906, + 0.283203, + 0.306641, + 0.285156, + 0.435547, + 0.289062, + 0.535156, + 0.419922, + 0.392578, + 0.396484, + 0.40625, + 0.357422, + 0.412109, + 0.398438, + 0.410156, + 0.542969, + 0.492188, + 0.441406, + 0.294922, + 0.490234, + 0.570312, + 0.404297, + 0.371094, + 0.470703, + 0.355469, + 0.259766, + 0.458984, + 0.398438, + 0.332031, + 0.316406, + 0.664062, + 0.213867, + 0.427734, + 0.496094, + 0.423828, + 0.175781, + 0.408203, + 0.382812, + 0.5, + 0.410156, + 0.223633, + 0.382812, + 0.335938, + 0.511719, + 0.376953, + 0.386719, + 0.458984, + 0.464844, + 0.443359, + 0.232422, + 0.439453, + 0.503906, + 0.386719, + 0.482422, + 0.435547, + 0.486328, + 0.240234, + 0.785156, + 0.5, + 0.498047, + 0.376953, + 0.330078, + 0.466797, + 0.365234, + 0.328125, + 0.449219, + 0.464844, + 0.417969, + 0.416016, + 0.492188, + 0.470703, + 0.550781, + 0.515625, + 0.253906, + 0.345703, + 0.462891, + 0.472656, + 0.361328, + 0.390625, + 0.460938, + 0.376953, + 0.238281, + 0.523438, + 0.480469, + 0.5625, + 0.503906, + 0.294922, + 0.3125, + 0.451172, + 0.726562, + 0.371094, + 0.382812, + 0.302734, + 0.380859, + 0.34375, + 0.453125, + 0.464844, + 0.472656, + 0.6875, + 0.425781, + 0.257812, + 0.492188, + 0.402344, + 0.492188, + 0.470703, + 0.482422, + 0.453125, + 0.8125, + 0.486328, + 0.285156, + 0.453125, + 0.601562, + 0.382812, + 0.34375, + 0.539062, + 0.174805, + 0.209961, + 0.390625, + 0.386719, + 0.363281, + 0.359375, + 0.597656, + 0.417969, + 0.287109, + 0.486328, + 0.241211, + 0.550781, + 0.324219, + 0.453125, + 0.433594, + 0.515625, + 0.460938, + 0.460938, + 0.396484, + 0.347656, + 0.304688, + 0.542969, + 0.519531, + 0.443359, + 0.539062, + 0.337891, + 0.53125, + 0.523438, + 0.458984, + 0.46875, + 0.339844, + 0.333984, + 0.349609, + 0.476562, + 0.412109, + 0.457031, + 0.515625, + 0.46875, + 0.445312, + 0.566406, + 0.380859, + 0.431641, + 0.515625, + 0.474609, + 0.484375, + 0.177734, + 0.373047, + 0.371094, + 0.398438, + 0.351562, + 0.431641, + 0.367188, + 0.503906, + 0.410156, + 0.365234, + 0.373047, + 0.408203, + 0.21875, + 0.462891, + 0.453125, + 0.435547, + 0.511719, + 0.486328, + 0.388672, + 0.435547, + 0.503906, + 0.353516, + 0.535156, + 0.494141, + 0.396484, + 0.423828, + 0.416016, + 0.376953, + 0.558594, + 0.308594, + 0.511719, + 0.386719, + 0.503906, + 0.275391, + 0.326172, + 0.237305, + 0.578125, + 0.550781, + 0.431641, + 0.523438, + 0.447266, + 0.423828, + 0.40625, + 0.216797, + 0.460938, + 0.357422, + 0.410156, + 0.369141, + 0.273438, + 0.474609, + 0.253906, + 0.414062, + 0.4375, + 0.353516, + 0.435547, + 0.251953, + 0.414062, + 0.394531, + 0.433594, + 0.515625, + 0.429688, + 0.460938, + 0.359375, + 0.412109, + 0.388672, + 0.335938, + 0.314453, + 0.4375, + 0.425781, + 0.443359, + 0.455078, + 0.357422, + 0.523438, + 0.232422, + 0.294922, + 0.375, + 0.496094, + 0.365234, + 0.470703, + 0.249023, + 0.398438, + 0.367188, + 0.486328, + 0.410156, + 0.488281, + 0.378906, + 0.480469, + 0.392578, + 0.474609, + 0.206055, + 0.351562, + 0.222656, + 0.462891, + 0.443359, + 0.441406, + 0.292969, + 0.480469, + 0.455078, + 0.396484, + 0.390625, + 0.265625, + 0.269531, + 0.351562, + 0.22168, + 0.369141, + 0.34375, + 0.375, + 0.322266, + 0.488281, + 0.816406, + 0.233398, + 0.558594, + 0.455078 + ] + }, + "name": "model.model.layers.21.input_layernorm.weight", + "outputIndexes": [ + 1726 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1725 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_21/Mul_output_0", + "outputIndexes": [ + 1727 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1726, + 1727 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_21/Mul_1_output_0", + "outputIndexes": [ + 1728 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1728 + ], + "outputIndexes": [ + 4976 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 4976 + ], + "outputIndexes": [ + 4977 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear", + "inputIndexes": [ + 4977 + ], + "outputIndexes": [ + 4978 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 210957474, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 4978 + ], + "outputIndexes": [ + 4979 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4979 + ], + "outputIndexes": [ + 1729 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1728 + ], + "main_type": "NONE", + "name": "/Shape_295_output_0", + "outputIndexes": [ + 1730 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1730 + ], + "main_type": "NONE", + "name": "Shape4615", + "outputIndexes": [ + 1731 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1730 + ], + "main_type": "NONE", + "name": "Rank4617", + "outputIndexes": [ + 1732 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1732, + 1732 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4619", + "outputIndexes": [ + 1733 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1733 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4620", + "outputIndexes": [ + 1734 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1733, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4622", + "outputIndexes": [ + 1735 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1735 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4623", + "outputIndexes": [ + 1736 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1731, + 1734, + 1736, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4626", + "outputIndexes": [ + 1737 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1737 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4627", + "outputIndexes": [ + 1738 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1738 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4628", + "outputIndexes": [ + 1739 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1739, + 1738 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4629", + "outputIndexes": [ + 1740 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1730, + 1740, + 1733 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_319_output_0", + "outputIndexes": [ + 1741 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1741, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_673_output_0", + "outputIndexes": [ + 1742 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1742, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_273_output_0", + "outputIndexes": [ + 1743 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1729, + 1743 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_190_output_0", + "outputIndexes": [ + 1744 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1744, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_168_output_0", + "outputIndexes": [ + 1745 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1744 + ], + "main_type": "NONE", + "name": "/Shape_296_output_0", + "outputIndexes": [ + 1746 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1746 + ], + "main_type": "NONE", + "name": "Shape4636", + "outputIndexes": [ + 1747 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1746 + ], + "main_type": "NONE", + "name": "Rank4638", + "outputIndexes": [ + 1748 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1748, + 1748 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4640", + "outputIndexes": [ + 1749 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1749 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4641", + "outputIndexes": [ + 1750 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1749, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4643", + "outputIndexes": [ + 1751 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1751 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4644", + "outputIndexes": [ + 1752 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1747, + 1750, + 1752, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4647", + "outputIndexes": [ + 1753 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1753 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4648", + "outputIndexes": [ + 1754 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1754 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4649", + "outputIndexes": [ + 1755 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1755, + 1754 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4650", + "outputIndexes": [ + 1756 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1746, + 1756, + 1749 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_320_output_0", + "outputIndexes": [ + 1757 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1757, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_63_output_0", + "outputIndexes": [ + 1758 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1758, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_678_output_0", + "outputIndexes": [ + 1759 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1744, + 1759, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_85_output_0", + "outputIndexes": [ + 1760 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1760 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_42_output_0", + "outputIndexes": [ + 1761 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1744, + 22, + 1759, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_84_output_0", + "outputIndexes": [ + 1762 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1761, + 1762 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_276_output_0", + "outputIndexes": [ + 1763 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1763, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_169_output_0", + "outputIndexes": [ + 1764 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1745, + 1764 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_105_output_0", + "outputIndexes": [ + 1765 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1728 + ], + "outputIndexes": [ + 4980 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 4980 + ], + "outputIndexes": [ + 4981 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear", + "inputIndexes": [ + 4981 + ], + "outputIndexes": [ + 4982 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 211879096, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 4982 + ], + "outputIndexes": [ + 4983 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4983 + ], + "outputIndexes": [ + 1766 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1742, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_274_output_0", + "outputIndexes": [ + 1767 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1766, + 1767 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_191_output_0", + "outputIndexes": [ + 1768 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1768, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_170_output_0", + "outputIndexes": [ + 1769 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1768 + ], + "main_type": "NONE", + "name": "/Shape_297_output_0", + "outputIndexes": [ + 1770 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1770 + ], + "main_type": "NONE", + "name": "Shape4699", + "outputIndexes": [ + 1771 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1770 + ], + "main_type": "NONE", + "name": "Rank4701", + "outputIndexes": [ + 1772 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1772, + 1772 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4703", + "outputIndexes": [ + 1773 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1773 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4704", + "outputIndexes": [ + 1774 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1773, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4706", + "outputIndexes": [ + 1775 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1775 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4707", + "outputIndexes": [ + 1776 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1771, + 1774, + 1776, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4710", + "outputIndexes": [ + 1777 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1777 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4711", + "outputIndexes": [ + 1778 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1778 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4712", + "outputIndexes": [ + 1779 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1779, + 1778 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4713", + "outputIndexes": [ + 1780 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1770, + 1780, + 1773 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_321_output_0", + "outputIndexes": [ + 1781 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1781, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_64_output_0", + "outputIndexes": [ + 1782 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1782, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_680_output_0", + "outputIndexes": [ + 1783 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1768, + 1783, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_87_output_0", + "outputIndexes": [ + 1784 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1784 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_43_output_0", + "outputIndexes": [ + 1785 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1768, + 22, + 1783, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_86_output_0", + "outputIndexes": [ + 1786 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1785, + 1786 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_277_output_0", + "outputIndexes": [ + 1787 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1787, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_171_output_0", + "outputIndexes": [ + 1788 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1769, + 1788 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_106_output_0", + "outputIndexes": [ + 1789 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1728 + ], + "outputIndexes": [ + 4984 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 4984 + ], + "outputIndexes": [ + 4985 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear", + "inputIndexes": [ + 4985 + ], + "outputIndexes": [ + 4986 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 212109518, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 4986 + ], + "outputIndexes": [ + 4987 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4987 + ], + "outputIndexes": [ + 1790 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1790, + 1767 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_192_output_0", + "outputIndexes": [ + 1791 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1765, + 1789, + 1791, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_197_output_0", + "outputIndexes": [ + 1792 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1792 + ], + "outputIndexes": [ + 4988 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 4988 + ], + "outputIndexes": [ + 4989 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear", + "inputIndexes": [ + 4989 + ], + "outputIndexes": [ + 4990 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 212339940, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 4990 + ], + "outputIndexes": [ + 4991 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4991 + ], + "outputIndexes": [ + 1793 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1725, + 1793 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_108_output_0", + "outputIndexes": [ + 1794 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.225586, + 0.345703, + 0.359375, + 0.382812, + 0.382812, + 0.347656, + 0.149414, + 0.376953, + 0.261719, + 0.240234, + 0.176758, + 0.337891, + 0.208984, + 0.322266, + 0.304688, + 0.365234, + 0.227539, + 0.300781, + 0.304688, + 0.186523, + 0.324219, + 0.396484, + 0.279297, + 0.238281, + 0.304688, + 0.382812, + 0.257812, + 0.373047, + 0.337891, + 0.335938, + 0.243164, + 0.163086, + 0.335938, + 0.318359, + 0.341797, + 0.332031, + 0.18457, + 0.332031, + 0.192383, + 0.371094, + 0.326172, + 0.375, + 0.302734, + 0.28125, + 0.217773, + 0.300781, + 0.462891, + 0.200195, + 0.392578, + 0.208008, + 0.363281, + 0.177734, + 0.326172, + 0.328125, + 0.200195, + 0.341797, + 0.402344, + 0.3125, + 0.3125, + 0.400391, + 0.333984, + 0.353516, + 0.267578, + 0.353516, + 0.249023, + 0.246094, + 0.179688, + 0.171875, + 0.386719, + 0.173828, + 0.375, + 0.191406, + 0.271484, + 0.283203, + 0.402344, + 0.275391, + 0.273438, + 0.408203, + 0.162109, + 0.330078, + 0.291016, + 0.402344, + 0.261719, + 0.279297, + 0.361328, + 0.189453, + 0.425781, + 0.227539, + 0.4375, + 0.206055, + 0.269531, + 0.318359, + 0.204102, + 0.339844, + 0.138672, + 0.185547, + 0.439453, + 0.388672, + 0.410156, + 0.355469, + 0.283203, + 0.279297, + 0.376953, + 0.345703, + 0.380859, + 0.181641, + 0.376953, + 0.341797, + 0.339844, + 0.318359, + 0.308594, + 0.394531, + 0.306641, + 0.320312, + 0.357422, + 0.298828, + 0.324219, + 0.337891, + 0.429688, + 0.371094, + 0.345703, + 0.216797, + 0.394531, + 0.244141, + 0.414062, + 0.304688, + 0.194336, + 0.375, + 0.369141, + 0.435547, + 0.365234, + 0.363281, + 0.347656, + 0.310547, + 0.347656, + 0.3125, + 0.363281, + 0.320312, + 0.263672, + 0.253906, + 0.371094, + 0.314453, + 0.333984, + 0.451172, + 0.40625, + 0.34375, + 0.3125, + 0.241211, + 0.347656, + 0.345703, + 0.326172, + 0.330078, + 0.345703, + 0.361328, + 0.361328, + 0.287109, + 0.375, + 0.310547, + 0.149414, + 0.337891, + 0.160156, + 0.294922, + 0.227539, + 0.386719, + 0.298828, + 0.423828, + 0.178711, + 0.373047, + 0.308594, + 0.179688, + 0.265625, + 0.369141, + 0.408203, + 0.275391, + 0.158203, + 0.421875, + 0.287109, + 0.353516, + 0.392578, + 0.384766, + 0.306641, + 0.241211, + 0.294922, + 0.318359, + 0.367188, + 0.349609, + 0.339844, + 0.341797, + 0.359375, + 0.396484, + 0.378906, + 0.283203, + 0.166016, + 0.324219, + 0.322266, + 0.339844, + 0.308594, + 0.25, + 0.092773, + 0.353516, + 0.324219, + 0.314453, + 0.265625, + 0.316406, + 0.251953, + 0.339844, + 0.394531, + 0.279297, + 0.267578, + 0.367188, + 0.335938, + 0.332031, + 0.337891, + 0.173828, + 0.355469, + 0.318359, + 0.347656, + 0.273438, + 0.394531, + 0.355469, + 0.322266, + 0.330078, + 0.235352, + 0.289062, + 0.439453, + 0.279297, + 0.365234, + 0.167969, + 0.466797, + 0.287109, + 0.259766, + 0.224609, + 0.361328, + 0.294922, + 0.392578, + 0.226562, + 0.337891, + 0.253906, + 0.414062, + 0.357422, + 0.376953, + 0.277344, + 0.326172, + 0.345703, + 0.351562, + 0.28125, + 0.259766, + 0.376953, + 0.365234, + 0.316406, + 0.328125, + 0.233398, + 0.1875, + 0.320312, + 0.285156, + 0.367188, + 0.24707, + 0.302734, + 0.211914, + 0.378906, + 0.410156, + 0.371094, + 0.337891, + 0.244141, + 0.365234, + 0.365234, + 0.298828, + 0.398438, + 0.199219, + 0.386719, + 0.242188, + 0.308594, + 0.294922, + 0.226562, + 0.239258, + 0.382812, + 0.341797, + 0.227539, + 0.21875, + 0.378906, + 0.227539, + 0.355469, + 0.324219, + 0.382812, + 0.355469, + 0.308594, + 0.439453, + 0.394531, + 0.363281, + 0.427734, + 0.398438, + 0.353516, + 0.353516, + 0.320312, + 0.353516, + 0.339844, + 0.257812, + 0.345703, + 0.376953, + 0.326172, + 0.318359, + 0.337891, + 0.326172, + 0.213867, + 0.341797, + 0.349609, + 0.25, + 0.306641, + 0.375, + 0.421875, + 0.208008, + 0.40625, + 0.302734, + 0.233398, + 0.392578, + 0.277344, + 0.355469, + 0.214844, + 0.253906, + 0.302734, + 0.394531, + 0.402344, + 0.347656, + 0.347656, + 0.296875, + 0.261719, + 0.345703, + 0.427734, + 0.402344, + 0.273438, + 0.224609, + 0.236328, + 0.196289, + 0.318359, + 0.302734, + 0.320312, + 0.386719, + 0.244141, + 0.18457, + 0.192383, + 0.283203, + 0.316406, + 0.330078, + 0.226562, + 0.417969, + 0.376953, + 0.259766, + 0.345703, + 0.255859, + 0.375, + 0.373047, + 0.371094, + 0.237305, + 0.324219, + 0.318359, + 0.369141, + 0.369141, + 0.353516, + 0.304688, + 0.394531, + 0.306641, + 0.257812, + 0.330078, + 0.367188, + 0.345703, + 0.316406, + 0.380859, + 0.380859, + 0.251953, + 0.244141, + 0.419922, + 0.300781, + 0.384766, + 0.174805, + 0.298828, + 0.314453, + 0.351562, + 0.347656, + 0.359375, + 0.207031, + 0.172852, + 0.261719, + 0.435547, + 0.34375, + 0.341797, + 0.263672, + 0.261719, + 0.347656, + 0.251953, + 0.34375, + 0.328125, + 0.197266, + 0.40625, + 0.201172, + 0.40625, + 0.347656, + 0.324219, + 0.390625, + 0.388672, + 0.353516, + 0.300781, + 0.382812, + 0.225586, + 0.361328, + 0.40625, + 0.234375, + 0.419922, + 0.320312, + 0.375, + 0.337891, + 0.259766, + 0.427734, + 0.347656, + 0.308594, + 0.396484, + 0.414062, + 0.302734, + 0.347656, + 0.351562, + 0.242188, + 0.443359, + 0.285156, + 0.213867, + 0.355469, + 0.371094, + 0.201172, + 0.351562, + 0.294922, + 0.214844, + 0.314453, + 0.152344, + 0.219727, + 0.380859, + 0.332031, + 0.28125, + 0.386719, + 0.427734, + 0.308594, + 0.285156, + 0.326172, + 0.416016, + 0.234375, + 0.241211, + 0.4375, + 0.259766, + 0.233398, + 0.341797, + 0.384766, + 0.195312, + 0.318359, + 0.302734, + 0.242188, + 0.304688, + 0.400391, + 0.375, + 0.392578, + 0.367188, + 0.330078, + 0.310547, + 0.257812, + 0.349609, + 0.275391, + 0.337891, + 0.347656, + 0.157227, + 0.357422, + 0.275391, + 0.382812, + 0.378906, + 0.220703, + 0.3125, + 0.384766, + 0.365234, + 0.324219, + 0.308594, + 0.279297, + 0.28125, + 0.402344, + 0.24707, + 0.257812, + 0.349609, + 0.384766, + 0.427734, + 0.316406, + 0.369141, + 0.267578, + 0.339844, + 0.232422, + 0.367188, + 0.302734, + 0.376953, + 0.404297, + 0.361328, + 0.355469, + 0.322266, + 0.237305, + 0.388672, + 0.322266, + 0.236328, + 0.25, + 0.15625, + 0.277344, + 0.363281, + 0.357422, + 0.1875, + 0.400391, + 0.298828, + 0.298828, + 0.414062, + 0.306641, + 0.298828, + 0.40625, + 0.209961, + 0.227539, + 0.257812, + 0.402344, + 0.371094, + 0.214844, + 0.271484, + 0.269531, + 0.335938, + 0.361328, + 0.188477, + 0.367188, + 0.394531, + 0.306641, + 0.359375, + 0.402344, + 0.386719, + 0.255859, + 0.21582, + 0.277344, + 0.205078, + 0.150391, + 0.371094, + 0.28125, + 0.289062, + 0.388672, + 0.271484, + 0.3125, + 0.376953, + 0.180664, + 0.265625, + 0.402344, + 0.347656, + 0.245117, + 0.328125, + 0.161133, + 0.271484, + 0.223633, + 0.271484, + 0.333984, + 0.390625, + 0.371094, + 0.330078, + 0.359375, + 0.300781, + 0.195312, + 0.369141, + 0.170898, + 0.1875, + 0.242188, + 0.376953, + 0.302734, + 0.243164, + 0.191406, + 0.378906, + 0.337891, + 0.318359, + 0.318359, + 0.443359, + 0.361328, + 0.204102, + 0.384766, + 0.298828, + 0.378906, + 0.289062, + 0.345703, + 0.271484, + 0.160156, + 0.443359, + 0.324219, + 0.292969, + 0.296875, + 0.371094, + 0.326172, + 0.296875, + 0.328125, + 0.40625, + 0.304688, + 0.253906, + 0.212891, + 0.375, + 0.371094, + 0.347656, + 0.21582, + 0.353516, + 0.172852, + 0.200195, + 0.40625, + 0.34375, + 0.332031, + 0.328125, + 0.3125, + 0.15625, + 0.21875, + 0.363281, + 0.277344, + 0.306641, + 0.375, + 0.238281, + 0.402344, + 0.333984, + 0.239258, + 0.335938, + 0.322266, + 0.225586, + 0.324219, + 0.300781, + 0.384766, + 0.154297, + 0.333984, + 0.287109, + 0.333984, + 0.283203, + 0.166992, + 0.404297, + 0.194336, + 0.314453, + 0.166992, + 0.137695, + 0.275391, + 0.316406, + 0.355469, + 0.239258, + 0.373047, + 0.332031, + 0.308594, + 0.396484, + 0.332031, + 0.239258, + 0.375, + 0.335938, + 0.231445, + 0.194336, + 0.271484, + 0.267578, + 0.158203, + 0.279297, + 0.269531, + 0.373047, + 0.451172, + 0.429688, + 0.195312, + 0.333984, + 0.298828, + 0.150391, + 0.359375, + 0.193359, + 0.196289, + 0.287109, + 0.390625, + 0.263672, + 0.253906, + 0.316406, + 0.34375, + 0.304688, + 0.371094, + 0.304688, + 0.392578, + 0.351562, + 0.328125, + 0.298828, + 0.231445, + 0.217773, + 0.179688, + 0.304688, + 0.375, + 0.330078, + 0.375, + 0.365234, + 0.380859, + 0.183594, + 0.28125, + 0.337891, + 0.380859, + 0.219727, + 0.427734, + 0.390625, + 0.275391, + 0.304688, + 0.369141, + 0.302734, + 0.378906, + 0.255859, + 0.363281, + 0.330078, + 0.275391, + 0.361328, + 0.376953, + 0.294922, + 0.330078, + 0.234375, + 0.320312, + 0.206055, + 0.227539, + 0.378906, + 0.277344, + 0.249023, + 0.3125, + 0.232422, + 0.390625, + 0.345703, + 0.404297, + 0.40625, + 0.314453, + 0.326172, + 0.212891, + 0.189453, + 0.351562, + 0.180664, + 0.292969, + 0.224609, + 0.376953, + 0.375, + 0.287109, + 0.206055, + 0.300781, + 0.3125, + 0.3125, + 0.373047, + 0.201172, + 0.328125, + 0.328125, + 0.206055, + 0.453125, + 0.193359, + 0.306641, + 0.345703, + 0.333984, + 0.371094, + 0.34375, + 0.371094, + 0.28125, + 0.353516, + 0.365234, + 0.168945, + 0.330078, + 0.349609, + 0.203125, + 0.21582, + 0.158203, + 0.400391, + 0.287109, + 0.402344, + 0.373047, + 0.314453, + 0.259766, + 0.241211, + 0.292969, + 0.316406, + 0.40625, + 0.308594, + 0.208008, + 0.369141, + 0.34375, + 0.240234, + 0.365234, + 0.302734, + 0.182617, + 0.259766, + 0.237305, + 0.236328, + 0.287109, + 0.238281, + 0.378906, + 0.298828, + 0.417969, + 0.34375, + 0.378906, + 0.220703, + 0.431641, + 0.216797, + 0.388672, + 0.351562, + 0.3125, + 0.239258, + 0.349609, + 0.339844, + 0.310547, + 0.330078, + 0.287109, + 0.326172, + 0.225586, + 0.273438, + 0.349609, + 0.204102, + 0.308594, + 0.308594, + 0.341797, + 0.386719, + 0.353516, + 0.345703, + 0.277344, + 0.332031, + 0.5, + 0.378906, + 0.201172, + 0.304688, + 0.265625, + 0.34375, + 0.398438, + 0.289062, + 0.353516, + 0.3125, + 0.263672, + 0.349609, + 0.314453, + 0.353516, + 0.457031, + 0.306641, + 0.390625, + 0.388672, + 0.310547, + 0.275391, + 0.390625, + 0.298828, + 0.259766, + 0.394531, + 0.357422, + 0.332031, + 0.294922, + 0.384766, + 0.15918, + 0.455078, + 0.349609, + 0.349609, + 0.361328, + 0.265625, + 0.324219, + 0.404297, + 0.333984, + 0.369141, + 0.310547, + 0.375, + 0.238281, + 0.216797, + 0.382812, + 0.378906, + 0.300781, + 0.216797, + 0.511719, + 0.210938, + 0.287109, + 0.328125, + 0.339844, + 0.203125, + 0.347656, + 0.226562, + 0.355469, + 0.253906, + 0.300781, + 0.376953, + 0.178711, + 0.349609, + 0.193359, + 0.298828, + 0.28125, + 0.316406, + 0.240234, + 0.308594, + 0.304688, + 0.332031, + 0.367188, + 0.238281, + 0.34375, + 0.139648, + 0.164062, + 0.347656, + 0.191406, + 0.357422, + 0.412109, + 0.328125, + 0.314453, + 0.335938, + 0.314453, + 0.287109, + 0.253906, + 0.345703, + 0.353516, + 0.388672, + 0.304688, + 0.216797, + 0.330078, + 0.365234, + 0.363281, + 0.197266, + 0.349609, + 0.318359, + 0.371094, + 0.205078, + 0.408203, + 0.249023, + 0.28125, + 0.380859, + 0.335938, + 0.333984, + 0.369141, + 0.291016, + 0.291016, + 0.21875, + 0.482422, + 0.394531, + 0.390625, + 0.314453, + 0.291016, + 0.335938, + 0.300781, + 0.359375, + 0.400391, + 0.22168, + 0.289062, + 0.412109, + 0.289062, + 0.404297, + 0.178711, + 0.310547, + 0.216797, + 0.335938, + 0.353516, + 0.298828, + 0.209961, + 0.3125, + 0.431641, + 0.326172, + 0.375, + 0.341797, + 0.171875, + 0.166016, + 0.332031, + 0.361328, + 0.351562, + 0.234375, + 0.351562, + 0.390625, + 0.287109, + 0.320312, + 0.335938, + 0.365234, + 0.308594, + 0.347656, + 0.208984, + 0.324219, + 0.359375, + 0.294922, + 0.34375, + 0.322266, + 0.392578, + 0.308594, + 0.170898, + 0.412109, + 0.330078, + 0.333984, + 0.361328, + 0.240234, + 0.375, + 0.167969, + 0.324219, + 0.326172, + 0.359375, + 0.330078, + 0.382812, + 0.4375, + 0.255859, + 0.330078, + 0.277344, + 0.318359, + 0.339844, + 0.267578, + 0.404297, + 0.166992, + 0.3125, + 0.277344, + 0.302734, + 0.28125, + 0.378906, + 0.332031, + 0.204102, + 0.253906, + 0.287109, + 0.298828, + 0.410156, + 0.185547, + 0.353516, + 0.277344, + 0.382812, + 0.345703, + 0.367188, + 0.375, + 0.314453, + 0.34375, + 0.202148, + 0.363281, + 0.396484, + 0.392578, + 0.341797, + 0.445312, + 0.351562, + 0.243164, + 0.263672, + 0.241211, + 0.400391, + 0.231445, + 0.34375, + 0.361328, + 0.363281, + 0.291016, + 0.304688, + 0.267578, + 0.400391, + 0.357422, + 0.314453, + 0.400391, + 0.394531, + 0.388672, + 0.294922, + 0.314453, + 0.355469, + 0.205078, + 0.347656, + 0.353516, + 0.277344, + 0.192383, + 0.3125, + 0.353516, + 0.287109, + 0.259766, + 0.24707, + 0.197266, + 0.394531, + 0.388672, + 0.373047, + 0.158203, + 0.320312, + 0.355469, + 0.174805, + 0.330078, + 0.178711, + 0.302734, + 0.296875, + 0.367188, + 0.291016, + 0.318359, + 0.355469, + 0.376953, + 0.384766, + 0.171875, + 0.335938, + 0.408203, + 0.330078, + 0.392578, + 0.333984, + 0.373047, + 0.186523, + 0.167969, + 0.259766, + 0.398438, + 0.314453, + 0.241211, + 0.392578, + 0.308594, + 0.219727, + 0.349609, + 0.365234, + 0.365234, + 0.275391, + 0.373047, + 0.308594, + 0.371094, + 0.388672, + 0.237305, + 0.233398, + 0.34375, + 0.380859, + 0.259766, + 0.326172, + 0.414062, + 0.263672, + 0.180664, + 0.386719, + 0.365234, + 0.402344, + 0.289062, + 0.291016, + 0.263672, + 0.363281, + 0.457031, + 0.335938, + 0.316406, + 0.192383, + 0.316406, + 0.245117, + 0.376953, + 0.404297, + 0.378906, + 0.21875, + 0.384766, + 0.257812, + 0.359375, + 0.328125, + 0.396484, + 0.367188, + 0.34375, + 0.376953, + 0.1875, + 0.412109, + 0.337891, + 0.369141, + 0.388672, + 0.241211, + 0.285156, + 0.390625, + 0.146484, + 0.179688, + 0.306641, + 0.34375, + 0.310547, + 0.314453, + 0.400391, + 0.363281, + 0.243164, + 0.332031, + 0.162109, + 0.425781, + 0.232422, + 0.378906, + 0.34375, + 0.351562, + 0.382812, + 0.369141, + 0.316406, + 0.316406, + 0.263672, + 0.427734, + 0.408203, + 0.271484, + 0.363281, + 0.271484, + 0.263672, + 0.380859, + 0.204102, + 0.349609, + 0.261719, + 0.277344, + 0.277344, + 0.361328, + 0.388672, + 0.310547, + 0.353516, + 0.357422, + 0.335938, + 0.412109, + 0.271484, + 0.371094, + 0.386719, + 0.296875, + 0.400391, + 0.157227, + 0.253906, + 0.337891, + 0.355469, + 0.333984, + 0.367188, + 0.310547, + 0.404297, + 0.304688, + 0.275391, + 0.337891, + 0.324219, + 0.198242, + 0.353516, + 0.386719, + 0.400391, + 0.402344, + 0.431641, + 0.310547, + 0.419922, + 0.384766, + 0.289062, + 0.429688, + 0.402344, + 0.296875, + 0.394531, + 0.326172, + 0.287109, + 0.421875, + 0.248047, + 0.382812, + 0.335938, + 0.4375, + 0.259766, + 0.219727, + 0.193359, + 0.416016, + 0.402344, + 0.367188, + 0.429688, + 0.304688, + 0.34375, + 0.322266, + 0.175781, + 0.376953, + 0.28125, + 0.298828, + 0.349609, + 0.289062, + 0.328125, + 0.206055, + 0.289062, + 0.332031, + 0.3125, + 0.333984, + 0.188477, + 0.328125, + 0.34375, + 0.328125, + 0.375, + 0.349609, + 0.380859, + 0.359375, + 0.359375, + 0.240234, + 0.22168, + 0.277344, + 0.318359, + 0.335938, + 0.333984, + 0.367188, + 0.273438, + 0.361328, + 0.179688, + 0.219727, + 0.322266, + 0.363281, + 0.291016, + 0.400391, + 0.300781, + 0.291016, + 0.328125, + 0.351562, + 0.357422, + 0.367188, + 0.287109, + 0.386719, + 0.332031, + 0.390625, + 0.171875, + 0.271484, + 0.177734, + 0.351562, + 0.3125, + 0.243164, + 0.267578, + 0.400391, + 0.314453, + 0.34375, + 0.324219, + 0.208984, + 0.207031, + 0.289062, + 0.195312, + 0.298828, + 0.269531, + 0.3125, + 0.245117, + 0.40625, + 0.118652, + 0.175781, + 0.412109, + 0.335938 + ] + }, + "name": "model.model.layers.21.post_attention_layernorm.weight", + "outputIndexes": [ + 1795 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1794 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_21/Mul_output_0", + "outputIndexes": [ + 1796 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1795, + 1796 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_21/Mul_1_output_0", + "outputIndexes": [ + 1797 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1797 + ], + "outputIndexes": [ + 4992 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 4992 + ], + "outputIndexes": [ + 4993 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear", + "inputIndexes": [ + 4993 + ], + "outputIndexes": [ + 4994 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 213261562, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 4994 + ], + "outputIndexes": [ + 4995 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4995 + ], + "outputIndexes": [ + 1798 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1798 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_21/Sigmoid_output_0", + "outputIndexes": [ + 1799 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1798, + 1799 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_21/Mul_output_0", + "outputIndexes": [ + 1800 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1797 + ], + "outputIndexes": [ + 4996 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 4996 + ], + "outputIndexes": [ + 4997 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear", + "inputIndexes": [ + 4997 + ], + "outputIndexes": [ + 4998 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 215842064, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 4998 + ], + "outputIndexes": [ + 4999 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 4999 + ], + "outputIndexes": [ + 1801 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1800, + 1801 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_21/Mul_output_0", + "outputIndexes": [ + 1802 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1802 + ], + "outputIndexes": [ + 5000 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5000 + ], + "outputIndexes": [ + 5001 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear", + "inputIndexes": [ + 5001 + ], + "outputIndexes": [ + 5002 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 218422566, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5002 + ], + "outputIndexes": [ + 5003 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.21/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5003 + ], + "outputIndexes": [ + 1803 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1794, + 1803 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_109_output_0", + "outputIndexes": [ + 1804 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1804, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_198_output_0", + "outputIndexes": [ + 1805 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.251953, + 0.34375, + 0.433594, + 0.431641, + 0.429688, + 0.378906, + 0.769531, + 0.416016, + 0.253906, + 0.316406, + 0.251953, + 0.376953, + 0.213867, + 0.314453, + 0.28125, + 0.382812, + 0.515625, + 0.320312, + 0.308594, + 0.209961, + 0.384766, + 0.503906, + 0.349609, + 0.244141, + 0.353516, + 0.488281, + 0.271484, + 0.386719, + 0.367188, + 0.361328, + 0.423828, + 0.394531, + 0.388672, + 0.417969, + 0.380859, + 0.326172, + 0.246094, + 0.353516, + 0.294922, + 0.476562, + 0.367188, + 0.412109, + 0.371094, + 0.310547, + 0.263672, + 0.361328, + 0.597656, + 0.217773, + 0.482422, + 0.384766, + 0.423828, + 0.245117, + 0.330078, + 0.408203, + 0.261719, + 0.396484, + 0.46875, + 0.34375, + 0.378906, + 0.462891, + 0.382812, + 0.365234, + 0.265625, + 0.398438, + 0.285156, + 0.417969, + 0.855469, + 0.198242, + 0.488281, + 0.636719, + 0.423828, + 0.210938, + 0.316406, + 0.306641, + 0.443359, + 0.292969, + 0.287109, + 0.462891, + 0.225586, + 0.363281, + 0.285156, + 0.4375, + 0.269531, + 0.273438, + 0.371094, + 0.185547, + 0.498047, + 0.304688, + 0.574219, + 0.237305, + 0.291016, + 0.351562, + 0.209961, + 0.341797, + 0.183594, + 0.200195, + 0.558594, + 0.427734, + 0.421875, + 0.441406, + 0.404297, + 0.28125, + 0.410156, + 0.400391, + 0.457031, + 0.208008, + 0.496094, + 0.396484, + 0.34375, + 0.314453, + 0.304688, + 0.476562, + 0.337891, + 0.478516, + 0.435547, + 0.503906, + 0.371094, + 0.359375, + 0.470703, + 0.46875, + 0.40625, + 0.21582, + 0.388672, + 0.330078, + 0.507812, + 0.341797, + 0.78125, + 0.419922, + 0.378906, + 0.582031, + 0.439453, + 0.318359, + 0.414062, + 0.341797, + 0.396484, + 0.373047, + 0.457031, + 0.355469, + 0.451172, + 0.267578, + 0.380859, + 0.382812, + 0.371094, + 0.542969, + 0.388672, + 0.408203, + 0.341797, + 0.240234, + 0.335938, + 0.451172, + 0.367188, + 0.361328, + 0.373047, + 0.425781, + 0.388672, + 0.324219, + 0.396484, + 0.333984, + 0.161133, + 0.429688, + 0.202148, + 0.369141, + 0.251953, + 0.464844, + 0.324219, + 0.460938, + 0.22168, + 0.539062, + 0.324219, + 0.201172, + 0.294922, + 0.423828, + 0.466797, + 0.310547, + 0.237305, + 0.476562, + 0.314453, + 0.347656, + 0.458984, + 0.441406, + 0.294922, + 0.287109, + 0.271484, + 0.341797, + 0.367188, + 0.369141, + 0.386719, + 0.414062, + 0.433594, + 0.511719, + 0.412109, + 0.292969, + 0.199219, + 0.322266, + 0.328125, + 0.378906, + 0.302734, + 0.306641, + 0.138672, + 0.404297, + 0.324219, + 0.25, + 0.287109, + 0.384766, + 0.259766, + 0.349609, + 0.414062, + 0.296875, + 0.425781, + 0.431641, + 0.408203, + 0.34375, + 0.435547, + 0.198242, + 0.408203, + 0.351562, + 0.349609, + 0.279297, + 0.453125, + 0.349609, + 0.324219, + 0.332031, + 0.225586, + 0.291016, + 0.503906, + 0.302734, + 0.445312, + 0.166016, + 0.507812, + 0.314453, + 0.298828, + 0.328125, + 0.392578, + 0.314453, + 0.523438, + 0.251953, + 0.384766, + 0.271484, + 0.488281, + 0.382812, + 0.445312, + 0.294922, + 0.326172, + 0.410156, + 0.386719, + 0.304688, + 0.330078, + 0.386719, + 0.457031, + 0.388672, + 0.347656, + 0.228516, + 0.191406, + 0.371094, + 0.353516, + 0.449219, + 0.251953, + 0.283203, + 0.233398, + 0.419922, + 0.431641, + 0.447266, + 0.443359, + 0.242188, + 0.396484, + 0.375, + 0.269531, + 0.464844, + 0.244141, + 0.542969, + 0.761719, + 0.310547, + 0.337891, + 0.613281, + 0.257812, + 0.539062, + 0.431641, + 0.259766, + 0.249023, + 0.443359, + 0.238281, + 0.382812, + 0.326172, + 0.439453, + 0.439453, + 0.328125, + 0.535156, + 0.439453, + 0.376953, + 0.519531, + 0.466797, + 0.386719, + 0.349609, + 0.376953, + 0.394531, + 0.361328, + 0.188477, + 0.412109, + 0.378906, + 0.353516, + 0.310547, + 0.367188, + 0.349609, + 0.251953, + 0.40625, + 0.339844, + 0.275391, + 0.345703, + 0.412109, + 0.515625, + 0.209961, + 0.542969, + 0.328125, + 0.298828, + 0.496094, + 0.263672, + 0.384766, + 0.243164, + 0.53125, + 0.423828, + 0.367188, + 0.447266, + 0.433594, + 0.349609, + 0.308594, + 0.337891, + 0.339844, + 0.523438, + 0.396484, + 0.320312, + 0.4375, + 0.24707, + 0.28125, + 0.34375, + 0.482422, + 0.328125, + 0.474609, + 0.230469, + 0.234375, + 0.239258, + 0.310547, + 0.380859, + 0.337891, + 0.217773, + 0.503906, + 0.488281, + 0.292969, + 0.359375, + 0.300781, + 0.425781, + 0.578125, + 0.445312, + 0.224609, + 0.34375, + 0.392578, + 0.523438, + 0.40625, + 0.386719, + 0.292969, + 0.433594, + 0.296875, + 0.316406, + 0.345703, + 0.414062, + 0.375, + 0.335938, + 0.539062, + 0.419922, + 0.302734, + 0.259766, + 0.474609, + 0.253906, + 0.433594, + 0.186523, + 0.396484, + 0.337891, + 0.380859, + 0.427734, + 0.369141, + 0.3125, + 0.707031, + 0.271484, + 0.5625, + 0.347656, + 0.349609, + 0.253906, + 0.314453, + 0.386719, + 0.324219, + 0.398438, + 0.361328, + 0.371094, + 0.484375, + 0.25, + 0.503906, + 0.394531, + 0.375, + 0.46875, + 0.511719, + 0.398438, + 0.359375, + 0.554688, + 0.249023, + 0.335938, + 0.423828, + 0.257812, + 0.503906, + 0.384766, + 0.378906, + 0.380859, + 0.269531, + 0.542969, + 0.339844, + 0.322266, + 0.4375, + 0.464844, + 0.310547, + 0.382812, + 0.380859, + 0.273438, + 0.515625, + 0.273438, + 0.376953, + 0.382812, + 0.404297, + 0.21875, + 0.388672, + 0.398438, + 0.373047, + 0.359375, + 0.25, + 0.269531, + 0.441406, + 0.410156, + 0.263672, + 0.410156, + 0.578125, + 0.349609, + 0.300781, + 0.255859, + 0.523438, + 0.296875, + 0.322266, + 0.53125, + 0.259766, + 0.326172, + 0.322266, + 0.472656, + 0.244141, + 0.355469, + 0.410156, + 0.4375, + 0.330078, + 0.498047, + 0.378906, + 0.462891, + 0.443359, + 0.335938, + 0.300781, + 0.296875, + 0.386719, + 0.382812, + 0.367188, + 0.5, + 0.193359, + 0.402344, + 0.291016, + 0.462891, + 0.523438, + 0.28125, + 0.373047, + 0.441406, + 0.423828, + 0.410156, + 0.419922, + 0.310547, + 0.3125, + 0.455078, + 0.255859, + 0.294922, + 0.386719, + 0.439453, + 0.498047, + 0.300781, + 0.365234, + 0.294922, + 0.378906, + 0.294922, + 0.408203, + 0.296875, + 0.472656, + 0.453125, + 0.357422, + 0.384766, + 0.34375, + 0.296875, + 0.386719, + 0.369141, + 0.283203, + 0.265625, + 0.707031, + 0.300781, + 0.373047, + 0.445312, + 0.308594, + 0.447266, + 0.322266, + 0.4375, + 0.554688, + 0.345703, + 0.34375, + 0.519531, + 0.5625, + 0.238281, + 0.294922, + 0.457031, + 0.449219, + 0.245117, + 0.253906, + 0.277344, + 0.392578, + 0.451172, + 0.238281, + 0.351562, + 0.490234, + 0.330078, + 0.410156, + 0.570312, + 0.460938, + 0.335938, + 0.423828, + 0.294922, + 0.229492, + 0.169922, + 0.462891, + 0.339844, + 0.289062, + 0.482422, + 0.277344, + 0.404297, + 0.458984, + 0.210938, + 0.320312, + 0.394531, + 0.410156, + 0.261719, + 0.349609, + 0.191406, + 0.351562, + 0.333984, + 0.349609, + 0.316406, + 0.515625, + 0.441406, + 0.376953, + 0.398438, + 0.34375, + 0.128906, + 0.382812, + 0.195312, + 0.314453, + 0.330078, + 0.373047, + 0.326172, + 0.255859, + 0.212891, + 0.378906, + 0.339844, + 0.400391, + 0.365234, + 0.507812, + 0.423828, + 0.269531, + 0.410156, + 0.304688, + 0.396484, + 0.300781, + 0.330078, + 0.318359, + 0.157227, + 0.554688, + 0.378906, + 0.324219, + 0.427734, + 0.4375, + 0.376953, + 0.341797, + 0.365234, + 0.519531, + 0.271484, + 0.259766, + 0.222656, + 0.435547, + 0.361328, + 0.382812, + 0.223633, + 0.402344, + 0.230469, + 0.251953, + 0.482422, + 0.361328, + 0.417969, + 0.394531, + 0.223633, + 0.15332, + 0.240234, + 0.427734, + 0.269531, + 0.335938, + 0.384766, + 0.248047, + 0.445312, + 0.445312, + 0.28125, + 0.388672, + 0.328125, + 0.460938, + 0.335938, + 0.328125, + 0.484375, + 0.15625, + 0.322266, + 0.318359, + 0.458984, + 0.306641, + 0.166992, + 0.492188, + 0.445312, + 0.353516, + 0.15332, + 0.683594, + 0.246094, + 0.333984, + 0.335938, + 0.259766, + 0.421875, + 0.40625, + 0.388672, + 0.447266, + 0.351562, + 0.339844, + 0.453125, + 0.335938, + 0.267578, + 0.220703, + 0.285156, + 0.292969, + 0.173828, + 0.464844, + 0.511719, + 0.470703, + 0.53125, + 0.496094, + 0.231445, + 0.318359, + 0.292969, + 0.152344, + 0.382812, + 0.209961, + 0.28125, + 0.300781, + 0.439453, + 0.271484, + 0.279297, + 0.314453, + 0.386719, + 0.306641, + 0.410156, + 0.392578, + 0.402344, + 0.378906, + 0.396484, + 0.363281, + 0.535156, + 0.228516, + 0.210938, + 0.363281, + 0.353516, + 0.388672, + 0.435547, + 0.490234, + 0.511719, + 0.90625, + 0.300781, + 0.423828, + 0.507812, + 0.259766, + 0.53125, + 0.470703, + 0.265625, + 0.310547, + 0.443359, + 0.349609, + 0.410156, + 0.277344, + 0.373047, + 0.332031, + 0.291016, + 0.357422, + 0.363281, + 0.302734, + 0.359375, + 0.261719, + 0.326172, + 0.451172, + 0.318359, + 0.373047, + 0.291016, + 0.222656, + 0.402344, + 0.365234, + 0.46875, + 0.382812, + 0.445312, + 0.496094, + 0.34375, + 0.324219, + 0.273438, + 0.219727, + 0.390625, + 0.21582, + 0.298828, + 0.236328, + 0.439453, + 0.404297, + 0.292969, + 0.726562, + 0.328125, + 0.400391, + 0.361328, + 0.408203, + 0.186523, + 0.341797, + 0.333984, + 0.238281, + 0.621094, + 0.202148, + 0.318359, + 0.367188, + 0.365234, + 0.445312, + 0.388672, + 0.361328, + 0.308594, + 0.417969, + 0.390625, + 0.789062, + 0.369141, + 0.408203, + 0.324219, + 0.212891, + 0.186523, + 0.453125, + 0.294922, + 0.441406, + 0.396484, + 0.292969, + 0.292969, + 0.275391, + 0.298828, + 0.333984, + 0.490234, + 0.341797, + 0.302734, + 0.492188, + 0.398438, + 0.240234, + 0.332031, + 0.285156, + 0.271484, + 0.349609, + 0.255859, + 0.283203, + 0.287109, + 0.578125, + 0.466797, + 0.404297, + 0.539062, + 0.376953, + 0.441406, + 0.238281, + 0.457031, + 0.341797, + 0.431641, + 0.376953, + 0.349609, + 0.328125, + 0.425781, + 0.392578, + 0.328125, + 0.462891, + 0.322266, + 0.40625, + 0.263672, + 0.316406, + 0.412109, + 0.480469, + 0.322266, + 0.318359, + 0.332031, + 0.445312, + 0.371094, + 0.376953, + 0.320312, + 0.328125, + 0.574219, + 0.451172, + 0.21582, + 0.380859, + 0.287109, + 0.470703, + 0.40625, + 0.332031, + 0.404297, + 0.390625, + 0.296875, + 0.328125, + 0.355469, + 0.390625, + 0.59375, + 0.34375, + 0.394531, + 0.443359, + 0.365234, + 0.322266, + 0.427734, + 0.291016, + 0.333984, + 0.490234, + 0.435547, + 0.351562, + 0.302734, + 0.558594, + 0.175781, + 0.476562, + 0.425781, + 0.382812, + 0.416016, + 0.320312, + 0.349609, + 0.464844, + 0.410156, + 0.367188, + 0.347656, + 0.357422, + 0.302734, + 0.244141, + 0.416016, + 0.398438, + 0.384766, + 0.208008, + 0.59375, + 0.480469, + 0.300781, + 0.359375, + 0.4375, + 0.230469, + 0.392578, + 0.202148, + 0.384766, + 0.345703, + 0.449219, + 0.496094, + 0.199219, + 0.453125, + 0.439453, + 0.330078, + 0.316406, + 0.335938, + 0.263672, + 0.341797, + 0.369141, + 0.34375, + 0.378906, + 0.265625, + 0.359375, + 0.164062, + 0.191406, + 0.394531, + 0.292969, + 0.378906, + 0.507812, + 0.365234, + 0.388672, + 0.425781, + 0.3125, + 0.269531, + 0.550781, + 0.375, + 0.404297, + 0.417969, + 0.291016, + 0.427734, + 0.357422, + 0.398438, + 0.394531, + 0.219727, + 0.349609, + 0.353516, + 0.474609, + 0.304688, + 0.470703, + 0.275391, + 0.316406, + 0.5, + 0.322266, + 0.394531, + 0.431641, + 0.326172, + 0.34375, + 0.291016, + 0.523438, + 0.535156, + 0.466797, + 0.255859, + 0.277344, + 0.357422, + 0.314453, + 0.357422, + 0.431641, + 0.261719, + 0.308594, + 0.492188, + 0.28125, + 0.435547, + 0.265625, + 0.34375, + 0.249023, + 0.359375, + 0.410156, + 0.302734, + 0.195312, + 0.308594, + 0.527344, + 0.316406, + 0.392578, + 0.369141, + 0.19043, + 0.201172, + 0.318359, + 0.384766, + 0.384766, + 0.320312, + 0.359375, + 0.439453, + 0.300781, + 0.384766, + 0.404297, + 0.351562, + 0.388672, + 0.373047, + 0.351562, + 0.369141, + 0.425781, + 0.332031, + 0.373047, + 0.357422, + 0.466797, + 0.320312, + 0.78125, + 0.519531, + 0.365234, + 0.449219, + 0.527344, + 0.213867, + 0.447266, + 0.193359, + 0.335938, + 0.376953, + 0.585938, + 0.333984, + 0.550781, + 0.453125, + 0.304688, + 0.390625, + 0.326172, + 0.287109, + 0.466797, + 0.65625, + 0.433594, + 0.240234, + 0.535156, + 0.351562, + 0.417969, + 0.277344, + 0.449219, + 0.384766, + 0.234375, + 0.601562, + 0.304688, + 0.367188, + 0.519531, + 0.231445, + 0.490234, + 0.283203, + 0.392578, + 0.431641, + 0.40625, + 0.435547, + 0.300781, + 0.398438, + 0.205078, + 0.376953, + 0.503906, + 0.494141, + 0.382812, + 0.539062, + 0.652344, + 0.253906, + 0.261719, + 0.25, + 0.423828, + 0.234375, + 0.458984, + 0.361328, + 0.369141, + 0.326172, + 0.347656, + 0.296875, + 0.402344, + 0.373047, + 0.359375, + 0.519531, + 0.488281, + 0.423828, + 0.259766, + 0.410156, + 0.527344, + 0.408203, + 0.34375, + 0.453125, + 0.304688, + 0.225586, + 0.384766, + 0.353516, + 0.287109, + 0.291016, + 0.589844, + 0.194336, + 0.388672, + 0.451172, + 0.402344, + 0.170898, + 0.367188, + 0.351562, + 0.371094, + 0.349609, + 0.213867, + 0.310547, + 0.306641, + 0.453125, + 0.322266, + 0.351562, + 0.398438, + 0.445312, + 0.416016, + 0.238281, + 0.400391, + 0.472656, + 0.357422, + 0.441406, + 0.375, + 0.470703, + 0.203125, + 0.6875, + 0.417969, + 0.480469, + 0.359375, + 0.283203, + 0.431641, + 0.316406, + 0.306641, + 0.398438, + 0.419922, + 0.394531, + 0.353516, + 0.466797, + 0.376953, + 0.480469, + 0.482422, + 0.24707, + 0.304688, + 0.410156, + 0.441406, + 0.298828, + 0.347656, + 0.449219, + 0.332031, + 0.243164, + 0.488281, + 0.435547, + 0.519531, + 0.427734, + 0.259766, + 0.279297, + 0.416016, + 0.746094, + 0.345703, + 0.339844, + 0.253906, + 0.353516, + 0.294922, + 0.416016, + 0.455078, + 0.439453, + 0.703125, + 0.365234, + 0.216797, + 0.441406, + 0.373047, + 0.460938, + 0.417969, + 0.453125, + 0.392578, + 0.796875, + 0.4375, + 0.239258, + 0.412109, + 0.570312, + 0.333984, + 0.302734, + 0.542969, + 0.160156, + 0.208008, + 0.332031, + 0.380859, + 0.318359, + 0.318359, + 0.617188, + 0.376953, + 0.246094, + 0.414062, + 0.216797, + 0.503906, + 0.287109, + 0.392578, + 0.376953, + 0.460938, + 0.431641, + 0.419922, + 0.369141, + 0.3125, + 0.267578, + 0.488281, + 0.494141, + 0.361328, + 0.443359, + 0.285156, + 0.441406, + 0.460938, + 0.400391, + 0.410156, + 0.285156, + 0.292969, + 0.291016, + 0.400391, + 0.375, + 0.390625, + 0.455078, + 0.404297, + 0.396484, + 0.550781, + 0.326172, + 0.394531, + 0.478516, + 0.447266, + 0.457031, + 0.167969, + 0.318359, + 0.330078, + 0.351562, + 0.326172, + 0.40625, + 0.308594, + 0.466797, + 0.347656, + 0.324219, + 0.347656, + 0.345703, + 0.185547, + 0.388672, + 0.414062, + 0.4375, + 0.46875, + 0.482422, + 0.330078, + 0.421875, + 0.458984, + 0.306641, + 0.498047, + 0.482422, + 0.332031, + 0.392578, + 0.359375, + 0.3125, + 0.53125, + 0.263672, + 0.464844, + 0.335938, + 0.496094, + 0.212891, + 0.300781, + 0.223633, + 0.539062, + 0.53125, + 0.386719, + 0.550781, + 0.402344, + 0.375, + 0.378906, + 0.205078, + 0.4375, + 0.294922, + 0.339844, + 0.34375, + 0.234375, + 0.408203, + 0.229492, + 0.355469, + 0.396484, + 0.302734, + 0.378906, + 0.217773, + 0.353516, + 0.347656, + 0.390625, + 0.490234, + 0.382812, + 0.425781, + 0.330078, + 0.347656, + 0.349609, + 0.294922, + 0.269531, + 0.394531, + 0.359375, + 0.388672, + 0.408203, + 0.339844, + 0.490234, + 0.202148, + 0.248047, + 0.328125, + 0.457031, + 0.333984, + 0.445312, + 0.204102, + 0.34375, + 0.335938, + 0.421875, + 0.371094, + 0.441406, + 0.324219, + 0.427734, + 0.337891, + 0.435547, + 0.183594, + 0.294922, + 0.208984, + 0.423828, + 0.384766, + 0.34375, + 0.265625, + 0.515625, + 0.398438, + 0.349609, + 0.314453, + 0.255859, + 0.251953, + 0.304688, + 0.210938, + 0.314453, + 0.316406, + 0.328125, + 0.271484, + 0.460938, + 0.753906, + 0.222656, + 0.574219, + 0.388672 + ] + }, + "name": "model.model.layers.22.input_layernorm.weight", + "outputIndexes": [ + 1806 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1805 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_22/Mul_output_0", + "outputIndexes": [ + 1807 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1806, + 1807 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_22/Mul_1_output_0", + "outputIndexes": [ + 1808 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1808 + ], + "outputIndexes": [ + 5004 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5004 + ], + "outputIndexes": [ + 5005 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear", + "inputIndexes": [ + 5005 + ], + "outputIndexes": [ + 5006 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 221003068, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5006 + ], + "outputIndexes": [ + 5007 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5007 + ], + "outputIndexes": [ + 1809 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1808 + ], + "main_type": "NONE", + "name": "/Shape_309_output_0", + "outputIndexes": [ + 1810 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1810 + ], + "main_type": "NONE", + "name": "Shape4831", + "outputIndexes": [ + 1811 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1810 + ], + "main_type": "NONE", + "name": "Rank4833", + "outputIndexes": [ + 1812 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1812, + 1812 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4835", + "outputIndexes": [ + 1813 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1813 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4836", + "outputIndexes": [ + 1814 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1813, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4838", + "outputIndexes": [ + 1815 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1815 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4839", + "outputIndexes": [ + 1816 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1811, + 1814, + 1816, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4842", + "outputIndexes": [ + 1817 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1817 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4843", + "outputIndexes": [ + 1818 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1818 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4844", + "outputIndexes": [ + 1819 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1819, + 1818 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4845", + "outputIndexes": [ + 1820 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1810, + 1820, + 1813 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_334_output_0", + "outputIndexes": [ + 1821 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1821, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_705_output_0", + "outputIndexes": [ + 1822 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1822, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_286_output_0", + "outputIndexes": [ + 1823 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1809, + 1823 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_199_output_0", + "outputIndexes": [ + 1824 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1824, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_176_output_0", + "outputIndexes": [ + 1825 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1824 + ], + "main_type": "NONE", + "name": "/Shape_310_output_0", + "outputIndexes": [ + 1826 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1826 + ], + "main_type": "NONE", + "name": "Shape4852", + "outputIndexes": [ + 1827 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1826 + ], + "main_type": "NONE", + "name": "Rank4854", + "outputIndexes": [ + 1828 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1828, + 1828 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4856", + "outputIndexes": [ + 1829 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1829 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4857", + "outputIndexes": [ + 1830 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1829, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4859", + "outputIndexes": [ + 1831 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1831 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4860", + "outputIndexes": [ + 1832 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1827, + 1830, + 1832, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4863", + "outputIndexes": [ + 1833 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1833 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4864", + "outputIndexes": [ + 1834 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1834 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4865", + "outputIndexes": [ + 1835 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1835, + 1834 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4866", + "outputIndexes": [ + 1836 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1826, + 1836, + 1829 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_335_output_0", + "outputIndexes": [ + 1837 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1837, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_66_output_0", + "outputIndexes": [ + 1838 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1838, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_710_output_0", + "outputIndexes": [ + 1839 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1824, + 1839, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_89_output_0", + "outputIndexes": [ + 1840 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1840 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_44_output_0", + "outputIndexes": [ + 1841 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1824, + 22, + 1839, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_88_output_0", + "outputIndexes": [ + 1842 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1841, + 1842 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_289_output_0", + "outputIndexes": [ + 1843 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1843, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_177_output_0", + "outputIndexes": [ + 1844 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1825, + 1844 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_110_output_0", + "outputIndexes": [ + 1845 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1808 + ], + "outputIndexes": [ + 5008 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5008 + ], + "outputIndexes": [ + 5009 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear", + "inputIndexes": [ + 5009 + ], + "outputIndexes": [ + 5010 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 221924690, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5010 + ], + "outputIndexes": [ + 5011 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5011 + ], + "outputIndexes": [ + 1846 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1822, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_287_output_0", + "outputIndexes": [ + 1847 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1846, + 1847 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_200_output_0", + "outputIndexes": [ + 1848 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1848, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_178_output_0", + "outputIndexes": [ + 1849 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1848 + ], + "main_type": "NONE", + "name": "/Shape_311_output_0", + "outputIndexes": [ + 1850 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1850 + ], + "main_type": "NONE", + "name": "Shape4915", + "outputIndexes": [ + 1851 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1850 + ], + "main_type": "NONE", + "name": "Rank4917", + "outputIndexes": [ + 1852 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1852, + 1852 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4919", + "outputIndexes": [ + 1853 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1853 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4920", + "outputIndexes": [ + 1854 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1853, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4922", + "outputIndexes": [ + 1855 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1855 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze4923", + "outputIndexes": [ + 1856 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1851, + 1854, + 1856, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice4926", + "outputIndexes": [ + 1857 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1857 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze4927", + "outputIndexes": [ + 1858 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1858 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4928", + "outputIndexes": [ + 1859 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1859, + 1858 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp4929", + "outputIndexes": [ + 1860 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1850, + 1860, + 1853 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_336_output_0", + "outputIndexes": [ + 1861 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1861, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_67_output_0", + "outputIndexes": [ + 1862 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1862, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_712_output_0", + "outputIndexes": [ + 1863 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1848, + 1863, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_91_output_0", + "outputIndexes": [ + 1864 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1864 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_45_output_0", + "outputIndexes": [ + 1865 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1848, + 22, + 1863, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_90_output_0", + "outputIndexes": [ + 1866 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1865, + 1866 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_290_output_0", + "outputIndexes": [ + 1867 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1867, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_179_output_0", + "outputIndexes": [ + 1868 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1849, + 1868 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_111_output_0", + "outputIndexes": [ + 1869 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1808 + ], + "outputIndexes": [ + 5012 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5012 + ], + "outputIndexes": [ + 5013 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear", + "inputIndexes": [ + 5013 + ], + "outputIndexes": [ + 5014 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 222155112, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5014 + ], + "outputIndexes": [ + 5015 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5015 + ], + "outputIndexes": [ + 1870 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1870, + 1847 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_201_output_0", + "outputIndexes": [ + 1871 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1845, + 1869, + 1871, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_206_output_0", + "outputIndexes": [ + 1872 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1872 + ], + "outputIndexes": [ + 5016 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5016 + ], + "outputIndexes": [ + 5017 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear", + "inputIndexes": [ + 5017 + ], + "outputIndexes": [ + 5018 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 222385534, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5018 + ], + "outputIndexes": [ + 5019 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5019 + ], + "outputIndexes": [ + 1873 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1805, + 1873 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_113_output_0", + "outputIndexes": [ + 1874 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.22168, + 0.341797, + 0.355469, + 0.369141, + 0.382812, + 0.34375, + 0.147461, + 0.378906, + 0.257812, + 0.240234, + 0.171875, + 0.330078, + 0.216797, + 0.318359, + 0.294922, + 0.361328, + 0.223633, + 0.294922, + 0.296875, + 0.194336, + 0.324219, + 0.402344, + 0.277344, + 0.231445, + 0.300781, + 0.386719, + 0.24707, + 0.371094, + 0.332031, + 0.328125, + 0.246094, + 0.141602, + 0.332031, + 0.308594, + 0.341797, + 0.326172, + 0.197266, + 0.320312, + 0.197266, + 0.367188, + 0.318359, + 0.369141, + 0.298828, + 0.271484, + 0.212891, + 0.296875, + 0.445312, + 0.196289, + 0.402344, + 0.205078, + 0.363281, + 0.175781, + 0.318359, + 0.333984, + 0.198242, + 0.330078, + 0.392578, + 0.306641, + 0.318359, + 0.398438, + 0.335938, + 0.357422, + 0.259766, + 0.351562, + 0.249023, + 0.249023, + 0.188477, + 0.163086, + 0.380859, + 0.171875, + 0.382812, + 0.193359, + 0.263672, + 0.271484, + 0.400391, + 0.263672, + 0.263672, + 0.421875, + 0.172852, + 0.324219, + 0.283203, + 0.400391, + 0.253906, + 0.271484, + 0.357422, + 0.193359, + 0.427734, + 0.224609, + 0.435547, + 0.198242, + 0.273438, + 0.310547, + 0.199219, + 0.335938, + 0.164062, + 0.193359, + 0.453125, + 0.386719, + 0.416016, + 0.357422, + 0.287109, + 0.273438, + 0.369141, + 0.355469, + 0.371094, + 0.183594, + 0.375, + 0.34375, + 0.333984, + 0.316406, + 0.292969, + 0.394531, + 0.300781, + 0.326172, + 0.355469, + 0.304688, + 0.326172, + 0.328125, + 0.435547, + 0.371094, + 0.337891, + 0.213867, + 0.388672, + 0.25, + 0.429688, + 0.296875, + 0.181641, + 0.376953, + 0.369141, + 0.449219, + 0.369141, + 0.353516, + 0.34375, + 0.310547, + 0.347656, + 0.310547, + 0.375, + 0.316406, + 0.259766, + 0.246094, + 0.369141, + 0.300781, + 0.333984, + 0.445312, + 0.402344, + 0.337891, + 0.3125, + 0.235352, + 0.349609, + 0.345703, + 0.318359, + 0.324219, + 0.337891, + 0.361328, + 0.367188, + 0.279297, + 0.369141, + 0.306641, + 0.166016, + 0.337891, + 0.165039, + 0.287109, + 0.217773, + 0.384766, + 0.292969, + 0.421875, + 0.173828, + 0.371094, + 0.296875, + 0.183594, + 0.255859, + 0.371094, + 0.400391, + 0.275391, + 0.172852, + 0.425781, + 0.28125, + 0.347656, + 0.386719, + 0.378906, + 0.300781, + 0.240234, + 0.289062, + 0.314453, + 0.361328, + 0.353516, + 0.337891, + 0.347656, + 0.365234, + 0.402344, + 0.373047, + 0.277344, + 0.166992, + 0.314453, + 0.316406, + 0.326172, + 0.302734, + 0.24707, + 0.093262, + 0.355469, + 0.314453, + 0.300781, + 0.261719, + 0.308594, + 0.246094, + 0.339844, + 0.404297, + 0.277344, + 0.275391, + 0.361328, + 0.333984, + 0.332031, + 0.333984, + 0.181641, + 0.355469, + 0.320312, + 0.335938, + 0.267578, + 0.394531, + 0.339844, + 0.318359, + 0.328125, + 0.228516, + 0.283203, + 0.445312, + 0.267578, + 0.363281, + 0.182617, + 0.474609, + 0.28125, + 0.253906, + 0.227539, + 0.359375, + 0.287109, + 0.402344, + 0.227539, + 0.326172, + 0.249023, + 0.417969, + 0.355469, + 0.375, + 0.259766, + 0.322266, + 0.347656, + 0.345703, + 0.275391, + 0.253906, + 0.378906, + 0.367188, + 0.314453, + 0.328125, + 0.226562, + 0.194336, + 0.322266, + 0.287109, + 0.367188, + 0.238281, + 0.292969, + 0.210938, + 0.376953, + 0.417969, + 0.371094, + 0.335938, + 0.240234, + 0.361328, + 0.369141, + 0.291016, + 0.398438, + 0.195312, + 0.392578, + 0.236328, + 0.296875, + 0.296875, + 0.230469, + 0.227539, + 0.392578, + 0.347656, + 0.223633, + 0.219727, + 0.382812, + 0.226562, + 0.353516, + 0.3125, + 0.382812, + 0.351562, + 0.3125, + 0.449219, + 0.394531, + 0.353516, + 0.433594, + 0.398438, + 0.34375, + 0.351562, + 0.324219, + 0.353516, + 0.330078, + 0.251953, + 0.345703, + 0.363281, + 0.316406, + 0.306641, + 0.333984, + 0.320312, + 0.210938, + 0.339844, + 0.341797, + 0.24707, + 0.298828, + 0.369141, + 0.421875, + 0.208008, + 0.414062, + 0.304688, + 0.229492, + 0.404297, + 0.263672, + 0.359375, + 0.217773, + 0.248047, + 0.285156, + 0.400391, + 0.404297, + 0.349609, + 0.335938, + 0.294922, + 0.257812, + 0.351562, + 0.427734, + 0.396484, + 0.271484, + 0.226562, + 0.234375, + 0.200195, + 0.320312, + 0.292969, + 0.318359, + 0.384766, + 0.243164, + 0.185547, + 0.191406, + 0.273438, + 0.308594, + 0.320312, + 0.222656, + 0.419922, + 0.384766, + 0.249023, + 0.335938, + 0.25, + 0.371094, + 0.380859, + 0.376953, + 0.235352, + 0.316406, + 0.320312, + 0.382812, + 0.361328, + 0.355469, + 0.291016, + 0.390625, + 0.300781, + 0.257812, + 0.320312, + 0.371094, + 0.34375, + 0.306641, + 0.380859, + 0.386719, + 0.248047, + 0.240234, + 0.414062, + 0.289062, + 0.382812, + 0.178711, + 0.296875, + 0.296875, + 0.351562, + 0.351562, + 0.339844, + 0.204102, + 0.176758, + 0.265625, + 0.441406, + 0.337891, + 0.332031, + 0.255859, + 0.25, + 0.353516, + 0.245117, + 0.335938, + 0.324219, + 0.217773, + 0.410156, + 0.203125, + 0.398438, + 0.347656, + 0.328125, + 0.396484, + 0.386719, + 0.351562, + 0.296875, + 0.384766, + 0.22168, + 0.347656, + 0.402344, + 0.232422, + 0.421875, + 0.330078, + 0.376953, + 0.326172, + 0.249023, + 0.433594, + 0.341797, + 0.304688, + 0.392578, + 0.427734, + 0.304688, + 0.341797, + 0.341797, + 0.238281, + 0.4375, + 0.273438, + 0.230469, + 0.359375, + 0.369141, + 0.197266, + 0.351562, + 0.292969, + 0.21582, + 0.314453, + 0.175781, + 0.219727, + 0.376953, + 0.328125, + 0.263672, + 0.378906, + 0.435547, + 0.296875, + 0.287109, + 0.302734, + 0.433594, + 0.225586, + 0.240234, + 0.433594, + 0.25, + 0.236328, + 0.335938, + 0.390625, + 0.201172, + 0.314453, + 0.298828, + 0.242188, + 0.304688, + 0.398438, + 0.373047, + 0.386719, + 0.369141, + 0.322266, + 0.296875, + 0.251953, + 0.347656, + 0.265625, + 0.332031, + 0.351562, + 0.173828, + 0.365234, + 0.265625, + 0.378906, + 0.388672, + 0.220703, + 0.306641, + 0.394531, + 0.359375, + 0.324219, + 0.306641, + 0.265625, + 0.277344, + 0.402344, + 0.249023, + 0.248047, + 0.351562, + 0.380859, + 0.429688, + 0.3125, + 0.369141, + 0.257812, + 0.326172, + 0.232422, + 0.373047, + 0.285156, + 0.384766, + 0.398438, + 0.357422, + 0.355469, + 0.320312, + 0.239258, + 0.386719, + 0.320312, + 0.238281, + 0.255859, + 0.164062, + 0.263672, + 0.355469, + 0.351562, + 0.196289, + 0.404297, + 0.294922, + 0.296875, + 0.414062, + 0.298828, + 0.298828, + 0.410156, + 0.203125, + 0.229492, + 0.253906, + 0.398438, + 0.375, + 0.216797, + 0.269531, + 0.273438, + 0.332031, + 0.363281, + 0.192383, + 0.355469, + 0.396484, + 0.306641, + 0.351562, + 0.419922, + 0.382812, + 0.255859, + 0.228516, + 0.269531, + 0.200195, + 0.149414, + 0.363281, + 0.28125, + 0.283203, + 0.380859, + 0.267578, + 0.314453, + 0.382812, + 0.191406, + 0.265625, + 0.396484, + 0.345703, + 0.242188, + 0.318359, + 0.169922, + 0.269531, + 0.22168, + 0.269531, + 0.322266, + 0.398438, + 0.371094, + 0.330078, + 0.361328, + 0.298828, + 0.193359, + 0.355469, + 0.177734, + 0.183594, + 0.24707, + 0.373047, + 0.296875, + 0.236328, + 0.198242, + 0.380859, + 0.333984, + 0.3125, + 0.316406, + 0.445312, + 0.365234, + 0.205078, + 0.386719, + 0.292969, + 0.388672, + 0.283203, + 0.337891, + 0.261719, + 0.165039, + 0.441406, + 0.322266, + 0.294922, + 0.292969, + 0.369141, + 0.326172, + 0.287109, + 0.326172, + 0.408203, + 0.296875, + 0.253906, + 0.209961, + 0.373047, + 0.363281, + 0.353516, + 0.211914, + 0.361328, + 0.176758, + 0.203125, + 0.408203, + 0.339844, + 0.332031, + 0.324219, + 0.294922, + 0.160156, + 0.219727, + 0.365234, + 0.271484, + 0.302734, + 0.367188, + 0.236328, + 0.410156, + 0.337891, + 0.235352, + 0.330078, + 0.320312, + 0.211914, + 0.318359, + 0.294922, + 0.386719, + 0.164062, + 0.328125, + 0.287109, + 0.335938, + 0.273438, + 0.182617, + 0.412109, + 0.203125, + 0.304688, + 0.158203, + 0.149414, + 0.265625, + 0.310547, + 0.345703, + 0.234375, + 0.363281, + 0.330078, + 0.298828, + 0.396484, + 0.318359, + 0.243164, + 0.361328, + 0.324219, + 0.22168, + 0.192383, + 0.255859, + 0.271484, + 0.169922, + 0.28125, + 0.277344, + 0.378906, + 0.451172, + 0.429688, + 0.193359, + 0.328125, + 0.298828, + 0.168945, + 0.369141, + 0.193359, + 0.203125, + 0.283203, + 0.400391, + 0.263672, + 0.249023, + 0.308594, + 0.330078, + 0.294922, + 0.375, + 0.308594, + 0.384766, + 0.355469, + 0.318359, + 0.289062, + 0.212891, + 0.21582, + 0.174805, + 0.289062, + 0.367188, + 0.326172, + 0.373047, + 0.363281, + 0.384766, + 0.177734, + 0.277344, + 0.335938, + 0.380859, + 0.216797, + 0.417969, + 0.380859, + 0.273438, + 0.302734, + 0.375, + 0.296875, + 0.371094, + 0.245117, + 0.359375, + 0.330078, + 0.267578, + 0.359375, + 0.365234, + 0.287109, + 0.330078, + 0.239258, + 0.306641, + 0.211914, + 0.224609, + 0.384766, + 0.271484, + 0.234375, + 0.316406, + 0.214844, + 0.398438, + 0.337891, + 0.404297, + 0.408203, + 0.310547, + 0.302734, + 0.210938, + 0.1875, + 0.347656, + 0.185547, + 0.275391, + 0.220703, + 0.367188, + 0.375, + 0.28125, + 0.208984, + 0.296875, + 0.306641, + 0.310547, + 0.378906, + 0.200195, + 0.318359, + 0.320312, + 0.203125, + 0.472656, + 0.192383, + 0.300781, + 0.337891, + 0.318359, + 0.371094, + 0.335938, + 0.359375, + 0.271484, + 0.353516, + 0.353516, + 0.169922, + 0.332031, + 0.349609, + 0.204102, + 0.21582, + 0.162109, + 0.380859, + 0.283203, + 0.398438, + 0.365234, + 0.300781, + 0.259766, + 0.236328, + 0.289062, + 0.314453, + 0.40625, + 0.304688, + 0.208008, + 0.363281, + 0.34375, + 0.239258, + 0.34375, + 0.291016, + 0.186523, + 0.269531, + 0.233398, + 0.240234, + 0.28125, + 0.222656, + 0.361328, + 0.298828, + 0.429688, + 0.337891, + 0.378906, + 0.219727, + 0.419922, + 0.217773, + 0.396484, + 0.345703, + 0.302734, + 0.237305, + 0.353516, + 0.333984, + 0.300781, + 0.332031, + 0.267578, + 0.330078, + 0.22168, + 0.271484, + 0.351562, + 0.220703, + 0.304688, + 0.294922, + 0.34375, + 0.384766, + 0.347656, + 0.345703, + 0.267578, + 0.324219, + 0.519531, + 0.375, + 0.204102, + 0.306641, + 0.261719, + 0.345703, + 0.404297, + 0.287109, + 0.341797, + 0.308594, + 0.259766, + 0.335938, + 0.304688, + 0.349609, + 0.464844, + 0.310547, + 0.390625, + 0.388672, + 0.302734, + 0.269531, + 0.376953, + 0.289062, + 0.255859, + 0.394531, + 0.347656, + 0.324219, + 0.287109, + 0.384766, + 0.175781, + 0.476562, + 0.363281, + 0.347656, + 0.363281, + 0.267578, + 0.322266, + 0.412109, + 0.337891, + 0.353516, + 0.310547, + 0.359375, + 0.236328, + 0.214844, + 0.380859, + 0.378906, + 0.300781, + 0.21582, + 0.486328, + 0.204102, + 0.28125, + 0.324219, + 0.337891, + 0.208008, + 0.349609, + 0.224609, + 0.361328, + 0.257812, + 0.296875, + 0.375, + 0.182617, + 0.347656, + 0.198242, + 0.287109, + 0.275391, + 0.308594, + 0.228516, + 0.292969, + 0.300781, + 0.335938, + 0.361328, + 0.236328, + 0.339844, + 0.169922, + 0.171875, + 0.337891, + 0.186523, + 0.355469, + 0.412109, + 0.332031, + 0.316406, + 0.333984, + 0.3125, + 0.279297, + 0.261719, + 0.345703, + 0.359375, + 0.392578, + 0.306641, + 0.223633, + 0.328125, + 0.359375, + 0.355469, + 0.193359, + 0.339844, + 0.310547, + 0.355469, + 0.204102, + 0.408203, + 0.249023, + 0.271484, + 0.380859, + 0.326172, + 0.333984, + 0.371094, + 0.289062, + 0.287109, + 0.213867, + 0.486328, + 0.392578, + 0.386719, + 0.283203, + 0.283203, + 0.332031, + 0.287109, + 0.345703, + 0.400391, + 0.224609, + 0.291016, + 0.425781, + 0.28125, + 0.414062, + 0.186523, + 0.304688, + 0.211914, + 0.326172, + 0.347656, + 0.296875, + 0.201172, + 0.308594, + 0.433594, + 0.316406, + 0.375, + 0.34375, + 0.168945, + 0.180664, + 0.326172, + 0.353516, + 0.347656, + 0.231445, + 0.339844, + 0.388672, + 0.283203, + 0.310547, + 0.330078, + 0.361328, + 0.294922, + 0.347656, + 0.217773, + 0.322266, + 0.363281, + 0.287109, + 0.34375, + 0.326172, + 0.402344, + 0.306641, + 0.179688, + 0.417969, + 0.322266, + 0.337891, + 0.359375, + 0.234375, + 0.380859, + 0.169922, + 0.320312, + 0.330078, + 0.369141, + 0.330078, + 0.394531, + 0.4375, + 0.255859, + 0.330078, + 0.265625, + 0.308594, + 0.347656, + 0.261719, + 0.417969, + 0.164062, + 0.320312, + 0.285156, + 0.304688, + 0.269531, + 0.388672, + 0.332031, + 0.205078, + 0.245117, + 0.279297, + 0.294922, + 0.404297, + 0.19043, + 0.353516, + 0.271484, + 0.394531, + 0.34375, + 0.361328, + 0.375, + 0.298828, + 0.339844, + 0.200195, + 0.371094, + 0.398438, + 0.382812, + 0.335938, + 0.4375, + 0.341797, + 0.237305, + 0.261719, + 0.232422, + 0.398438, + 0.227539, + 0.337891, + 0.367188, + 0.369141, + 0.283203, + 0.306641, + 0.259766, + 0.394531, + 0.359375, + 0.306641, + 0.400391, + 0.400391, + 0.386719, + 0.283203, + 0.310547, + 0.351562, + 0.224609, + 0.347656, + 0.361328, + 0.269531, + 0.194336, + 0.306641, + 0.345703, + 0.285156, + 0.261719, + 0.259766, + 0.195312, + 0.390625, + 0.390625, + 0.363281, + 0.160156, + 0.322266, + 0.349609, + 0.181641, + 0.332031, + 0.185547, + 0.296875, + 0.287109, + 0.361328, + 0.285156, + 0.316406, + 0.34375, + 0.384766, + 0.376953, + 0.179688, + 0.337891, + 0.408203, + 0.326172, + 0.390625, + 0.324219, + 0.371094, + 0.19043, + 0.179688, + 0.263672, + 0.398438, + 0.306641, + 0.229492, + 0.384766, + 0.296875, + 0.21582, + 0.335938, + 0.367188, + 0.367188, + 0.267578, + 0.363281, + 0.298828, + 0.369141, + 0.384766, + 0.231445, + 0.234375, + 0.339844, + 0.376953, + 0.259766, + 0.318359, + 0.421875, + 0.263672, + 0.174805, + 0.392578, + 0.363281, + 0.412109, + 0.289062, + 0.279297, + 0.255859, + 0.359375, + 0.435547, + 0.326172, + 0.310547, + 0.196289, + 0.3125, + 0.248047, + 0.378906, + 0.40625, + 0.367188, + 0.227539, + 0.375, + 0.249023, + 0.361328, + 0.330078, + 0.394531, + 0.365234, + 0.34375, + 0.373047, + 0.19043, + 0.416016, + 0.304688, + 0.367188, + 0.386719, + 0.235352, + 0.28125, + 0.410156, + 0.166992, + 0.18457, + 0.304688, + 0.339844, + 0.306641, + 0.304688, + 0.400391, + 0.365234, + 0.244141, + 0.333984, + 0.172852, + 0.417969, + 0.229492, + 0.378906, + 0.339844, + 0.353516, + 0.386719, + 0.373047, + 0.322266, + 0.302734, + 0.259766, + 0.417969, + 0.398438, + 0.269531, + 0.361328, + 0.263672, + 0.267578, + 0.380859, + 0.203125, + 0.34375, + 0.259766, + 0.269531, + 0.277344, + 0.369141, + 0.378906, + 0.314453, + 0.355469, + 0.367188, + 0.345703, + 0.419922, + 0.271484, + 0.380859, + 0.371094, + 0.283203, + 0.408203, + 0.161133, + 0.259766, + 0.339844, + 0.353516, + 0.328125, + 0.367188, + 0.304688, + 0.414062, + 0.304688, + 0.271484, + 0.332031, + 0.322266, + 0.194336, + 0.353516, + 0.384766, + 0.390625, + 0.410156, + 0.435547, + 0.310547, + 0.419922, + 0.396484, + 0.283203, + 0.433594, + 0.400391, + 0.292969, + 0.396484, + 0.328125, + 0.283203, + 0.433594, + 0.245117, + 0.378906, + 0.339844, + 0.447266, + 0.253906, + 0.219727, + 0.192383, + 0.416016, + 0.404297, + 0.359375, + 0.433594, + 0.310547, + 0.335938, + 0.324219, + 0.180664, + 0.376953, + 0.283203, + 0.291016, + 0.341797, + 0.28125, + 0.332031, + 0.209961, + 0.277344, + 0.328125, + 0.306641, + 0.326172, + 0.1875, + 0.330078, + 0.330078, + 0.332031, + 0.384766, + 0.345703, + 0.378906, + 0.355469, + 0.351562, + 0.239258, + 0.219727, + 0.269531, + 0.320312, + 0.345703, + 0.330078, + 0.367188, + 0.267578, + 0.363281, + 0.183594, + 0.21875, + 0.316406, + 0.355469, + 0.292969, + 0.386719, + 0.277344, + 0.289062, + 0.308594, + 0.341797, + 0.347656, + 0.365234, + 0.287109, + 0.390625, + 0.314453, + 0.396484, + 0.170898, + 0.257812, + 0.171875, + 0.339844, + 0.310547, + 0.238281, + 0.265625, + 0.412109, + 0.314453, + 0.339844, + 0.302734, + 0.209961, + 0.202148, + 0.285156, + 0.197266, + 0.296875, + 0.255859, + 0.304688, + 0.239258, + 0.414062, + 0.125, + 0.174805, + 0.425781, + 0.326172 + ] + }, + "name": "model.model.layers.22.post_attention_layernorm.weight", + "outputIndexes": [ + 1875 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1874 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_22/Mul_output_0", + "outputIndexes": [ + 1876 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1875, + 1876 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_22/Mul_1_output_0", + "outputIndexes": [ + 1877 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1877 + ], + "outputIndexes": [ + 5020 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5020 + ], + "outputIndexes": [ + 5021 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear", + "inputIndexes": [ + 5021 + ], + "outputIndexes": [ + 5022 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 223307156, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5022 + ], + "outputIndexes": [ + 5023 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5023 + ], + "outputIndexes": [ + 1878 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1878 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_22/Sigmoid_output_0", + "outputIndexes": [ + 1879 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1878, + 1879 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_22/Mul_output_0", + "outputIndexes": [ + 1880 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1877 + ], + "outputIndexes": [ + 5024 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5024 + ], + "outputIndexes": [ + 5025 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear", + "inputIndexes": [ + 5025 + ], + "outputIndexes": [ + 5026 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 225887658, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5026 + ], + "outputIndexes": [ + 5027 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5027 + ], + "outputIndexes": [ + 1881 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1880, + 1881 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_22/Mul_output_0", + "outputIndexes": [ + 1882 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1882 + ], + "outputIndexes": [ + 5028 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5028 + ], + "outputIndexes": [ + 5029 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear", + "inputIndexes": [ + 5029 + ], + "outputIndexes": [ + 5030 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 228468160, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5030 + ], + "outputIndexes": [ + 5031 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.22/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5031 + ], + "outputIndexes": [ + 1883 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1874, + 1883 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_114_output_0", + "outputIndexes": [ + 1884 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1884, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_207_output_0", + "outputIndexes": [ + 1885 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.304688, + 0.382812, + 0.441406, + 0.423828, + 0.431641, + 0.390625, + 0.847656, + 0.4375, + 0.300781, + 0.332031, + 0.24707, + 0.373047, + 0.236328, + 0.330078, + 0.314453, + 0.371094, + 0.519531, + 0.330078, + 0.326172, + 0.22168, + 0.396484, + 0.53125, + 0.349609, + 0.283203, + 0.359375, + 0.5, + 0.285156, + 0.365234, + 0.386719, + 0.371094, + 0.453125, + 0.361328, + 0.394531, + 0.457031, + 0.380859, + 0.337891, + 0.237305, + 0.365234, + 0.296875, + 0.470703, + 0.371094, + 0.412109, + 0.433594, + 0.335938, + 0.298828, + 0.390625, + 0.574219, + 0.230469, + 0.464844, + 0.357422, + 0.4375, + 0.249023, + 0.328125, + 0.441406, + 0.265625, + 0.40625, + 0.447266, + 0.355469, + 0.394531, + 0.451172, + 0.402344, + 0.400391, + 0.298828, + 0.410156, + 0.292969, + 0.417969, + 0.847656, + 0.220703, + 0.498047, + 0.589844, + 0.457031, + 0.241211, + 0.345703, + 0.34375, + 0.490234, + 0.324219, + 0.333984, + 0.478516, + 0.235352, + 0.353516, + 0.310547, + 0.40625, + 0.306641, + 0.28125, + 0.394531, + 0.203125, + 0.511719, + 0.326172, + 0.554688, + 0.232422, + 0.318359, + 0.34375, + 0.225586, + 0.375, + 0.18457, + 0.219727, + 0.53125, + 0.419922, + 0.419922, + 0.417969, + 0.412109, + 0.3125, + 0.425781, + 0.416016, + 0.447266, + 0.222656, + 0.503906, + 0.421875, + 0.371094, + 0.345703, + 0.322266, + 0.439453, + 0.341797, + 0.476562, + 0.419922, + 0.53125, + 0.371094, + 0.359375, + 0.490234, + 0.449219, + 0.416016, + 0.248047, + 0.414062, + 0.371094, + 0.464844, + 0.378906, + 0.789062, + 0.449219, + 0.365234, + 0.511719, + 0.435547, + 0.324219, + 0.429688, + 0.361328, + 0.412109, + 0.394531, + 0.445312, + 0.365234, + 0.429688, + 0.298828, + 0.404297, + 0.384766, + 0.394531, + 0.523438, + 0.419922, + 0.433594, + 0.375, + 0.25, + 0.361328, + 0.472656, + 0.382812, + 0.394531, + 0.394531, + 0.429688, + 0.417969, + 0.353516, + 0.408203, + 0.353516, + 0.19043, + 0.439453, + 0.22168, + 0.378906, + 0.259766, + 0.435547, + 0.349609, + 0.443359, + 0.225586, + 0.53125, + 0.337891, + 0.21582, + 0.302734, + 0.417969, + 0.441406, + 0.332031, + 0.225586, + 0.460938, + 0.359375, + 0.378906, + 0.4375, + 0.431641, + 0.330078, + 0.308594, + 0.306641, + 0.367188, + 0.365234, + 0.392578, + 0.384766, + 0.40625, + 0.435547, + 0.496094, + 0.423828, + 0.349609, + 0.197266, + 0.34375, + 0.349609, + 0.392578, + 0.339844, + 0.330078, + 0.137695, + 0.416016, + 0.339844, + 0.263672, + 0.3125, + 0.402344, + 0.277344, + 0.378906, + 0.439453, + 0.322266, + 0.392578, + 0.457031, + 0.425781, + 0.396484, + 0.46875, + 0.207031, + 0.40625, + 0.394531, + 0.382812, + 0.289062, + 0.474609, + 0.339844, + 0.34375, + 0.337891, + 0.257812, + 0.3125, + 0.484375, + 0.339844, + 0.490234, + 0.188477, + 0.511719, + 0.359375, + 0.326172, + 0.339844, + 0.416016, + 0.337891, + 0.566406, + 0.294922, + 0.416016, + 0.291016, + 0.439453, + 0.417969, + 0.476562, + 0.333984, + 0.326172, + 0.431641, + 0.441406, + 0.320312, + 0.330078, + 0.394531, + 0.476562, + 0.402344, + 0.365234, + 0.277344, + 0.241211, + 0.396484, + 0.398438, + 0.441406, + 0.265625, + 0.328125, + 0.271484, + 0.388672, + 0.419922, + 0.4375, + 0.416016, + 0.28125, + 0.414062, + 0.398438, + 0.308594, + 0.457031, + 0.283203, + 0.539062, + 0.691406, + 0.341797, + 0.373047, + 0.613281, + 0.298828, + 0.539062, + 0.417969, + 0.275391, + 0.271484, + 0.453125, + 0.261719, + 0.408203, + 0.376953, + 0.431641, + 0.427734, + 0.378906, + 0.476562, + 0.455078, + 0.390625, + 0.449219, + 0.449219, + 0.402344, + 0.394531, + 0.421875, + 0.380859, + 0.363281, + 0.231445, + 0.423828, + 0.378906, + 0.396484, + 0.318359, + 0.414062, + 0.371094, + 0.283203, + 0.378906, + 0.357422, + 0.294922, + 0.355469, + 0.458984, + 0.519531, + 0.243164, + 0.550781, + 0.361328, + 0.339844, + 0.46875, + 0.275391, + 0.390625, + 0.277344, + 0.527344, + 0.416016, + 0.400391, + 0.412109, + 0.478516, + 0.347656, + 0.330078, + 0.345703, + 0.392578, + 0.511719, + 0.408203, + 0.333984, + 0.408203, + 0.28125, + 0.283203, + 0.357422, + 0.488281, + 0.365234, + 0.486328, + 0.271484, + 0.259766, + 0.263672, + 0.34375, + 0.394531, + 0.363281, + 0.253906, + 0.484375, + 0.503906, + 0.310547, + 0.359375, + 0.330078, + 0.433594, + 0.511719, + 0.453125, + 0.253906, + 0.365234, + 0.412109, + 0.566406, + 0.408203, + 0.419922, + 0.306641, + 0.482422, + 0.320312, + 0.357422, + 0.349609, + 0.410156, + 0.410156, + 0.351562, + 0.542969, + 0.439453, + 0.291016, + 0.287109, + 0.490234, + 0.285156, + 0.431641, + 0.217773, + 0.402344, + 0.371094, + 0.398438, + 0.419922, + 0.371094, + 0.351562, + 0.714844, + 0.306641, + 0.539062, + 0.363281, + 0.384766, + 0.296875, + 0.335938, + 0.425781, + 0.359375, + 0.421875, + 0.367188, + 0.400391, + 0.482422, + 0.257812, + 0.480469, + 0.416016, + 0.386719, + 0.466797, + 0.496094, + 0.40625, + 0.345703, + 0.5625, + 0.28125, + 0.347656, + 0.425781, + 0.271484, + 0.486328, + 0.414062, + 0.414062, + 0.361328, + 0.302734, + 0.496094, + 0.367188, + 0.339844, + 0.472656, + 0.458984, + 0.353516, + 0.371094, + 0.392578, + 0.279297, + 0.515625, + 0.316406, + 0.333984, + 0.390625, + 0.384766, + 0.234375, + 0.392578, + 0.414062, + 0.398438, + 0.394531, + 0.239258, + 0.294922, + 0.416016, + 0.423828, + 0.279297, + 0.421875, + 0.578125, + 0.386719, + 0.326172, + 0.277344, + 0.474609, + 0.298828, + 0.330078, + 0.527344, + 0.304688, + 0.386719, + 0.326172, + 0.472656, + 0.261719, + 0.382812, + 0.419922, + 0.46875, + 0.355469, + 0.478516, + 0.376953, + 0.5, + 0.451172, + 0.34375, + 0.314453, + 0.306641, + 0.408203, + 0.392578, + 0.380859, + 0.535156, + 0.205078, + 0.412109, + 0.289062, + 0.498047, + 0.511719, + 0.291016, + 0.394531, + 0.439453, + 0.412109, + 0.478516, + 0.398438, + 0.308594, + 0.339844, + 0.455078, + 0.277344, + 0.3125, + 0.414062, + 0.425781, + 0.466797, + 0.339844, + 0.378906, + 0.306641, + 0.390625, + 0.320312, + 0.400391, + 0.326172, + 0.484375, + 0.441406, + 0.392578, + 0.404297, + 0.386719, + 0.304688, + 0.396484, + 0.376953, + 0.304688, + 0.289062, + 0.769531, + 0.322266, + 0.365234, + 0.447266, + 0.269531, + 0.455078, + 0.384766, + 0.404297, + 0.519531, + 0.34375, + 0.388672, + 0.511719, + 0.492188, + 0.300781, + 0.316406, + 0.490234, + 0.466797, + 0.277344, + 0.314453, + 0.326172, + 0.404297, + 0.503906, + 0.267578, + 0.373047, + 0.476562, + 0.339844, + 0.425781, + 0.570312, + 0.441406, + 0.373047, + 0.455078, + 0.324219, + 0.248047, + 0.160156, + 0.441406, + 0.361328, + 0.332031, + 0.472656, + 0.308594, + 0.431641, + 0.470703, + 0.214844, + 0.363281, + 0.386719, + 0.453125, + 0.287109, + 0.371094, + 0.193359, + 0.382812, + 0.341797, + 0.365234, + 0.326172, + 0.542969, + 0.457031, + 0.378906, + 0.392578, + 0.361328, + 0.131836, + 0.390625, + 0.213867, + 0.289062, + 0.382812, + 0.394531, + 0.330078, + 0.275391, + 0.231445, + 0.394531, + 0.367188, + 0.4375, + 0.367188, + 0.490234, + 0.425781, + 0.287109, + 0.392578, + 0.341797, + 0.417969, + 0.328125, + 0.339844, + 0.330078, + 0.180664, + 0.53125, + 0.392578, + 0.345703, + 0.433594, + 0.470703, + 0.388672, + 0.361328, + 0.410156, + 0.496094, + 0.300781, + 0.277344, + 0.244141, + 0.431641, + 0.359375, + 0.396484, + 0.261719, + 0.392578, + 0.219727, + 0.263672, + 0.486328, + 0.384766, + 0.447266, + 0.402344, + 0.246094, + 0.19043, + 0.273438, + 0.435547, + 0.314453, + 0.34375, + 0.382812, + 0.28125, + 0.425781, + 0.451172, + 0.320312, + 0.402344, + 0.359375, + 0.396484, + 0.359375, + 0.380859, + 0.462891, + 0.173828, + 0.34375, + 0.353516, + 0.433594, + 0.335938, + 0.205078, + 0.474609, + 0.462891, + 0.339844, + 0.179688, + 0.710938, + 0.273438, + 0.380859, + 0.369141, + 0.271484, + 0.4375, + 0.419922, + 0.386719, + 0.451172, + 0.351562, + 0.328125, + 0.412109, + 0.371094, + 0.287109, + 0.237305, + 0.316406, + 0.324219, + 0.1875, + 0.492188, + 0.507812, + 0.462891, + 0.515625, + 0.566406, + 0.251953, + 0.341797, + 0.322266, + 0.175781, + 0.396484, + 0.225586, + 0.296875, + 0.330078, + 0.439453, + 0.322266, + 0.335938, + 0.363281, + 0.380859, + 0.3125, + 0.396484, + 0.416016, + 0.382812, + 0.396484, + 0.412109, + 0.382812, + 0.46875, + 0.244141, + 0.208008, + 0.369141, + 0.359375, + 0.402344, + 0.462891, + 0.488281, + 0.492188, + 0.925781, + 0.341797, + 0.474609, + 0.511719, + 0.316406, + 0.478516, + 0.488281, + 0.296875, + 0.345703, + 0.462891, + 0.367188, + 0.445312, + 0.306641, + 0.394531, + 0.347656, + 0.296875, + 0.371094, + 0.392578, + 0.335938, + 0.386719, + 0.289062, + 0.388672, + 0.447266, + 0.322266, + 0.376953, + 0.322266, + 0.253906, + 0.453125, + 0.341797, + 0.5, + 0.435547, + 0.466797, + 0.458984, + 0.351562, + 0.355469, + 0.279297, + 0.248047, + 0.375, + 0.232422, + 0.332031, + 0.257812, + 0.416016, + 0.417969, + 0.337891, + 0.671875, + 0.353516, + 0.419922, + 0.365234, + 0.451172, + 0.209961, + 0.369141, + 0.361328, + 0.257812, + 0.671875, + 0.228516, + 0.357422, + 0.421875, + 0.355469, + 0.398438, + 0.425781, + 0.378906, + 0.333984, + 0.427734, + 0.378906, + 0.78125, + 0.353516, + 0.423828, + 0.345703, + 0.24707, + 0.205078, + 0.435547, + 0.320312, + 0.445312, + 0.376953, + 0.3125, + 0.308594, + 0.289062, + 0.298828, + 0.353516, + 0.482422, + 0.355469, + 0.316406, + 0.466797, + 0.394531, + 0.269531, + 0.339844, + 0.330078, + 0.267578, + 0.419922, + 0.292969, + 0.332031, + 0.304688, + 0.554688, + 0.435547, + 0.425781, + 0.511719, + 0.390625, + 0.439453, + 0.289062, + 0.472656, + 0.353516, + 0.429688, + 0.400391, + 0.375, + 0.359375, + 0.460938, + 0.398438, + 0.367188, + 0.474609, + 0.324219, + 0.419922, + 0.306641, + 0.351562, + 0.412109, + 0.492188, + 0.322266, + 0.326172, + 0.371094, + 0.416016, + 0.400391, + 0.384766, + 0.361328, + 0.347656, + 0.609375, + 0.433594, + 0.24707, + 0.414062, + 0.324219, + 0.460938, + 0.421875, + 0.369141, + 0.435547, + 0.384766, + 0.335938, + 0.349609, + 0.392578, + 0.408203, + 0.625, + 0.375, + 0.404297, + 0.453125, + 0.376953, + 0.326172, + 0.433594, + 0.291016, + 0.371094, + 0.470703, + 0.435547, + 0.380859, + 0.328125, + 0.546875, + 0.202148, + 0.449219, + 0.457031, + 0.386719, + 0.404297, + 0.326172, + 0.369141, + 0.486328, + 0.412109, + 0.400391, + 0.347656, + 0.382812, + 0.316406, + 0.257812, + 0.4375, + 0.416016, + 0.382812, + 0.255859, + 0.550781, + 0.462891, + 0.320312, + 0.404297, + 0.457031, + 0.267578, + 0.4375, + 0.239258, + 0.419922, + 0.353516, + 0.435547, + 0.503906, + 0.217773, + 0.462891, + 0.443359, + 0.339844, + 0.351562, + 0.390625, + 0.275391, + 0.341797, + 0.390625, + 0.382812, + 0.386719, + 0.292969, + 0.386719, + 0.163086, + 0.207031, + 0.376953, + 0.259766, + 0.394531, + 0.478516, + 0.369141, + 0.417969, + 0.414062, + 0.333984, + 0.332031, + 0.53125, + 0.384766, + 0.429688, + 0.433594, + 0.308594, + 0.451172, + 0.355469, + 0.394531, + 0.398438, + 0.22168, + 0.375, + 0.355469, + 0.488281, + 0.306641, + 0.445312, + 0.310547, + 0.373047, + 0.503906, + 0.332031, + 0.416016, + 0.429688, + 0.378906, + 0.376953, + 0.3125, + 0.542969, + 0.539062, + 0.474609, + 0.302734, + 0.308594, + 0.396484, + 0.330078, + 0.369141, + 0.435547, + 0.296875, + 0.337891, + 0.507812, + 0.302734, + 0.472656, + 0.261719, + 0.330078, + 0.263672, + 0.376953, + 0.455078, + 0.361328, + 0.206055, + 0.314453, + 0.503906, + 0.349609, + 0.400391, + 0.376953, + 0.191406, + 0.222656, + 0.341797, + 0.398438, + 0.40625, + 0.300781, + 0.404297, + 0.460938, + 0.335938, + 0.408203, + 0.429688, + 0.396484, + 0.351562, + 0.396484, + 0.355469, + 0.363281, + 0.449219, + 0.347656, + 0.382812, + 0.376953, + 0.503906, + 0.353516, + 0.710938, + 0.519531, + 0.394531, + 0.451172, + 0.535156, + 0.253906, + 0.447266, + 0.217773, + 0.361328, + 0.388672, + 0.640625, + 0.359375, + 0.539062, + 0.445312, + 0.328125, + 0.40625, + 0.347656, + 0.332031, + 0.490234, + 0.609375, + 0.462891, + 0.249023, + 0.539062, + 0.384766, + 0.423828, + 0.289062, + 0.476562, + 0.384766, + 0.291016, + 0.550781, + 0.322266, + 0.363281, + 0.5, + 0.228516, + 0.488281, + 0.320312, + 0.414062, + 0.449219, + 0.423828, + 0.414062, + 0.306641, + 0.410156, + 0.233398, + 0.382812, + 0.523438, + 0.507812, + 0.380859, + 0.554688, + 0.652344, + 0.314453, + 0.283203, + 0.279297, + 0.423828, + 0.267578, + 0.4375, + 0.402344, + 0.378906, + 0.388672, + 0.359375, + 0.320312, + 0.380859, + 0.386719, + 0.398438, + 0.523438, + 0.472656, + 0.402344, + 0.271484, + 0.427734, + 0.507812, + 0.394531, + 0.363281, + 0.417969, + 0.345703, + 0.25, + 0.371094, + 0.369141, + 0.318359, + 0.314453, + 0.585938, + 0.21582, + 0.425781, + 0.439453, + 0.396484, + 0.158203, + 0.357422, + 0.376953, + 0.398438, + 0.367188, + 0.21875, + 0.322266, + 0.320312, + 0.455078, + 0.349609, + 0.367188, + 0.435547, + 0.455078, + 0.416016, + 0.231445, + 0.408203, + 0.451172, + 0.384766, + 0.474609, + 0.396484, + 0.445312, + 0.231445, + 0.742188, + 0.423828, + 0.486328, + 0.388672, + 0.302734, + 0.417969, + 0.337891, + 0.318359, + 0.410156, + 0.386719, + 0.414062, + 0.367188, + 0.464844, + 0.394531, + 0.464844, + 0.46875, + 0.267578, + 0.304688, + 0.40625, + 0.435547, + 0.339844, + 0.357422, + 0.4375, + 0.355469, + 0.237305, + 0.492188, + 0.439453, + 0.5, + 0.449219, + 0.285156, + 0.324219, + 0.4375, + 0.722656, + 0.328125, + 0.353516, + 0.261719, + 0.400391, + 0.324219, + 0.429688, + 0.439453, + 0.417969, + 0.671875, + 0.369141, + 0.243164, + 0.410156, + 0.384766, + 0.490234, + 0.419922, + 0.457031, + 0.400391, + 0.820312, + 0.447266, + 0.283203, + 0.421875, + 0.546875, + 0.373047, + 0.332031, + 0.519531, + 0.186523, + 0.212891, + 0.357422, + 0.380859, + 0.363281, + 0.341797, + 0.589844, + 0.40625, + 0.261719, + 0.398438, + 0.220703, + 0.486328, + 0.320312, + 0.398438, + 0.367188, + 0.457031, + 0.455078, + 0.4375, + 0.369141, + 0.333984, + 0.300781, + 0.523438, + 0.435547, + 0.398438, + 0.457031, + 0.322266, + 0.410156, + 0.453125, + 0.373047, + 0.412109, + 0.335938, + 0.324219, + 0.3125, + 0.421875, + 0.396484, + 0.410156, + 0.423828, + 0.421875, + 0.398438, + 0.523438, + 0.355469, + 0.417969, + 0.5, + 0.443359, + 0.460938, + 0.167969, + 0.345703, + 0.390625, + 0.394531, + 0.341797, + 0.425781, + 0.34375, + 0.482422, + 0.363281, + 0.367188, + 0.361328, + 0.388672, + 0.21582, + 0.398438, + 0.402344, + 0.445312, + 0.476562, + 0.511719, + 0.339844, + 0.449219, + 0.445312, + 0.333984, + 0.503906, + 0.455078, + 0.347656, + 0.402344, + 0.371094, + 0.345703, + 0.492188, + 0.316406, + 0.460938, + 0.373047, + 0.515625, + 0.261719, + 0.318359, + 0.229492, + 0.515625, + 0.5625, + 0.431641, + 0.490234, + 0.384766, + 0.402344, + 0.380859, + 0.22168, + 0.421875, + 0.318359, + 0.365234, + 0.349609, + 0.302734, + 0.419922, + 0.253906, + 0.416016, + 0.402344, + 0.330078, + 0.421875, + 0.25, + 0.376953, + 0.373047, + 0.417969, + 0.482422, + 0.416016, + 0.427734, + 0.328125, + 0.390625, + 0.375, + 0.296875, + 0.294922, + 0.451172, + 0.363281, + 0.40625, + 0.386719, + 0.355469, + 0.476562, + 0.239258, + 0.283203, + 0.355469, + 0.458984, + 0.375, + 0.476562, + 0.248047, + 0.369141, + 0.332031, + 0.453125, + 0.375, + 0.441406, + 0.359375, + 0.4375, + 0.353516, + 0.445312, + 0.208984, + 0.322266, + 0.21875, + 0.412109, + 0.394531, + 0.369141, + 0.291016, + 0.511719, + 0.390625, + 0.371094, + 0.365234, + 0.263672, + 0.249023, + 0.333984, + 0.236328, + 0.345703, + 0.341797, + 0.347656, + 0.28125, + 0.458984, + 0.78125, + 0.216797, + 0.527344, + 0.398438 + ] + }, + "name": "model.model.layers.23.input_layernorm.weight", + "outputIndexes": [ + 1886 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1885 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_23/Mul_output_0", + "outputIndexes": [ + 1887 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1886, + 1887 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_23/Mul_1_output_0", + "outputIndexes": [ + 1888 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1888 + ], + "outputIndexes": [ + 5032 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5032 + ], + "outputIndexes": [ + 5033 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear", + "inputIndexes": [ + 5033 + ], + "outputIndexes": [ + 5034 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 231048662, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5034 + ], + "outputIndexes": [ + 5035 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5035 + ], + "outputIndexes": [ + 1889 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1888 + ], + "main_type": "NONE", + "name": "/Shape_323_output_0", + "outputIndexes": [ + 1890 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1890 + ], + "main_type": "NONE", + "name": "Shape5047", + "outputIndexes": [ + 1891 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1890 + ], + "main_type": "NONE", + "name": "Rank5049", + "outputIndexes": [ + 1892 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1892, + 1892 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5051", + "outputIndexes": [ + 1893 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1893 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5052", + "outputIndexes": [ + 1894 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1893, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5054", + "outputIndexes": [ + 1895 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1895 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5055", + "outputIndexes": [ + 1896 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1891, + 1894, + 1896, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5058", + "outputIndexes": [ + 1897 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1897 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5059", + "outputIndexes": [ + 1898 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5060", + "outputIndexes": [ + 1899 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1899, + 1898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5061", + "outputIndexes": [ + 1900 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1890, + 1900, + 1893 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_349_output_0", + "outputIndexes": [ + 1901 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1901, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_737_output_0", + "outputIndexes": [ + 1902 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1902, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_299_output_0", + "outputIndexes": [ + 1903 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1889, + 1903 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_208_output_0", + "outputIndexes": [ + 1904 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1904, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_184_output_0", + "outputIndexes": [ + 1905 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1904 + ], + "main_type": "NONE", + "name": "/Shape_324_output_0", + "outputIndexes": [ + 1906 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1906 + ], + "main_type": "NONE", + "name": "Shape5068", + "outputIndexes": [ + 1907 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1906 + ], + "main_type": "NONE", + "name": "Rank5070", + "outputIndexes": [ + 1908 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1908, + 1908 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5072", + "outputIndexes": [ + 1909 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1909 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5073", + "outputIndexes": [ + 1910 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1909, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5075", + "outputIndexes": [ + 1911 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1911 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5076", + "outputIndexes": [ + 1912 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1907, + 1910, + 1912, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5079", + "outputIndexes": [ + 1913 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1913 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5080", + "outputIndexes": [ + 1914 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1914 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5081", + "outputIndexes": [ + 1915 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1915, + 1914 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5082", + "outputIndexes": [ + 1916 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1906, + 1916, + 1909 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_350_output_0", + "outputIndexes": [ + 1917 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1917, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_69_output_0", + "outputIndexes": [ + 1918 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1918, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_742_output_0", + "outputIndexes": [ + 1919 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1904, + 1919, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_93_output_0", + "outputIndexes": [ + 1920 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1920 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_46_output_0", + "outputIndexes": [ + 1921 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1904, + 22, + 1919, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_92_output_0", + "outputIndexes": [ + 1922 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1921, + 1922 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_302_output_0", + "outputIndexes": [ + 1923 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1923, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_185_output_0", + "outputIndexes": [ + 1924 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1905, + 1924 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_115_output_0", + "outputIndexes": [ + 1925 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1888 + ], + "outputIndexes": [ + 5036 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5036 + ], + "outputIndexes": [ + 5037 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear", + "inputIndexes": [ + 5037 + ], + "outputIndexes": [ + 5038 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 231970284, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5038 + ], + "outputIndexes": [ + 5039 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5039 + ], + "outputIndexes": [ + 1926 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1902, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_300_output_0", + "outputIndexes": [ + 1927 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1926, + 1927 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_209_output_0", + "outputIndexes": [ + 1928 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1928, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_186_output_0", + "outputIndexes": [ + 1929 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1928 + ], + "main_type": "NONE", + "name": "/Shape_325_output_0", + "outputIndexes": [ + 1930 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1930 + ], + "main_type": "NONE", + "name": "Shape5131", + "outputIndexes": [ + 1931 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1930 + ], + "main_type": "NONE", + "name": "Rank5133", + "outputIndexes": [ + 1932 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1932, + 1932 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5135", + "outputIndexes": [ + 1933 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1933 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5136", + "outputIndexes": [ + 1934 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1933, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5138", + "outputIndexes": [ + 1935 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1935 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5139", + "outputIndexes": [ + 1936 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1931, + 1934, + 1936, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5142", + "outputIndexes": [ + 1937 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1937 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5143", + "outputIndexes": [ + 1938 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5144", + "outputIndexes": [ + 1939 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1939, + 1938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5145", + "outputIndexes": [ + 1940 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1930, + 1940, + 1933 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_351_output_0", + "outputIndexes": [ + 1941 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1941, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_70_output_0", + "outputIndexes": [ + 1942 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1942, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_744_output_0", + "outputIndexes": [ + 1943 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1928, + 1943, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_95_output_0", + "outputIndexes": [ + 1944 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1944 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_47_output_0", + "outputIndexes": [ + 1945 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1928, + 22, + 1943, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_94_output_0", + "outputIndexes": [ + 1946 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1945, + 1946 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_303_output_0", + "outputIndexes": [ + 1947 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1947, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_187_output_0", + "outputIndexes": [ + 1948 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1929, + 1948 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_116_output_0", + "outputIndexes": [ + 1949 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1888 + ], + "outputIndexes": [ + 5040 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5040 + ], + "outputIndexes": [ + 5041 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear", + "inputIndexes": [ + 5041 + ], + "outputIndexes": [ + 5042 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 232200706, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5042 + ], + "outputIndexes": [ + 5043 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5043 + ], + "outputIndexes": [ + 1950 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1950, + 1927 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_210_output_0", + "outputIndexes": [ + 1951 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1925, + 1949, + 1951, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_215_output_0", + "outputIndexes": [ + 1952 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1952 + ], + "outputIndexes": [ + 5044 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5044 + ], + "outputIndexes": [ + 5045 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear", + "inputIndexes": [ + 5045 + ], + "outputIndexes": [ + 5046 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 232431128, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5046 + ], + "outputIndexes": [ + 5047 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5047 + ], + "outputIndexes": [ + 1953 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1885, + 1953 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_118_output_0", + "outputIndexes": [ + 1954 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.219727, + 0.341797, + 0.359375, + 0.380859, + 0.369141, + 0.34375, + 0.174805, + 0.376953, + 0.263672, + 0.237305, + 0.188477, + 0.339844, + 0.21875, + 0.3125, + 0.294922, + 0.361328, + 0.220703, + 0.296875, + 0.302734, + 0.194336, + 0.328125, + 0.410156, + 0.271484, + 0.236328, + 0.298828, + 0.386719, + 0.244141, + 0.365234, + 0.337891, + 0.326172, + 0.251953, + 0.152344, + 0.341797, + 0.316406, + 0.339844, + 0.328125, + 0.193359, + 0.320312, + 0.206055, + 0.367188, + 0.326172, + 0.373047, + 0.298828, + 0.269531, + 0.216797, + 0.296875, + 0.423828, + 0.209961, + 0.394531, + 0.207031, + 0.365234, + 0.199219, + 0.316406, + 0.333984, + 0.208008, + 0.339844, + 0.408203, + 0.306641, + 0.316406, + 0.400391, + 0.322266, + 0.363281, + 0.269531, + 0.355469, + 0.251953, + 0.244141, + 0.192383, + 0.176758, + 0.386719, + 0.170898, + 0.378906, + 0.205078, + 0.271484, + 0.28125, + 0.394531, + 0.275391, + 0.269531, + 0.427734, + 0.179688, + 0.322266, + 0.289062, + 0.404297, + 0.261719, + 0.279297, + 0.363281, + 0.197266, + 0.423828, + 0.234375, + 0.435547, + 0.203125, + 0.271484, + 0.308594, + 0.209961, + 0.341797, + 0.164062, + 0.198242, + 0.466797, + 0.386719, + 0.412109, + 0.355469, + 0.289062, + 0.273438, + 0.371094, + 0.353516, + 0.353516, + 0.198242, + 0.376953, + 0.339844, + 0.337891, + 0.316406, + 0.298828, + 0.398438, + 0.302734, + 0.326172, + 0.355469, + 0.296875, + 0.332031, + 0.337891, + 0.439453, + 0.369141, + 0.347656, + 0.216797, + 0.386719, + 0.253906, + 0.431641, + 0.296875, + 0.188477, + 0.375, + 0.357422, + 0.449219, + 0.371094, + 0.349609, + 0.361328, + 0.308594, + 0.341797, + 0.318359, + 0.373047, + 0.314453, + 0.267578, + 0.243164, + 0.367188, + 0.304688, + 0.335938, + 0.439453, + 0.40625, + 0.335938, + 0.320312, + 0.231445, + 0.34375, + 0.349609, + 0.324219, + 0.314453, + 0.345703, + 0.365234, + 0.357422, + 0.275391, + 0.373047, + 0.3125, + 0.162109, + 0.347656, + 0.171875, + 0.296875, + 0.225586, + 0.388672, + 0.291016, + 0.423828, + 0.175781, + 0.361328, + 0.304688, + 0.197266, + 0.261719, + 0.361328, + 0.394531, + 0.275391, + 0.182617, + 0.429688, + 0.287109, + 0.353516, + 0.392578, + 0.371094, + 0.298828, + 0.24707, + 0.289062, + 0.3125, + 0.363281, + 0.351562, + 0.34375, + 0.341797, + 0.367188, + 0.392578, + 0.371094, + 0.283203, + 0.170898, + 0.322266, + 0.330078, + 0.332031, + 0.304688, + 0.257812, + 0.103027, + 0.359375, + 0.316406, + 0.300781, + 0.269531, + 0.314453, + 0.249023, + 0.341797, + 0.404297, + 0.28125, + 0.283203, + 0.367188, + 0.332031, + 0.332031, + 0.330078, + 0.192383, + 0.355469, + 0.318359, + 0.345703, + 0.267578, + 0.396484, + 0.34375, + 0.320312, + 0.339844, + 0.233398, + 0.28125, + 0.441406, + 0.28125, + 0.369141, + 0.181641, + 0.482422, + 0.289062, + 0.259766, + 0.236328, + 0.351562, + 0.283203, + 0.408203, + 0.232422, + 0.333984, + 0.249023, + 0.417969, + 0.361328, + 0.376953, + 0.269531, + 0.326172, + 0.34375, + 0.355469, + 0.273438, + 0.267578, + 0.375, + 0.380859, + 0.330078, + 0.324219, + 0.231445, + 0.192383, + 0.322266, + 0.289062, + 0.367188, + 0.251953, + 0.294922, + 0.211914, + 0.384766, + 0.40625, + 0.367188, + 0.341797, + 0.245117, + 0.369141, + 0.367188, + 0.292969, + 0.400391, + 0.208984, + 0.382812, + 0.25, + 0.294922, + 0.298828, + 0.232422, + 0.238281, + 0.404297, + 0.351562, + 0.227539, + 0.220703, + 0.369141, + 0.226562, + 0.359375, + 0.324219, + 0.386719, + 0.351562, + 0.310547, + 0.447266, + 0.400391, + 0.367188, + 0.423828, + 0.400391, + 0.349609, + 0.357422, + 0.316406, + 0.353516, + 0.330078, + 0.251953, + 0.353516, + 0.365234, + 0.322266, + 0.308594, + 0.332031, + 0.316406, + 0.219727, + 0.339844, + 0.34375, + 0.25, + 0.304688, + 0.363281, + 0.414062, + 0.209961, + 0.414062, + 0.298828, + 0.241211, + 0.402344, + 0.269531, + 0.355469, + 0.217773, + 0.24707, + 0.306641, + 0.394531, + 0.40625, + 0.34375, + 0.337891, + 0.294922, + 0.263672, + 0.347656, + 0.429688, + 0.392578, + 0.273438, + 0.232422, + 0.236328, + 0.207031, + 0.316406, + 0.292969, + 0.310547, + 0.386719, + 0.246094, + 0.19043, + 0.202148, + 0.275391, + 0.306641, + 0.320312, + 0.222656, + 0.421875, + 0.384766, + 0.257812, + 0.335938, + 0.251953, + 0.369141, + 0.373047, + 0.367188, + 0.237305, + 0.314453, + 0.324219, + 0.371094, + 0.367188, + 0.359375, + 0.292969, + 0.388672, + 0.306641, + 0.263672, + 0.326172, + 0.365234, + 0.353516, + 0.300781, + 0.378906, + 0.382812, + 0.244141, + 0.245117, + 0.408203, + 0.287109, + 0.373047, + 0.201172, + 0.300781, + 0.298828, + 0.361328, + 0.345703, + 0.345703, + 0.211914, + 0.183594, + 0.259766, + 0.460938, + 0.339844, + 0.339844, + 0.251953, + 0.253906, + 0.359375, + 0.253906, + 0.34375, + 0.333984, + 0.21582, + 0.414062, + 0.211914, + 0.398438, + 0.349609, + 0.322266, + 0.394531, + 0.394531, + 0.351562, + 0.298828, + 0.378906, + 0.224609, + 0.349609, + 0.404297, + 0.233398, + 0.421875, + 0.335938, + 0.373047, + 0.328125, + 0.261719, + 0.429688, + 0.337891, + 0.310547, + 0.396484, + 0.414062, + 0.298828, + 0.34375, + 0.335938, + 0.240234, + 0.445312, + 0.279297, + 0.208008, + 0.365234, + 0.373047, + 0.210938, + 0.339844, + 0.294922, + 0.219727, + 0.318359, + 0.174805, + 0.225586, + 0.375, + 0.330078, + 0.269531, + 0.378906, + 0.435547, + 0.3125, + 0.285156, + 0.302734, + 0.421875, + 0.227539, + 0.239258, + 0.447266, + 0.251953, + 0.237305, + 0.337891, + 0.400391, + 0.210938, + 0.316406, + 0.300781, + 0.243164, + 0.306641, + 0.412109, + 0.369141, + 0.386719, + 0.371094, + 0.326172, + 0.300781, + 0.251953, + 0.351562, + 0.275391, + 0.330078, + 0.359375, + 0.179688, + 0.363281, + 0.271484, + 0.378906, + 0.380859, + 0.22168, + 0.314453, + 0.386719, + 0.365234, + 0.318359, + 0.310547, + 0.279297, + 0.277344, + 0.408203, + 0.244141, + 0.257812, + 0.351562, + 0.380859, + 0.427734, + 0.314453, + 0.375, + 0.259766, + 0.335938, + 0.235352, + 0.380859, + 0.287109, + 0.386719, + 0.396484, + 0.367188, + 0.357422, + 0.318359, + 0.251953, + 0.394531, + 0.326172, + 0.240234, + 0.253906, + 0.1875, + 0.271484, + 0.34375, + 0.349609, + 0.202148, + 0.398438, + 0.302734, + 0.300781, + 0.410156, + 0.304688, + 0.302734, + 0.410156, + 0.201172, + 0.234375, + 0.257812, + 0.398438, + 0.371094, + 0.219727, + 0.267578, + 0.271484, + 0.333984, + 0.361328, + 0.197266, + 0.351562, + 0.390625, + 0.304688, + 0.357422, + 0.416016, + 0.380859, + 0.255859, + 0.229492, + 0.277344, + 0.209961, + 0.162109, + 0.363281, + 0.283203, + 0.279297, + 0.376953, + 0.269531, + 0.304688, + 0.376953, + 0.201172, + 0.269531, + 0.390625, + 0.339844, + 0.253906, + 0.324219, + 0.1875, + 0.273438, + 0.224609, + 0.277344, + 0.318359, + 0.408203, + 0.373047, + 0.335938, + 0.371094, + 0.298828, + 0.198242, + 0.351562, + 0.194336, + 0.205078, + 0.25, + 0.365234, + 0.294922, + 0.237305, + 0.205078, + 0.371094, + 0.341797, + 0.316406, + 0.322266, + 0.445312, + 0.369141, + 0.217773, + 0.386719, + 0.287109, + 0.388672, + 0.289062, + 0.339844, + 0.273438, + 0.189453, + 0.447266, + 0.326172, + 0.289062, + 0.296875, + 0.392578, + 0.326172, + 0.28125, + 0.328125, + 0.40625, + 0.294922, + 0.259766, + 0.217773, + 0.380859, + 0.367188, + 0.353516, + 0.210938, + 0.365234, + 0.18457, + 0.205078, + 0.416016, + 0.337891, + 0.330078, + 0.326172, + 0.304688, + 0.178711, + 0.220703, + 0.369141, + 0.273438, + 0.300781, + 0.355469, + 0.235352, + 0.408203, + 0.333984, + 0.241211, + 0.335938, + 0.318359, + 0.227539, + 0.314453, + 0.298828, + 0.382812, + 0.173828, + 0.335938, + 0.291016, + 0.339844, + 0.275391, + 0.177734, + 0.400391, + 0.211914, + 0.3125, + 0.166992, + 0.149414, + 0.267578, + 0.314453, + 0.349609, + 0.240234, + 0.369141, + 0.330078, + 0.304688, + 0.396484, + 0.330078, + 0.243164, + 0.361328, + 0.330078, + 0.226562, + 0.199219, + 0.261719, + 0.273438, + 0.181641, + 0.287109, + 0.275391, + 0.382812, + 0.449219, + 0.4375, + 0.205078, + 0.322266, + 0.306641, + 0.162109, + 0.369141, + 0.205078, + 0.202148, + 0.285156, + 0.396484, + 0.265625, + 0.253906, + 0.300781, + 0.335938, + 0.296875, + 0.365234, + 0.306641, + 0.384766, + 0.357422, + 0.320312, + 0.289062, + 0.222656, + 0.217773, + 0.189453, + 0.291016, + 0.365234, + 0.320312, + 0.375, + 0.361328, + 0.384766, + 0.188477, + 0.279297, + 0.335938, + 0.386719, + 0.219727, + 0.412109, + 0.380859, + 0.269531, + 0.302734, + 0.369141, + 0.310547, + 0.369141, + 0.25, + 0.355469, + 0.328125, + 0.269531, + 0.359375, + 0.367188, + 0.287109, + 0.335938, + 0.236328, + 0.308594, + 0.214844, + 0.224609, + 0.382812, + 0.269531, + 0.238281, + 0.314453, + 0.229492, + 0.402344, + 0.333984, + 0.423828, + 0.412109, + 0.324219, + 0.316406, + 0.213867, + 0.197266, + 0.347656, + 0.198242, + 0.285156, + 0.224609, + 0.369141, + 0.376953, + 0.291016, + 0.225586, + 0.298828, + 0.308594, + 0.310547, + 0.371094, + 0.193359, + 0.318359, + 0.330078, + 0.211914, + 0.457031, + 0.200195, + 0.302734, + 0.349609, + 0.326172, + 0.371094, + 0.335938, + 0.365234, + 0.275391, + 0.357422, + 0.365234, + 0.180664, + 0.330078, + 0.357422, + 0.224609, + 0.213867, + 0.182617, + 0.382812, + 0.28125, + 0.394531, + 0.367188, + 0.298828, + 0.259766, + 0.243164, + 0.292969, + 0.316406, + 0.404297, + 0.306641, + 0.210938, + 0.361328, + 0.345703, + 0.243164, + 0.34375, + 0.294922, + 0.197266, + 0.273438, + 0.239258, + 0.243164, + 0.279297, + 0.228516, + 0.369141, + 0.308594, + 0.421875, + 0.339844, + 0.378906, + 0.220703, + 0.4375, + 0.224609, + 0.388672, + 0.349609, + 0.308594, + 0.238281, + 0.353516, + 0.332031, + 0.304688, + 0.335938, + 0.283203, + 0.324219, + 0.219727, + 0.271484, + 0.351562, + 0.222656, + 0.302734, + 0.296875, + 0.335938, + 0.382812, + 0.353516, + 0.335938, + 0.271484, + 0.324219, + 0.539062, + 0.376953, + 0.204102, + 0.310547, + 0.269531, + 0.339844, + 0.414062, + 0.294922, + 0.347656, + 0.310547, + 0.263672, + 0.345703, + 0.306641, + 0.349609, + 0.492188, + 0.310547, + 0.380859, + 0.382812, + 0.310547, + 0.279297, + 0.378906, + 0.296875, + 0.255859, + 0.400391, + 0.351562, + 0.328125, + 0.291016, + 0.398438, + 0.180664, + 0.455078, + 0.361328, + 0.34375, + 0.357422, + 0.279297, + 0.320312, + 0.417969, + 0.339844, + 0.369141, + 0.310547, + 0.371094, + 0.237305, + 0.222656, + 0.382812, + 0.380859, + 0.302734, + 0.22168, + 0.492188, + 0.214844, + 0.28125, + 0.318359, + 0.332031, + 0.211914, + 0.351562, + 0.231445, + 0.355469, + 0.259766, + 0.304688, + 0.371094, + 0.189453, + 0.351562, + 0.214844, + 0.285156, + 0.273438, + 0.3125, + 0.233398, + 0.300781, + 0.298828, + 0.335938, + 0.365234, + 0.240234, + 0.351562, + 0.163086, + 0.175781, + 0.333984, + 0.194336, + 0.361328, + 0.412109, + 0.337891, + 0.318359, + 0.326172, + 0.306641, + 0.277344, + 0.257812, + 0.337891, + 0.359375, + 0.392578, + 0.304688, + 0.217773, + 0.337891, + 0.363281, + 0.359375, + 0.202148, + 0.341797, + 0.308594, + 0.365234, + 0.210938, + 0.40625, + 0.245117, + 0.275391, + 0.380859, + 0.324219, + 0.333984, + 0.378906, + 0.289062, + 0.291016, + 0.217773, + 0.507812, + 0.380859, + 0.388672, + 0.292969, + 0.289062, + 0.333984, + 0.291016, + 0.345703, + 0.392578, + 0.228516, + 0.294922, + 0.423828, + 0.285156, + 0.412109, + 0.197266, + 0.306641, + 0.211914, + 0.335938, + 0.349609, + 0.304688, + 0.208008, + 0.322266, + 0.423828, + 0.318359, + 0.378906, + 0.335938, + 0.18457, + 0.186523, + 0.332031, + 0.347656, + 0.353516, + 0.240234, + 0.349609, + 0.386719, + 0.285156, + 0.320312, + 0.332031, + 0.369141, + 0.300781, + 0.345703, + 0.220703, + 0.328125, + 0.355469, + 0.298828, + 0.347656, + 0.330078, + 0.398438, + 0.308594, + 0.181641, + 0.412109, + 0.332031, + 0.341797, + 0.347656, + 0.239258, + 0.386719, + 0.192383, + 0.324219, + 0.332031, + 0.371094, + 0.339844, + 0.380859, + 0.4375, + 0.263672, + 0.330078, + 0.277344, + 0.308594, + 0.349609, + 0.283203, + 0.416016, + 0.179688, + 0.322266, + 0.285156, + 0.304688, + 0.279297, + 0.388672, + 0.332031, + 0.209961, + 0.259766, + 0.289062, + 0.294922, + 0.412109, + 0.198242, + 0.353516, + 0.28125, + 0.390625, + 0.339844, + 0.369141, + 0.382812, + 0.304688, + 0.345703, + 0.205078, + 0.371094, + 0.396484, + 0.382812, + 0.347656, + 0.449219, + 0.328125, + 0.244141, + 0.261719, + 0.236328, + 0.386719, + 0.232422, + 0.347656, + 0.365234, + 0.365234, + 0.291016, + 0.306641, + 0.265625, + 0.392578, + 0.361328, + 0.306641, + 0.396484, + 0.398438, + 0.384766, + 0.28125, + 0.3125, + 0.355469, + 0.227539, + 0.347656, + 0.363281, + 0.271484, + 0.199219, + 0.316406, + 0.337891, + 0.285156, + 0.259766, + 0.269531, + 0.197266, + 0.392578, + 0.386719, + 0.376953, + 0.174805, + 0.324219, + 0.355469, + 0.203125, + 0.332031, + 0.194336, + 0.298828, + 0.292969, + 0.361328, + 0.292969, + 0.320312, + 0.347656, + 0.382812, + 0.375, + 0.185547, + 0.337891, + 0.400391, + 0.330078, + 0.390625, + 0.326172, + 0.375, + 0.192383, + 0.194336, + 0.269531, + 0.394531, + 0.308594, + 0.237305, + 0.388672, + 0.302734, + 0.220703, + 0.339844, + 0.375, + 0.367188, + 0.271484, + 0.355469, + 0.298828, + 0.369141, + 0.376953, + 0.238281, + 0.235352, + 0.335938, + 0.380859, + 0.261719, + 0.324219, + 0.410156, + 0.267578, + 0.189453, + 0.386719, + 0.365234, + 0.398438, + 0.292969, + 0.287109, + 0.257812, + 0.365234, + 0.419922, + 0.335938, + 0.318359, + 0.202148, + 0.316406, + 0.25, + 0.373047, + 0.40625, + 0.371094, + 0.216797, + 0.373047, + 0.251953, + 0.359375, + 0.330078, + 0.412109, + 0.361328, + 0.345703, + 0.369141, + 0.189453, + 0.412109, + 0.316406, + 0.363281, + 0.382812, + 0.245117, + 0.283203, + 0.408203, + 0.168945, + 0.19043, + 0.306641, + 0.34375, + 0.306641, + 0.306641, + 0.396484, + 0.371094, + 0.242188, + 0.332031, + 0.176758, + 0.408203, + 0.237305, + 0.382812, + 0.330078, + 0.359375, + 0.390625, + 0.375, + 0.322266, + 0.310547, + 0.265625, + 0.408203, + 0.40625, + 0.269531, + 0.361328, + 0.273438, + 0.273438, + 0.386719, + 0.205078, + 0.345703, + 0.263672, + 0.265625, + 0.279297, + 0.375, + 0.382812, + 0.3125, + 0.351562, + 0.365234, + 0.345703, + 0.408203, + 0.265625, + 0.382812, + 0.380859, + 0.296875, + 0.396484, + 0.176758, + 0.265625, + 0.34375, + 0.355469, + 0.333984, + 0.357422, + 0.316406, + 0.419922, + 0.304688, + 0.277344, + 0.330078, + 0.3125, + 0.206055, + 0.347656, + 0.384766, + 0.382812, + 0.412109, + 0.439453, + 0.306641, + 0.429688, + 0.390625, + 0.287109, + 0.441406, + 0.404297, + 0.292969, + 0.394531, + 0.326172, + 0.277344, + 0.429688, + 0.24707, + 0.386719, + 0.345703, + 0.457031, + 0.261719, + 0.222656, + 0.207031, + 0.417969, + 0.408203, + 0.359375, + 0.433594, + 0.302734, + 0.34375, + 0.316406, + 0.189453, + 0.382812, + 0.277344, + 0.294922, + 0.341797, + 0.277344, + 0.337891, + 0.214844, + 0.28125, + 0.326172, + 0.3125, + 0.322266, + 0.193359, + 0.332031, + 0.339844, + 0.335938, + 0.384766, + 0.351562, + 0.384766, + 0.353516, + 0.361328, + 0.249023, + 0.231445, + 0.273438, + 0.320312, + 0.345703, + 0.337891, + 0.359375, + 0.267578, + 0.365234, + 0.196289, + 0.21875, + 0.3125, + 0.363281, + 0.289062, + 0.40625, + 0.292969, + 0.291016, + 0.326172, + 0.345703, + 0.357422, + 0.367188, + 0.28125, + 0.392578, + 0.318359, + 0.392578, + 0.180664, + 0.269531, + 0.177734, + 0.34375, + 0.316406, + 0.242188, + 0.269531, + 0.419922, + 0.318359, + 0.34375, + 0.310547, + 0.21582, + 0.208008, + 0.289062, + 0.203125, + 0.302734, + 0.257812, + 0.306641, + 0.245117, + 0.408203, + 0.123047, + 0.201172, + 0.410156, + 0.332031 + ] + }, + "name": "model.model.layers.23.post_attention_layernorm.weight", + "outputIndexes": [ + 1955 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1954 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_23/Mul_output_0", + "outputIndexes": [ + 1956 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1955, + 1956 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_23/Mul_1_output_0", + "outputIndexes": [ + 1957 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1957 + ], + "outputIndexes": [ + 5048 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5048 + ], + "outputIndexes": [ + 5049 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear", + "inputIndexes": [ + 5049 + ], + "outputIndexes": [ + 5050 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 233352750, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5050 + ], + "outputIndexes": [ + 5051 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5051 + ], + "outputIndexes": [ + 1958 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1958 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_23/Sigmoid_output_0", + "outputIndexes": [ + 1959 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1958, + 1959 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_23/Mul_output_0", + "outputIndexes": [ + 1960 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1957 + ], + "outputIndexes": [ + 5052 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5052 + ], + "outputIndexes": [ + 5053 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear", + "inputIndexes": [ + 5053 + ], + "outputIndexes": [ + 5054 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 235933252, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5054 + ], + "outputIndexes": [ + 5055 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5055 + ], + "outputIndexes": [ + 1961 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1960, + 1961 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_23/Mul_output_0", + "outputIndexes": [ + 1962 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1962 + ], + "outputIndexes": [ + 5056 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5056 + ], + "outputIndexes": [ + 5057 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear", + "inputIndexes": [ + 5057 + ], + "outputIndexes": [ + 5058 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 238513754, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5058 + ], + "outputIndexes": [ + 5059 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.23/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5059 + ], + "outputIndexes": [ + 1963 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1954, + 1963 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_119_output_0", + "outputIndexes": [ + 1964 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1964, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_216_output_0", + "outputIndexes": [ + 1965 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.273438, + 0.412109, + 0.472656, + 0.492188, + 0.492188, + 0.466797, + 0.882812, + 0.515625, + 0.296875, + 0.353516, + 0.249023, + 0.398438, + 0.220703, + 0.375, + 0.345703, + 0.416016, + 0.558594, + 0.359375, + 0.349609, + 0.213867, + 0.410156, + 0.601562, + 0.369141, + 0.275391, + 0.384766, + 0.535156, + 0.275391, + 0.455078, + 0.392578, + 0.388672, + 0.474609, + 0.408203, + 0.423828, + 0.498047, + 0.384766, + 0.361328, + 0.271484, + 0.382812, + 0.302734, + 0.523438, + 0.421875, + 0.472656, + 0.402344, + 0.353516, + 0.259766, + 0.365234, + 0.640625, + 0.233398, + 0.53125, + 0.376953, + 0.511719, + 0.251953, + 0.355469, + 0.451172, + 0.263672, + 0.445312, + 0.519531, + 0.373047, + 0.417969, + 0.523438, + 0.367188, + 0.455078, + 0.310547, + 0.466797, + 0.294922, + 0.488281, + 0.804688, + 0.1875, + 0.546875, + 0.605469, + 0.507812, + 0.234375, + 0.351562, + 0.333984, + 0.507812, + 0.328125, + 0.341797, + 0.566406, + 0.220703, + 0.398438, + 0.316406, + 0.462891, + 0.292969, + 0.314453, + 0.451172, + 0.205078, + 0.558594, + 0.310547, + 0.625, + 0.220703, + 0.326172, + 0.398438, + 0.228516, + 0.404297, + 0.175781, + 0.200195, + 0.59375, + 0.478516, + 0.486328, + 0.488281, + 0.429688, + 0.302734, + 0.472656, + 0.466797, + 0.474609, + 0.227539, + 0.574219, + 0.458984, + 0.392578, + 0.351562, + 0.316406, + 0.503906, + 0.382812, + 0.515625, + 0.458984, + 0.550781, + 0.398438, + 0.412109, + 0.570312, + 0.507812, + 0.423828, + 0.231445, + 0.443359, + 0.355469, + 0.554688, + 0.410156, + 0.734375, + 0.482422, + 0.423828, + 0.578125, + 0.507812, + 0.361328, + 0.455078, + 0.412109, + 0.449219, + 0.416016, + 0.498047, + 0.412109, + 0.498047, + 0.28125, + 0.443359, + 0.386719, + 0.417969, + 0.5625, + 0.472656, + 0.46875, + 0.380859, + 0.251953, + 0.382812, + 0.478516, + 0.417969, + 0.421875, + 0.439453, + 0.496094, + 0.439453, + 0.353516, + 0.458984, + 0.375, + 0.15625, + 0.453125, + 0.205078, + 0.396484, + 0.289062, + 0.5, + 0.347656, + 0.523438, + 0.204102, + 0.570312, + 0.353516, + 0.230469, + 0.320312, + 0.470703, + 0.527344, + 0.365234, + 0.238281, + 0.554688, + 0.335938, + 0.384766, + 0.484375, + 0.511719, + 0.345703, + 0.306641, + 0.347656, + 0.378906, + 0.425781, + 0.427734, + 0.419922, + 0.474609, + 0.498047, + 0.550781, + 0.5, + 0.369141, + 0.186523, + 0.363281, + 0.375, + 0.433594, + 0.335938, + 0.355469, + 0.145508, + 0.460938, + 0.363281, + 0.28125, + 0.337891, + 0.416016, + 0.271484, + 0.425781, + 0.492188, + 0.328125, + 0.425781, + 0.490234, + 0.451172, + 0.408203, + 0.490234, + 0.224609, + 0.464844, + 0.416016, + 0.40625, + 0.300781, + 0.527344, + 0.371094, + 0.367188, + 0.398438, + 0.24707, + 0.349609, + 0.554688, + 0.347656, + 0.503906, + 0.174805, + 0.589844, + 0.349609, + 0.333984, + 0.378906, + 0.447266, + 0.353516, + 0.621094, + 0.28125, + 0.462891, + 0.306641, + 0.550781, + 0.455078, + 0.470703, + 0.326172, + 0.376953, + 0.455078, + 0.445312, + 0.318359, + 0.283203, + 0.455078, + 0.503906, + 0.460938, + 0.380859, + 0.249023, + 0.219727, + 0.384766, + 0.388672, + 0.5, + 0.285156, + 0.347656, + 0.267578, + 0.457031, + 0.488281, + 0.511719, + 0.462891, + 0.283203, + 0.433594, + 0.447266, + 0.308594, + 0.523438, + 0.263672, + 0.574219, + 0.675781, + 0.34375, + 0.365234, + 0.59375, + 0.306641, + 0.570312, + 0.476562, + 0.251953, + 0.283203, + 0.480469, + 0.265625, + 0.4375, + 0.392578, + 0.474609, + 0.486328, + 0.429688, + 0.558594, + 0.527344, + 0.449219, + 0.566406, + 0.527344, + 0.451172, + 0.447266, + 0.445312, + 0.447266, + 0.402344, + 0.186523, + 0.451172, + 0.417969, + 0.402344, + 0.326172, + 0.421875, + 0.365234, + 0.285156, + 0.4375, + 0.398438, + 0.318359, + 0.390625, + 0.474609, + 0.558594, + 0.261719, + 0.609375, + 0.376953, + 0.322266, + 0.550781, + 0.271484, + 0.433594, + 0.246094, + 0.511719, + 0.388672, + 0.474609, + 0.519531, + 0.472656, + 0.378906, + 0.347656, + 0.363281, + 0.40625, + 0.558594, + 0.464844, + 0.322266, + 0.4375, + 0.273438, + 0.296875, + 0.394531, + 0.476562, + 0.388672, + 0.53125, + 0.25, + 0.236328, + 0.25, + 0.359375, + 0.402344, + 0.376953, + 0.265625, + 0.578125, + 0.539062, + 0.300781, + 0.410156, + 0.332031, + 0.455078, + 0.601562, + 0.482422, + 0.257812, + 0.416016, + 0.429688, + 0.558594, + 0.458984, + 0.486328, + 0.3125, + 0.498047, + 0.324219, + 0.380859, + 0.400391, + 0.482422, + 0.443359, + 0.361328, + 0.589844, + 0.507812, + 0.3125, + 0.279297, + 0.515625, + 0.289062, + 0.498047, + 0.198242, + 0.425781, + 0.390625, + 0.433594, + 0.464844, + 0.416016, + 0.328125, + 0.730469, + 0.320312, + 0.621094, + 0.367188, + 0.414062, + 0.236328, + 0.355469, + 0.458984, + 0.341797, + 0.474609, + 0.423828, + 0.453125, + 0.539062, + 0.25, + 0.574219, + 0.4375, + 0.447266, + 0.542969, + 0.53125, + 0.439453, + 0.390625, + 0.5625, + 0.306641, + 0.371094, + 0.478516, + 0.279297, + 0.53125, + 0.427734, + 0.46875, + 0.382812, + 0.314453, + 0.585938, + 0.335938, + 0.365234, + 0.503906, + 0.527344, + 0.349609, + 0.429688, + 0.431641, + 0.277344, + 0.585938, + 0.335938, + 0.345703, + 0.441406, + 0.46875, + 0.222656, + 0.416016, + 0.414062, + 0.445312, + 0.429688, + 0.237305, + 0.291016, + 0.476562, + 0.46875, + 0.28125, + 0.460938, + 0.660156, + 0.392578, + 0.359375, + 0.257812, + 0.558594, + 0.296875, + 0.341797, + 0.613281, + 0.298828, + 0.357422, + 0.349609, + 0.527344, + 0.267578, + 0.392578, + 0.480469, + 0.480469, + 0.34375, + 0.570312, + 0.431641, + 0.519531, + 0.519531, + 0.382812, + 0.353516, + 0.318359, + 0.421875, + 0.408203, + 0.404297, + 0.539062, + 0.202148, + 0.447266, + 0.306641, + 0.539062, + 0.550781, + 0.292969, + 0.400391, + 0.492188, + 0.462891, + 0.427734, + 0.441406, + 0.316406, + 0.34375, + 0.511719, + 0.294922, + 0.306641, + 0.455078, + 0.515625, + 0.535156, + 0.376953, + 0.439453, + 0.337891, + 0.441406, + 0.320312, + 0.488281, + 0.335938, + 0.535156, + 0.515625, + 0.457031, + 0.423828, + 0.410156, + 0.365234, + 0.451172, + 0.4375, + 0.322266, + 0.308594, + 0.808594, + 0.306641, + 0.408203, + 0.494141, + 0.289062, + 0.519531, + 0.396484, + 0.46875, + 0.554688, + 0.396484, + 0.375, + 0.574219, + 0.482422, + 0.253906, + 0.316406, + 0.550781, + 0.523438, + 0.271484, + 0.298828, + 0.320312, + 0.453125, + 0.527344, + 0.239258, + 0.404297, + 0.527344, + 0.373047, + 0.447266, + 0.609375, + 0.472656, + 0.396484, + 0.503906, + 0.347656, + 0.249023, + 0.152344, + 0.5, + 0.359375, + 0.324219, + 0.503906, + 0.326172, + 0.40625, + 0.554688, + 0.230469, + 0.355469, + 0.466797, + 0.453125, + 0.308594, + 0.378906, + 0.193359, + 0.398438, + 0.322266, + 0.380859, + 0.349609, + 0.644531, + 0.472656, + 0.404297, + 0.435547, + 0.378906, + 0.125977, + 0.431641, + 0.213867, + 0.310547, + 0.351562, + 0.447266, + 0.347656, + 0.292969, + 0.21582, + 0.460938, + 0.396484, + 0.433594, + 0.423828, + 0.59375, + 0.482422, + 0.298828, + 0.439453, + 0.34375, + 0.472656, + 0.330078, + 0.378906, + 0.349609, + 0.185547, + 0.605469, + 0.414062, + 0.357422, + 0.445312, + 0.507812, + 0.439453, + 0.359375, + 0.412109, + 0.566406, + 0.326172, + 0.291016, + 0.243164, + 0.503906, + 0.404297, + 0.451172, + 0.253906, + 0.462891, + 0.239258, + 0.251953, + 0.5625, + 0.416016, + 0.466797, + 0.419922, + 0.222656, + 0.19043, + 0.275391, + 0.451172, + 0.292969, + 0.382812, + 0.433594, + 0.285156, + 0.460938, + 0.503906, + 0.318359, + 0.433594, + 0.359375, + 0.494141, + 0.357422, + 0.353516, + 0.503906, + 0.166016, + 0.357422, + 0.365234, + 0.484375, + 0.353516, + 0.181641, + 0.546875, + 0.523438, + 0.375, + 0.152344, + 0.710938, + 0.283203, + 0.386719, + 0.402344, + 0.289062, + 0.472656, + 0.458984, + 0.412109, + 0.492188, + 0.40625, + 0.349609, + 0.470703, + 0.408203, + 0.28125, + 0.22168, + 0.306641, + 0.314453, + 0.179688, + 0.507812, + 0.535156, + 0.519531, + 0.601562, + 0.601562, + 0.228516, + 0.375, + 0.324219, + 0.161133, + 0.455078, + 0.225586, + 0.291016, + 0.330078, + 0.503906, + 0.314453, + 0.308594, + 0.382812, + 0.40625, + 0.355469, + 0.435547, + 0.40625, + 0.431641, + 0.443359, + 0.431641, + 0.396484, + 0.503906, + 0.24707, + 0.21875, + 0.410156, + 0.419922, + 0.441406, + 0.511719, + 0.558594, + 0.535156, + 0.824219, + 0.330078, + 0.462891, + 0.5625, + 0.291016, + 0.582031, + 0.515625, + 0.296875, + 0.363281, + 0.527344, + 0.392578, + 0.445312, + 0.330078, + 0.4375, + 0.388672, + 0.316406, + 0.402344, + 0.435547, + 0.318359, + 0.384766, + 0.318359, + 0.402344, + 0.507812, + 0.339844, + 0.445312, + 0.330078, + 0.238281, + 0.470703, + 0.324219, + 0.519531, + 0.425781, + 0.527344, + 0.582031, + 0.40625, + 0.371094, + 0.277344, + 0.230469, + 0.451172, + 0.233398, + 0.361328, + 0.265625, + 0.515625, + 0.447266, + 0.326172, + 0.699219, + 0.375, + 0.449219, + 0.421875, + 0.478516, + 0.182617, + 0.371094, + 0.371094, + 0.233398, + 0.691406, + 0.22168, + 0.361328, + 0.427734, + 0.388672, + 0.5, + 0.441406, + 0.421875, + 0.371094, + 0.490234, + 0.421875, + 0.847656, + 0.40625, + 0.441406, + 0.3125, + 0.233398, + 0.192383, + 0.5, + 0.353516, + 0.503906, + 0.433594, + 0.332031, + 0.330078, + 0.3125, + 0.326172, + 0.375, + 0.550781, + 0.392578, + 0.345703, + 0.490234, + 0.451172, + 0.273438, + 0.382812, + 0.3125, + 0.275391, + 0.419922, + 0.271484, + 0.328125, + 0.316406, + 0.542969, + 0.478516, + 0.439453, + 0.578125, + 0.416016, + 0.503906, + 0.251953, + 0.53125, + 0.369141, + 0.5, + 0.431641, + 0.414062, + 0.376953, + 0.484375, + 0.421875, + 0.392578, + 0.53125, + 0.322266, + 0.458984, + 0.28125, + 0.353516, + 0.431641, + 0.542969, + 0.355469, + 0.375, + 0.369141, + 0.5, + 0.455078, + 0.416016, + 0.355469, + 0.384766, + 0.667969, + 0.507812, + 0.248047, + 0.4375, + 0.322266, + 0.515625, + 0.511719, + 0.369141, + 0.4375, + 0.412109, + 0.314453, + 0.388672, + 0.394531, + 0.457031, + 0.628906, + 0.384766, + 0.435547, + 0.515625, + 0.404297, + 0.371094, + 0.462891, + 0.320312, + 0.359375, + 0.539062, + 0.472656, + 0.408203, + 0.349609, + 0.578125, + 0.199219, + 0.53125, + 0.476562, + 0.458984, + 0.439453, + 0.365234, + 0.390625, + 0.546875, + 0.429688, + 0.4375, + 0.361328, + 0.419922, + 0.296875, + 0.267578, + 0.486328, + 0.490234, + 0.431641, + 0.253906, + 0.59375, + 0.439453, + 0.333984, + 0.373047, + 0.474609, + 0.263672, + 0.470703, + 0.211914, + 0.486328, + 0.380859, + 0.46875, + 0.53125, + 0.192383, + 0.486328, + 0.503906, + 0.351562, + 0.347656, + 0.388672, + 0.292969, + 0.359375, + 0.419922, + 0.412109, + 0.425781, + 0.300781, + 0.419922, + 0.163086, + 0.205078, + 0.417969, + 0.304688, + 0.445312, + 0.535156, + 0.392578, + 0.423828, + 0.453125, + 0.361328, + 0.328125, + 0.511719, + 0.417969, + 0.480469, + 0.474609, + 0.339844, + 0.550781, + 0.378906, + 0.460938, + 0.462891, + 0.248047, + 0.408203, + 0.419922, + 0.515625, + 0.314453, + 0.496094, + 0.308594, + 0.367188, + 0.558594, + 0.345703, + 0.462891, + 0.511719, + 0.351562, + 0.390625, + 0.324219, + 0.582031, + 0.636719, + 0.527344, + 0.267578, + 0.330078, + 0.410156, + 0.347656, + 0.394531, + 0.492188, + 0.275391, + 0.375, + 0.644531, + 0.316406, + 0.527344, + 0.273438, + 0.382812, + 0.255859, + 0.398438, + 0.46875, + 0.375, + 0.229492, + 0.357422, + 0.550781, + 0.351562, + 0.478516, + 0.455078, + 0.185547, + 0.253906, + 0.369141, + 0.474609, + 0.435547, + 0.335938, + 0.423828, + 0.511719, + 0.375, + 0.417969, + 0.423828, + 0.445312, + 0.414062, + 0.435547, + 0.375, + 0.421875, + 0.470703, + 0.351562, + 0.443359, + 0.423828, + 0.503906, + 0.34375, + 0.789062, + 0.558594, + 0.433594, + 0.490234, + 0.578125, + 0.22168, + 0.523438, + 0.191406, + 0.365234, + 0.40625, + 0.664062, + 0.398438, + 0.613281, + 0.484375, + 0.306641, + 0.431641, + 0.369141, + 0.361328, + 0.542969, + 0.644531, + 0.527344, + 0.243164, + 0.550781, + 0.404297, + 0.478516, + 0.296875, + 0.507812, + 0.414062, + 0.263672, + 0.589844, + 0.351562, + 0.40625, + 0.578125, + 0.243164, + 0.539062, + 0.322266, + 0.482422, + 0.486328, + 0.457031, + 0.484375, + 0.322266, + 0.419922, + 0.223633, + 0.433594, + 0.574219, + 0.566406, + 0.417969, + 0.59375, + 0.636719, + 0.291016, + 0.271484, + 0.257812, + 0.486328, + 0.25, + 0.503906, + 0.404297, + 0.414062, + 0.367188, + 0.394531, + 0.306641, + 0.484375, + 0.449219, + 0.417969, + 0.605469, + 0.511719, + 0.480469, + 0.287109, + 0.451172, + 0.527344, + 0.361328, + 0.404297, + 0.457031, + 0.322266, + 0.261719, + 0.410156, + 0.369141, + 0.332031, + 0.302734, + 0.59375, + 0.208008, + 0.480469, + 0.519531, + 0.460938, + 0.182617, + 0.412109, + 0.429688, + 0.445312, + 0.392578, + 0.208008, + 0.320312, + 0.316406, + 0.511719, + 0.376953, + 0.400391, + 0.4375, + 0.503906, + 0.46875, + 0.224609, + 0.429688, + 0.535156, + 0.414062, + 0.5, + 0.416016, + 0.515625, + 0.231445, + 0.792969, + 0.447266, + 0.558594, + 0.410156, + 0.324219, + 0.476562, + 0.330078, + 0.324219, + 0.40625, + 0.476562, + 0.476562, + 0.376953, + 0.490234, + 0.40625, + 0.539062, + 0.535156, + 0.263672, + 0.314453, + 0.431641, + 0.470703, + 0.345703, + 0.355469, + 0.484375, + 0.373047, + 0.229492, + 0.523438, + 0.480469, + 0.582031, + 0.470703, + 0.294922, + 0.291016, + 0.480469, + 0.773438, + 0.388672, + 0.376953, + 0.285156, + 0.376953, + 0.308594, + 0.457031, + 0.527344, + 0.486328, + 0.597656, + 0.421875, + 0.230469, + 0.443359, + 0.417969, + 0.585938, + 0.433594, + 0.498047, + 0.490234, + 0.75, + 0.519531, + 0.226562, + 0.484375, + 0.605469, + 0.355469, + 0.328125, + 0.597656, + 0.166992, + 0.204102, + 0.375, + 0.423828, + 0.375, + 0.382812, + 0.625, + 0.462891, + 0.273438, + 0.433594, + 0.217773, + 0.53125, + 0.3125, + 0.457031, + 0.419922, + 0.53125, + 0.507812, + 0.511719, + 0.386719, + 0.337891, + 0.306641, + 0.53125, + 0.53125, + 0.394531, + 0.507812, + 0.310547, + 0.455078, + 0.519531, + 0.4375, + 0.476562, + 0.318359, + 0.322266, + 0.353516, + 0.449219, + 0.453125, + 0.441406, + 0.474609, + 0.466797, + 0.458984, + 0.609375, + 0.355469, + 0.445312, + 0.542969, + 0.425781, + 0.498047, + 0.174805, + 0.363281, + 0.429688, + 0.392578, + 0.365234, + 0.433594, + 0.34375, + 0.535156, + 0.404297, + 0.378906, + 0.380859, + 0.394531, + 0.202148, + 0.466797, + 0.46875, + 0.511719, + 0.5625, + 0.589844, + 0.365234, + 0.486328, + 0.507812, + 0.324219, + 0.613281, + 0.539062, + 0.357422, + 0.462891, + 0.408203, + 0.349609, + 0.578125, + 0.294922, + 0.511719, + 0.410156, + 0.585938, + 0.25, + 0.324219, + 0.259766, + 0.601562, + 0.558594, + 0.453125, + 0.566406, + 0.425781, + 0.416016, + 0.384766, + 0.204102, + 0.476562, + 0.328125, + 0.380859, + 0.390625, + 0.239258, + 0.453125, + 0.251953, + 0.410156, + 0.412109, + 0.361328, + 0.441406, + 0.227539, + 0.386719, + 0.388672, + 0.445312, + 0.550781, + 0.433594, + 0.478516, + 0.345703, + 0.414062, + 0.367188, + 0.287109, + 0.302734, + 0.464844, + 0.421875, + 0.435547, + 0.423828, + 0.363281, + 0.539062, + 0.21875, + 0.28125, + 0.353516, + 0.503906, + 0.371094, + 0.53125, + 0.195312, + 0.396484, + 0.357422, + 0.496094, + 0.402344, + 0.511719, + 0.359375, + 0.472656, + 0.363281, + 0.503906, + 0.192383, + 0.330078, + 0.22168, + 0.443359, + 0.423828, + 0.382812, + 0.308594, + 0.5625, + 0.425781, + 0.40625, + 0.283203, + 0.255859, + 0.246094, + 0.361328, + 0.224609, + 0.392578, + 0.353516, + 0.373047, + 0.291016, + 0.527344, + 0.730469, + 0.213867, + 0.625, + 0.425781 + ] + }, + "name": "model.model.layers.24.input_layernorm.weight", + "outputIndexes": [ + 1966 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1965 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_24/Mul_output_0", + "outputIndexes": [ + 1967 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1966, + 1967 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_24/Mul_1_output_0", + "outputIndexes": [ + 1968 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1968 + ], + "outputIndexes": [ + 5060 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5060 + ], + "outputIndexes": [ + 5061 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear", + "inputIndexes": [ + 5061 + ], + "outputIndexes": [ + 5062 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 241094256, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5062 + ], + "outputIndexes": [ + 5063 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5063 + ], + "outputIndexes": [ + 1969 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1968 + ], + "main_type": "NONE", + "name": "/Shape_337_output_0", + "outputIndexes": [ + 1970 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1970 + ], + "main_type": "NONE", + "name": "Shape5263", + "outputIndexes": [ + 1971 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1970 + ], + "main_type": "NONE", + "name": "Rank5265", + "outputIndexes": [ + 1972 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1972, + 1972 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5267", + "outputIndexes": [ + 1973 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1973 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5268", + "outputIndexes": [ + 1974 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1973, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5270", + "outputIndexes": [ + 1975 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1975 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5271", + "outputIndexes": [ + 1976 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1971, + 1974, + 1976, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5274", + "outputIndexes": [ + 1977 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1977 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5275", + "outputIndexes": [ + 1978 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 1978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5276", + "outputIndexes": [ + 1979 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1979, + 1978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5277", + "outputIndexes": [ + 1980 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1970, + 1980, + 1973 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_364_output_0", + "outputIndexes": [ + 1981 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1981, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_769_output_0", + "outputIndexes": [ + 1982 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1982, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_312_output_0", + "outputIndexes": [ + 1983 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1969, + 1983 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_217_output_0", + "outputIndexes": [ + 1984 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1984, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_192_output_0", + "outputIndexes": [ + 1985 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1984 + ], + "main_type": "NONE", + "name": "/Shape_338_output_0", + "outputIndexes": [ + 1986 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1986 + ], + "main_type": "NONE", + "name": "Shape5284", + "outputIndexes": [ + 1987 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1986 + ], + "main_type": "NONE", + "name": "Rank5286", + "outputIndexes": [ + 1988 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1988, + 1988 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5288", + "outputIndexes": [ + 1989 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1989 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5289", + "outputIndexes": [ + 1990 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1989, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5291", + "outputIndexes": [ + 1991 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1991 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5292", + "outputIndexes": [ + 1992 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1987, + 1990, + 1992, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5295", + "outputIndexes": [ + 1993 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1993 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5296", + "outputIndexes": [ + 1994 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 1994 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5297", + "outputIndexes": [ + 1995 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1995, + 1994 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5298", + "outputIndexes": [ + 1996 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1986, + 1996, + 1989 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_365_output_0", + "outputIndexes": [ + 1997 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1997, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_72_output_0", + "outputIndexes": [ + 1998 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1998, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_774_output_0", + "outputIndexes": [ + 1999 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1984, + 1999, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_97_output_0", + "outputIndexes": [ + 2000 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2000 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_48_output_0", + "outputIndexes": [ + 2001 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1984, + 22, + 1999, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_96_output_0", + "outputIndexes": [ + 2002 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2001, + 2002 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_315_output_0", + "outputIndexes": [ + 2003 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2003, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_193_output_0", + "outputIndexes": [ + 2004 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1985, + 2004 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_120_output_0", + "outputIndexes": [ + 2005 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1968 + ], + "outputIndexes": [ + 5064 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5064 + ], + "outputIndexes": [ + 5065 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear", + "inputIndexes": [ + 5065 + ], + "outputIndexes": [ + 5066 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 242015878, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5066 + ], + "outputIndexes": [ + 5067 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5067 + ], + "outputIndexes": [ + 2006 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 1982, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_313_output_0", + "outputIndexes": [ + 2007 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2006, + 2007 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_218_output_0", + "outputIndexes": [ + 2008 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2008, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_194_output_0", + "outputIndexes": [ + 2009 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2008 + ], + "main_type": "NONE", + "name": "/Shape_339_output_0", + "outputIndexes": [ + 2010 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2010 + ], + "main_type": "NONE", + "name": "Shape5347", + "outputIndexes": [ + 2011 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2010 + ], + "main_type": "NONE", + "name": "Rank5349", + "outputIndexes": [ + 2012 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2012, + 2012 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5351", + "outputIndexes": [ + 2013 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2013 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5352", + "outputIndexes": [ + 2014 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2013, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5354", + "outputIndexes": [ + 2015 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2015 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5355", + "outputIndexes": [ + 2016 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2011, + 2014, + 2016, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5358", + "outputIndexes": [ + 2017 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2017 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5359", + "outputIndexes": [ + 2018 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2018 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5360", + "outputIndexes": [ + 2019 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2019, + 2018 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5361", + "outputIndexes": [ + 2020 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2010, + 2020, + 2013 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_366_output_0", + "outputIndexes": [ + 2021 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2021, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_73_output_0", + "outputIndexes": [ + 2022 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2022, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_776_output_0", + "outputIndexes": [ + 2023 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2008, + 2023, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_99_output_0", + "outputIndexes": [ + 2024 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2024 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_49_output_0", + "outputIndexes": [ + 2025 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2008, + 22, + 2023, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_98_output_0", + "outputIndexes": [ + 2026 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2025, + 2026 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_316_output_0", + "outputIndexes": [ + 2027 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2027, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_195_output_0", + "outputIndexes": [ + 2028 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2009, + 2028 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_121_output_0", + "outputIndexes": [ + 2029 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1968 + ], + "outputIndexes": [ + 5068 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5068 + ], + "outputIndexes": [ + 5069 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear", + "inputIndexes": [ + 5069 + ], + "outputIndexes": [ + 5070 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 242246300, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5070 + ], + "outputIndexes": [ + 5071 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5071 + ], + "outputIndexes": [ + 2030 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2030, + 2007 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_219_output_0", + "outputIndexes": [ + 2031 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2005, + 2029, + 2031, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_224_output_0", + "outputIndexes": [ + 2032 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2032 + ], + "outputIndexes": [ + 5072 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5072 + ], + "outputIndexes": [ + 5073 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear", + "inputIndexes": [ + 5073 + ], + "outputIndexes": [ + 5074 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 242476722, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5074 + ], + "outputIndexes": [ + 5075 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5075 + ], + "outputIndexes": [ + 2033 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1965, + 2033 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_123_output_0", + "outputIndexes": [ + 2034 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.234375, + 0.335938, + 0.357422, + 0.378906, + 0.373047, + 0.345703, + 0.149414, + 0.382812, + 0.269531, + 0.251953, + 0.201172, + 0.339844, + 0.230469, + 0.322266, + 0.310547, + 0.367188, + 0.211914, + 0.306641, + 0.310547, + 0.208984, + 0.337891, + 0.398438, + 0.283203, + 0.251953, + 0.308594, + 0.388672, + 0.265625, + 0.382812, + 0.335938, + 0.333984, + 0.253906, + 0.142578, + 0.349609, + 0.320312, + 0.341797, + 0.333984, + 0.209961, + 0.330078, + 0.210938, + 0.367188, + 0.333984, + 0.378906, + 0.302734, + 0.283203, + 0.229492, + 0.294922, + 0.427734, + 0.220703, + 0.392578, + 0.219727, + 0.367188, + 0.195312, + 0.335938, + 0.341797, + 0.212891, + 0.345703, + 0.408203, + 0.318359, + 0.330078, + 0.414062, + 0.335938, + 0.369141, + 0.28125, + 0.361328, + 0.259766, + 0.25, + 0.186523, + 0.189453, + 0.386719, + 0.173828, + 0.386719, + 0.211914, + 0.279297, + 0.291016, + 0.400391, + 0.283203, + 0.289062, + 0.421875, + 0.201172, + 0.326172, + 0.296875, + 0.40625, + 0.269531, + 0.291016, + 0.369141, + 0.208984, + 0.417969, + 0.246094, + 0.433594, + 0.220703, + 0.279297, + 0.320312, + 0.216797, + 0.345703, + 0.188477, + 0.214844, + 0.462891, + 0.392578, + 0.416016, + 0.359375, + 0.291016, + 0.291016, + 0.371094, + 0.349609, + 0.361328, + 0.207031, + 0.369141, + 0.339844, + 0.345703, + 0.320312, + 0.306641, + 0.396484, + 0.3125, + 0.326172, + 0.361328, + 0.300781, + 0.332031, + 0.337891, + 0.417969, + 0.369141, + 0.349609, + 0.229492, + 0.390625, + 0.257812, + 0.433594, + 0.300781, + 0.181641, + 0.371094, + 0.375, + 0.433594, + 0.369141, + 0.349609, + 0.353516, + 0.320312, + 0.349609, + 0.328125, + 0.371094, + 0.322266, + 0.269531, + 0.257812, + 0.380859, + 0.308594, + 0.332031, + 0.445312, + 0.398438, + 0.333984, + 0.324219, + 0.24707, + 0.351562, + 0.347656, + 0.326172, + 0.326172, + 0.34375, + 0.376953, + 0.363281, + 0.289062, + 0.380859, + 0.316406, + 0.198242, + 0.349609, + 0.1875, + 0.298828, + 0.232422, + 0.388672, + 0.304688, + 0.425781, + 0.198242, + 0.369141, + 0.314453, + 0.201172, + 0.273438, + 0.361328, + 0.400391, + 0.283203, + 0.186523, + 0.429688, + 0.300781, + 0.361328, + 0.384766, + 0.384766, + 0.308594, + 0.253906, + 0.298828, + 0.324219, + 0.361328, + 0.359375, + 0.345703, + 0.347656, + 0.375, + 0.388672, + 0.378906, + 0.287109, + 0.188477, + 0.326172, + 0.333984, + 0.332031, + 0.316406, + 0.267578, + 0.100586, + 0.367188, + 0.328125, + 0.308594, + 0.273438, + 0.320312, + 0.263672, + 0.339844, + 0.408203, + 0.292969, + 0.289062, + 0.373047, + 0.333984, + 0.335938, + 0.330078, + 0.211914, + 0.371094, + 0.322266, + 0.34375, + 0.279297, + 0.390625, + 0.349609, + 0.328125, + 0.339844, + 0.25, + 0.296875, + 0.435547, + 0.287109, + 0.365234, + 0.204102, + 0.488281, + 0.300781, + 0.267578, + 0.237305, + 0.361328, + 0.300781, + 0.396484, + 0.241211, + 0.345703, + 0.251953, + 0.421875, + 0.365234, + 0.382812, + 0.287109, + 0.335938, + 0.349609, + 0.353516, + 0.287109, + 0.265625, + 0.380859, + 0.376953, + 0.326172, + 0.339844, + 0.245117, + 0.209961, + 0.322266, + 0.292969, + 0.373047, + 0.259766, + 0.300781, + 0.232422, + 0.382812, + 0.414062, + 0.365234, + 0.349609, + 0.253906, + 0.376953, + 0.375, + 0.298828, + 0.400391, + 0.214844, + 0.371094, + 0.240234, + 0.308594, + 0.302734, + 0.22168, + 0.24707, + 0.392578, + 0.351562, + 0.237305, + 0.238281, + 0.375, + 0.244141, + 0.363281, + 0.326172, + 0.392578, + 0.355469, + 0.316406, + 0.455078, + 0.396484, + 0.361328, + 0.421875, + 0.392578, + 0.355469, + 0.347656, + 0.326172, + 0.357422, + 0.335938, + 0.265625, + 0.361328, + 0.361328, + 0.332031, + 0.316406, + 0.34375, + 0.328125, + 0.226562, + 0.355469, + 0.347656, + 0.263672, + 0.306641, + 0.376953, + 0.416016, + 0.220703, + 0.404297, + 0.308594, + 0.24707, + 0.396484, + 0.28125, + 0.365234, + 0.227539, + 0.24707, + 0.310547, + 0.404297, + 0.40625, + 0.349609, + 0.349609, + 0.302734, + 0.271484, + 0.355469, + 0.425781, + 0.390625, + 0.292969, + 0.236328, + 0.242188, + 0.224609, + 0.332031, + 0.300781, + 0.320312, + 0.388672, + 0.257812, + 0.199219, + 0.211914, + 0.283203, + 0.3125, + 0.328125, + 0.243164, + 0.410156, + 0.375, + 0.265625, + 0.345703, + 0.265625, + 0.363281, + 0.380859, + 0.371094, + 0.25, + 0.328125, + 0.328125, + 0.367188, + 0.369141, + 0.359375, + 0.300781, + 0.392578, + 0.300781, + 0.275391, + 0.332031, + 0.359375, + 0.369141, + 0.318359, + 0.378906, + 0.390625, + 0.263672, + 0.259766, + 0.414062, + 0.300781, + 0.390625, + 0.201172, + 0.302734, + 0.310547, + 0.361328, + 0.347656, + 0.351562, + 0.224609, + 0.173828, + 0.277344, + 0.443359, + 0.341797, + 0.345703, + 0.277344, + 0.261719, + 0.367188, + 0.261719, + 0.341797, + 0.333984, + 0.223633, + 0.412109, + 0.213867, + 0.390625, + 0.361328, + 0.322266, + 0.404297, + 0.386719, + 0.359375, + 0.304688, + 0.378906, + 0.234375, + 0.355469, + 0.414062, + 0.251953, + 0.410156, + 0.335938, + 0.382812, + 0.337891, + 0.269531, + 0.429688, + 0.351562, + 0.306641, + 0.400391, + 0.414062, + 0.318359, + 0.349609, + 0.34375, + 0.265625, + 0.449219, + 0.291016, + 0.227539, + 0.361328, + 0.371094, + 0.220703, + 0.355469, + 0.302734, + 0.21582, + 0.326172, + 0.201172, + 0.236328, + 0.378906, + 0.333984, + 0.28125, + 0.375, + 0.416016, + 0.314453, + 0.300781, + 0.3125, + 0.431641, + 0.242188, + 0.255859, + 0.449219, + 0.269531, + 0.25, + 0.339844, + 0.382812, + 0.209961, + 0.322266, + 0.302734, + 0.253906, + 0.320312, + 0.40625, + 0.375, + 0.398438, + 0.373047, + 0.337891, + 0.314453, + 0.269531, + 0.349609, + 0.28125, + 0.34375, + 0.341797, + 0.196289, + 0.371094, + 0.275391, + 0.375, + 0.384766, + 0.234375, + 0.316406, + 0.394531, + 0.361328, + 0.324219, + 0.306641, + 0.285156, + 0.285156, + 0.398438, + 0.261719, + 0.265625, + 0.359375, + 0.384766, + 0.439453, + 0.324219, + 0.373047, + 0.271484, + 0.337891, + 0.246094, + 0.373047, + 0.304688, + 0.394531, + 0.394531, + 0.365234, + 0.359375, + 0.328125, + 0.259766, + 0.392578, + 0.324219, + 0.253906, + 0.265625, + 0.171875, + 0.279297, + 0.355469, + 0.355469, + 0.208008, + 0.410156, + 0.306641, + 0.306641, + 0.40625, + 0.316406, + 0.3125, + 0.404297, + 0.219727, + 0.245117, + 0.261719, + 0.404297, + 0.376953, + 0.237305, + 0.279297, + 0.28125, + 0.347656, + 0.367188, + 0.212891, + 0.359375, + 0.386719, + 0.316406, + 0.355469, + 0.425781, + 0.386719, + 0.267578, + 0.226562, + 0.283203, + 0.225586, + 0.183594, + 0.371094, + 0.289062, + 0.294922, + 0.388672, + 0.28125, + 0.326172, + 0.378906, + 0.205078, + 0.273438, + 0.392578, + 0.345703, + 0.255859, + 0.326172, + 0.192383, + 0.273438, + 0.236328, + 0.28125, + 0.335938, + 0.410156, + 0.373047, + 0.347656, + 0.367188, + 0.310547, + 0.204102, + 0.361328, + 0.201172, + 0.209961, + 0.259766, + 0.384766, + 0.308594, + 0.24707, + 0.211914, + 0.375, + 0.339844, + 0.318359, + 0.326172, + 0.439453, + 0.361328, + 0.226562, + 0.394531, + 0.292969, + 0.388672, + 0.298828, + 0.349609, + 0.279297, + 0.188477, + 0.445312, + 0.332031, + 0.308594, + 0.302734, + 0.376953, + 0.335938, + 0.298828, + 0.332031, + 0.398438, + 0.308594, + 0.267578, + 0.232422, + 0.382812, + 0.365234, + 0.355469, + 0.228516, + 0.369141, + 0.229492, + 0.214844, + 0.402344, + 0.34375, + 0.330078, + 0.332031, + 0.310547, + 0.195312, + 0.233398, + 0.373047, + 0.285156, + 0.314453, + 0.378906, + 0.24707, + 0.408203, + 0.34375, + 0.255859, + 0.349609, + 0.326172, + 0.231445, + 0.326172, + 0.304688, + 0.390625, + 0.188477, + 0.341797, + 0.298828, + 0.341797, + 0.287109, + 0.192383, + 0.40625, + 0.204102, + 0.310547, + 0.183594, + 0.146484, + 0.273438, + 0.318359, + 0.355469, + 0.245117, + 0.363281, + 0.333984, + 0.3125, + 0.402344, + 0.330078, + 0.253906, + 0.361328, + 0.332031, + 0.241211, + 0.208984, + 0.273438, + 0.28125, + 0.202148, + 0.292969, + 0.28125, + 0.378906, + 0.433594, + 0.435547, + 0.209961, + 0.330078, + 0.3125, + 0.193359, + 0.380859, + 0.217773, + 0.22168, + 0.291016, + 0.40625, + 0.271484, + 0.269531, + 0.314453, + 0.341797, + 0.310547, + 0.375, + 0.314453, + 0.388672, + 0.357422, + 0.328125, + 0.296875, + 0.223633, + 0.239258, + 0.193359, + 0.310547, + 0.378906, + 0.330078, + 0.384766, + 0.363281, + 0.380859, + 0.181641, + 0.275391, + 0.34375, + 0.394531, + 0.236328, + 0.414062, + 0.373047, + 0.277344, + 0.314453, + 0.371094, + 0.308594, + 0.371094, + 0.265625, + 0.355469, + 0.337891, + 0.28125, + 0.359375, + 0.373047, + 0.292969, + 0.34375, + 0.251953, + 0.318359, + 0.219727, + 0.244141, + 0.382812, + 0.285156, + 0.25, + 0.322266, + 0.241211, + 0.400391, + 0.34375, + 0.40625, + 0.400391, + 0.314453, + 0.326172, + 0.232422, + 0.211914, + 0.359375, + 0.211914, + 0.300781, + 0.235352, + 0.367188, + 0.376953, + 0.300781, + 0.213867, + 0.302734, + 0.316406, + 0.326172, + 0.382812, + 0.208984, + 0.328125, + 0.337891, + 0.227539, + 0.441406, + 0.208984, + 0.314453, + 0.353516, + 0.332031, + 0.376953, + 0.339844, + 0.376953, + 0.285156, + 0.359375, + 0.363281, + 0.161133, + 0.337891, + 0.351562, + 0.257812, + 0.225586, + 0.199219, + 0.384766, + 0.294922, + 0.398438, + 0.375, + 0.308594, + 0.269531, + 0.255859, + 0.292969, + 0.328125, + 0.40625, + 0.314453, + 0.217773, + 0.359375, + 0.351562, + 0.251953, + 0.353516, + 0.302734, + 0.208984, + 0.28125, + 0.25, + 0.248047, + 0.292969, + 0.231445, + 0.373047, + 0.306641, + 0.421875, + 0.341797, + 0.376953, + 0.225586, + 0.431641, + 0.234375, + 0.396484, + 0.351562, + 0.316406, + 0.246094, + 0.353516, + 0.339844, + 0.314453, + 0.341797, + 0.28125, + 0.330078, + 0.235352, + 0.28125, + 0.357422, + 0.217773, + 0.316406, + 0.302734, + 0.349609, + 0.392578, + 0.351562, + 0.355469, + 0.283203, + 0.337891, + 0.515625, + 0.380859, + 0.212891, + 0.322266, + 0.287109, + 0.351562, + 0.400391, + 0.298828, + 0.353516, + 0.318359, + 0.279297, + 0.351562, + 0.316406, + 0.357422, + 0.503906, + 0.318359, + 0.382812, + 0.392578, + 0.3125, + 0.287109, + 0.384766, + 0.300781, + 0.259766, + 0.396484, + 0.353516, + 0.332031, + 0.306641, + 0.384766, + 0.200195, + 0.449219, + 0.363281, + 0.351562, + 0.353516, + 0.291016, + 0.332031, + 0.40625, + 0.349609, + 0.363281, + 0.314453, + 0.369141, + 0.243164, + 0.228516, + 0.386719, + 0.384766, + 0.310547, + 0.227539, + 0.507812, + 0.224609, + 0.287109, + 0.330078, + 0.335938, + 0.212891, + 0.359375, + 0.242188, + 0.359375, + 0.261719, + 0.302734, + 0.375, + 0.212891, + 0.361328, + 0.208984, + 0.298828, + 0.277344, + 0.3125, + 0.244141, + 0.3125, + 0.308594, + 0.34375, + 0.367188, + 0.255859, + 0.361328, + 0.188477, + 0.203125, + 0.335938, + 0.203125, + 0.357422, + 0.402344, + 0.339844, + 0.322266, + 0.339844, + 0.316406, + 0.294922, + 0.263672, + 0.357422, + 0.357422, + 0.394531, + 0.316406, + 0.220703, + 0.339844, + 0.367188, + 0.369141, + 0.208008, + 0.347656, + 0.318359, + 0.353516, + 0.219727, + 0.404297, + 0.257812, + 0.28125, + 0.375, + 0.333984, + 0.339844, + 0.376953, + 0.302734, + 0.298828, + 0.227539, + 0.507812, + 0.380859, + 0.380859, + 0.296875, + 0.294922, + 0.337891, + 0.300781, + 0.353516, + 0.392578, + 0.242188, + 0.302734, + 0.443359, + 0.304688, + 0.412109, + 0.206055, + 0.318359, + 0.230469, + 0.332031, + 0.359375, + 0.310547, + 0.22168, + 0.320312, + 0.435547, + 0.326172, + 0.378906, + 0.341797, + 0.188477, + 0.192383, + 0.347656, + 0.351562, + 0.357422, + 0.248047, + 0.353516, + 0.392578, + 0.298828, + 0.320312, + 0.341797, + 0.371094, + 0.310547, + 0.347656, + 0.227539, + 0.333984, + 0.365234, + 0.304688, + 0.349609, + 0.339844, + 0.400391, + 0.318359, + 0.168945, + 0.402344, + 0.339844, + 0.341797, + 0.349609, + 0.249023, + 0.390625, + 0.192383, + 0.326172, + 0.335938, + 0.349609, + 0.339844, + 0.375, + 0.433594, + 0.265625, + 0.339844, + 0.285156, + 0.322266, + 0.34375, + 0.259766, + 0.414062, + 0.204102, + 0.322266, + 0.294922, + 0.314453, + 0.285156, + 0.386719, + 0.34375, + 0.220703, + 0.265625, + 0.291016, + 0.304688, + 0.410156, + 0.209961, + 0.351562, + 0.291016, + 0.388672, + 0.353516, + 0.367188, + 0.380859, + 0.316406, + 0.341797, + 0.224609, + 0.382812, + 0.392578, + 0.378906, + 0.357422, + 0.445312, + 0.335938, + 0.253906, + 0.271484, + 0.25, + 0.388672, + 0.244141, + 0.351562, + 0.369141, + 0.373047, + 0.294922, + 0.3125, + 0.271484, + 0.398438, + 0.361328, + 0.316406, + 0.404297, + 0.400391, + 0.398438, + 0.298828, + 0.318359, + 0.369141, + 0.234375, + 0.353516, + 0.369141, + 0.285156, + 0.21582, + 0.318359, + 0.351562, + 0.292969, + 0.271484, + 0.285156, + 0.211914, + 0.384766, + 0.396484, + 0.376953, + 0.188477, + 0.332031, + 0.351562, + 0.19043, + 0.339844, + 0.205078, + 0.310547, + 0.294922, + 0.357422, + 0.300781, + 0.326172, + 0.355469, + 0.375, + 0.376953, + 0.216797, + 0.339844, + 0.410156, + 0.333984, + 0.402344, + 0.339844, + 0.371094, + 0.212891, + 0.166016, + 0.263672, + 0.382812, + 0.316406, + 0.241211, + 0.382812, + 0.316406, + 0.228516, + 0.347656, + 0.371094, + 0.369141, + 0.279297, + 0.371094, + 0.314453, + 0.376953, + 0.378906, + 0.251953, + 0.251953, + 0.341797, + 0.388672, + 0.271484, + 0.326172, + 0.416016, + 0.271484, + 0.205078, + 0.386719, + 0.367188, + 0.390625, + 0.294922, + 0.291016, + 0.269531, + 0.363281, + 0.417969, + 0.333984, + 0.316406, + 0.206055, + 0.316406, + 0.253906, + 0.363281, + 0.421875, + 0.376953, + 0.223633, + 0.376953, + 0.267578, + 0.365234, + 0.328125, + 0.410156, + 0.363281, + 0.34375, + 0.382812, + 0.185547, + 0.410156, + 0.332031, + 0.369141, + 0.378906, + 0.249023, + 0.289062, + 0.400391, + 0.180664, + 0.207031, + 0.318359, + 0.341797, + 0.314453, + 0.314453, + 0.40625, + 0.363281, + 0.253906, + 0.341797, + 0.191406, + 0.419922, + 0.251953, + 0.382812, + 0.345703, + 0.361328, + 0.384766, + 0.373047, + 0.322266, + 0.322266, + 0.271484, + 0.40625, + 0.414062, + 0.277344, + 0.361328, + 0.28125, + 0.275391, + 0.382812, + 0.220703, + 0.351562, + 0.273438, + 0.277344, + 0.287109, + 0.380859, + 0.384766, + 0.320312, + 0.355469, + 0.373047, + 0.345703, + 0.410156, + 0.273438, + 0.380859, + 0.380859, + 0.304688, + 0.398438, + 0.205078, + 0.259766, + 0.345703, + 0.363281, + 0.337891, + 0.357422, + 0.328125, + 0.421875, + 0.310547, + 0.289062, + 0.337891, + 0.320312, + 0.21582, + 0.353516, + 0.378906, + 0.382812, + 0.421875, + 0.449219, + 0.324219, + 0.423828, + 0.386719, + 0.302734, + 0.429688, + 0.392578, + 0.308594, + 0.394531, + 0.328125, + 0.289062, + 0.416016, + 0.255859, + 0.376953, + 0.345703, + 0.460938, + 0.271484, + 0.225586, + 0.212891, + 0.421875, + 0.398438, + 0.367188, + 0.431641, + 0.3125, + 0.351562, + 0.328125, + 0.208008, + 0.378906, + 0.291016, + 0.302734, + 0.351562, + 0.298828, + 0.335938, + 0.233398, + 0.291016, + 0.337891, + 0.326172, + 0.333984, + 0.208984, + 0.34375, + 0.347656, + 0.341797, + 0.382812, + 0.353516, + 0.384766, + 0.347656, + 0.371094, + 0.263672, + 0.234375, + 0.285156, + 0.332031, + 0.347656, + 0.341797, + 0.373047, + 0.283203, + 0.357422, + 0.208984, + 0.231445, + 0.320312, + 0.351562, + 0.296875, + 0.400391, + 0.306641, + 0.296875, + 0.330078, + 0.349609, + 0.361328, + 0.367188, + 0.296875, + 0.384766, + 0.328125, + 0.388672, + 0.200195, + 0.271484, + 0.209961, + 0.345703, + 0.320312, + 0.25, + 0.283203, + 0.408203, + 0.324219, + 0.355469, + 0.322266, + 0.219727, + 0.21875, + 0.298828, + 0.208984, + 0.302734, + 0.271484, + 0.306641, + 0.259766, + 0.425781, + 0.125977, + 0.196289, + 0.416016, + 0.335938 + ] + }, + "name": "model.model.layers.24.post_attention_layernorm.weight", + "outputIndexes": [ + 2035 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2034 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_24/Mul_output_0", + "outputIndexes": [ + 2036 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2035, + 2036 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_24/Mul_1_output_0", + "outputIndexes": [ + 2037 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2037 + ], + "outputIndexes": [ + 5076 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5076 + ], + "outputIndexes": [ + 5077 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear", + "inputIndexes": [ + 5077 + ], + "outputIndexes": [ + 5078 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 243398344, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5078 + ], + "outputIndexes": [ + 5079 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5079 + ], + "outputIndexes": [ + 2038 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2038 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_24/Sigmoid_output_0", + "outputIndexes": [ + 2039 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2038, + 2039 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_24/Mul_output_0", + "outputIndexes": [ + 2040 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2037 + ], + "outputIndexes": [ + 5080 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5080 + ], + "outputIndexes": [ + 5081 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear", + "inputIndexes": [ + 5081 + ], + "outputIndexes": [ + 5082 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 245978846, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5082 + ], + "outputIndexes": [ + 5083 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5083 + ], + "outputIndexes": [ + 2041 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2040, + 2041 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_24/Mul_output_0", + "outputIndexes": [ + 2042 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2042 + ], + "outputIndexes": [ + 5084 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5084 + ], + "outputIndexes": [ + 5085 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear", + "inputIndexes": [ + 5085 + ], + "outputIndexes": [ + 5086 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 248559348, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5086 + ], + "outputIndexes": [ + 5087 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.24/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5087 + ], + "outputIndexes": [ + 2043 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2034, + 2043 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_124_output_0", + "outputIndexes": [ + 2044 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2044, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_225_output_0", + "outputIndexes": [ + 2045 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.251953, + 0.384766, + 0.447266, + 0.455078, + 0.453125, + 0.431641, + 0.753906, + 0.439453, + 0.265625, + 0.296875, + 0.230469, + 0.375, + 0.201172, + 0.333984, + 0.287109, + 0.394531, + 0.457031, + 0.345703, + 0.326172, + 0.197266, + 0.367188, + 0.554688, + 0.351562, + 0.259766, + 0.353516, + 0.488281, + 0.261719, + 0.419922, + 0.400391, + 0.376953, + 0.40625, + 0.341797, + 0.392578, + 0.433594, + 0.388672, + 0.34375, + 0.229492, + 0.351562, + 0.28125, + 0.476562, + 0.371094, + 0.410156, + 0.376953, + 0.333984, + 0.277344, + 0.349609, + 0.574219, + 0.205078, + 0.474609, + 0.332031, + 0.443359, + 0.237305, + 0.337891, + 0.455078, + 0.249023, + 0.433594, + 0.503906, + 0.337891, + 0.396484, + 0.490234, + 0.388672, + 0.429688, + 0.285156, + 0.431641, + 0.275391, + 0.410156, + 0.867188, + 0.201172, + 0.511719, + 0.613281, + 0.472656, + 0.214844, + 0.314453, + 0.316406, + 0.460938, + 0.291016, + 0.302734, + 0.488281, + 0.214844, + 0.371094, + 0.308594, + 0.476562, + 0.277344, + 0.283203, + 0.412109, + 0.181641, + 0.542969, + 0.308594, + 0.539062, + 0.211914, + 0.298828, + 0.373047, + 0.202148, + 0.386719, + 0.170898, + 0.198242, + 0.558594, + 0.458984, + 0.511719, + 0.472656, + 0.386719, + 0.302734, + 0.457031, + 0.431641, + 0.445312, + 0.1875, + 0.523438, + 0.421875, + 0.390625, + 0.333984, + 0.326172, + 0.503906, + 0.351562, + 0.492188, + 0.441406, + 0.503906, + 0.376953, + 0.367188, + 0.527344, + 0.470703, + 0.408203, + 0.22168, + 0.410156, + 0.324219, + 0.535156, + 0.353516, + 0.765625, + 0.4375, + 0.390625, + 0.519531, + 0.460938, + 0.34375, + 0.429688, + 0.355469, + 0.408203, + 0.400391, + 0.451172, + 0.351562, + 0.425781, + 0.265625, + 0.414062, + 0.337891, + 0.390625, + 0.539062, + 0.425781, + 0.400391, + 0.347656, + 0.223633, + 0.380859, + 0.439453, + 0.392578, + 0.392578, + 0.380859, + 0.445312, + 0.404297, + 0.335938, + 0.441406, + 0.363281, + 0.161133, + 0.4375, + 0.174805, + 0.371094, + 0.246094, + 0.482422, + 0.318359, + 0.519531, + 0.213867, + 0.498047, + 0.341797, + 0.204102, + 0.3125, + 0.439453, + 0.5, + 0.314453, + 0.231445, + 0.507812, + 0.333984, + 0.369141, + 0.458984, + 0.443359, + 0.320312, + 0.277344, + 0.306641, + 0.34375, + 0.410156, + 0.388672, + 0.402344, + 0.429688, + 0.472656, + 0.503906, + 0.464844, + 0.316406, + 0.166016, + 0.347656, + 0.367188, + 0.394531, + 0.347656, + 0.302734, + 0.157227, + 0.427734, + 0.34375, + 0.265625, + 0.273438, + 0.400391, + 0.253906, + 0.367188, + 0.472656, + 0.328125, + 0.384766, + 0.457031, + 0.412109, + 0.363281, + 0.460938, + 0.192383, + 0.425781, + 0.386719, + 0.386719, + 0.289062, + 0.498047, + 0.349609, + 0.349609, + 0.365234, + 0.22168, + 0.310547, + 0.507812, + 0.310547, + 0.466797, + 0.169922, + 0.59375, + 0.333984, + 0.314453, + 0.322266, + 0.408203, + 0.34375, + 0.597656, + 0.275391, + 0.414062, + 0.261719, + 0.507812, + 0.394531, + 0.462891, + 0.316406, + 0.335938, + 0.423828, + 0.398438, + 0.291016, + 0.285156, + 0.441406, + 0.464844, + 0.390625, + 0.371094, + 0.22168, + 0.192383, + 0.396484, + 0.353516, + 0.449219, + 0.259766, + 0.3125, + 0.234375, + 0.421875, + 0.449219, + 0.449219, + 0.421875, + 0.243164, + 0.423828, + 0.396484, + 0.296875, + 0.484375, + 0.236328, + 0.511719, + 0.691406, + 0.328125, + 0.363281, + 0.535156, + 0.267578, + 0.519531, + 0.433594, + 0.241211, + 0.259766, + 0.474609, + 0.219727, + 0.421875, + 0.363281, + 0.470703, + 0.449219, + 0.392578, + 0.53125, + 0.466797, + 0.421875, + 0.507812, + 0.476562, + 0.455078, + 0.431641, + 0.431641, + 0.423828, + 0.388672, + 0.186523, + 0.439453, + 0.408203, + 0.384766, + 0.326172, + 0.388672, + 0.359375, + 0.235352, + 0.408203, + 0.380859, + 0.273438, + 0.345703, + 0.431641, + 0.507812, + 0.214844, + 0.578125, + 0.349609, + 0.291016, + 0.496094, + 0.263672, + 0.412109, + 0.234375, + 0.46875, + 0.416016, + 0.458984, + 0.474609, + 0.449219, + 0.355469, + 0.335938, + 0.341797, + 0.376953, + 0.515625, + 0.427734, + 0.314453, + 0.404297, + 0.243164, + 0.283203, + 0.373047, + 0.433594, + 0.339844, + 0.490234, + 0.228516, + 0.217773, + 0.212891, + 0.320312, + 0.369141, + 0.359375, + 0.223633, + 0.527344, + 0.511719, + 0.300781, + 0.390625, + 0.291016, + 0.402344, + 0.535156, + 0.478516, + 0.224609, + 0.404297, + 0.400391, + 0.523438, + 0.439453, + 0.431641, + 0.294922, + 0.457031, + 0.310547, + 0.324219, + 0.382812, + 0.445312, + 0.410156, + 0.357422, + 0.535156, + 0.462891, + 0.291016, + 0.259766, + 0.484375, + 0.246094, + 0.462891, + 0.191406, + 0.371094, + 0.378906, + 0.396484, + 0.429688, + 0.400391, + 0.310547, + 0.722656, + 0.277344, + 0.597656, + 0.349609, + 0.357422, + 0.273438, + 0.316406, + 0.423828, + 0.318359, + 0.410156, + 0.378906, + 0.371094, + 0.482422, + 0.223633, + 0.53125, + 0.425781, + 0.375, + 0.5, + 0.490234, + 0.457031, + 0.345703, + 0.511719, + 0.265625, + 0.359375, + 0.431641, + 0.255859, + 0.492188, + 0.421875, + 0.441406, + 0.386719, + 0.289062, + 0.527344, + 0.337891, + 0.332031, + 0.474609, + 0.435547, + 0.347656, + 0.378906, + 0.400391, + 0.265625, + 0.539062, + 0.308594, + 0.330078, + 0.392578, + 0.416016, + 0.198242, + 0.425781, + 0.384766, + 0.384766, + 0.394531, + 0.253906, + 0.25, + 0.449219, + 0.414062, + 0.279297, + 0.427734, + 0.558594, + 0.341797, + 0.302734, + 0.279297, + 0.503906, + 0.283203, + 0.314453, + 0.578125, + 0.267578, + 0.308594, + 0.332031, + 0.5, + 0.246094, + 0.363281, + 0.388672, + 0.421875, + 0.365234, + 0.482422, + 0.388672, + 0.523438, + 0.478516, + 0.357422, + 0.332031, + 0.294922, + 0.376953, + 0.361328, + 0.380859, + 0.515625, + 0.200195, + 0.400391, + 0.291016, + 0.519531, + 0.507812, + 0.265625, + 0.371094, + 0.453125, + 0.404297, + 0.416016, + 0.378906, + 0.296875, + 0.310547, + 0.46875, + 0.261719, + 0.294922, + 0.410156, + 0.464844, + 0.464844, + 0.333984, + 0.419922, + 0.306641, + 0.404297, + 0.271484, + 0.457031, + 0.308594, + 0.498047, + 0.492188, + 0.414062, + 0.375, + 0.375, + 0.298828, + 0.4375, + 0.419922, + 0.277344, + 0.291016, + 0.738281, + 0.292969, + 0.380859, + 0.449219, + 0.269531, + 0.474609, + 0.361328, + 0.412109, + 0.515625, + 0.359375, + 0.355469, + 0.494141, + 0.515625, + 0.253906, + 0.287109, + 0.519531, + 0.470703, + 0.244141, + 0.277344, + 0.294922, + 0.419922, + 0.470703, + 0.25, + 0.402344, + 0.503906, + 0.349609, + 0.427734, + 0.609375, + 0.421875, + 0.322266, + 0.410156, + 0.300781, + 0.217773, + 0.130859, + 0.486328, + 0.341797, + 0.306641, + 0.455078, + 0.283203, + 0.398438, + 0.478516, + 0.214844, + 0.314453, + 0.439453, + 0.419922, + 0.289062, + 0.375, + 0.194336, + 0.349609, + 0.291016, + 0.351562, + 0.345703, + 0.566406, + 0.457031, + 0.376953, + 0.429688, + 0.357422, + 0.119141, + 0.378906, + 0.1875, + 0.294922, + 0.304688, + 0.441406, + 0.328125, + 0.241211, + 0.197266, + 0.404297, + 0.396484, + 0.404297, + 0.376953, + 0.535156, + 0.443359, + 0.255859, + 0.429688, + 0.308594, + 0.455078, + 0.296875, + 0.363281, + 0.306641, + 0.162109, + 0.570312, + 0.402344, + 0.337891, + 0.412109, + 0.482422, + 0.398438, + 0.347656, + 0.375, + 0.498047, + 0.308594, + 0.287109, + 0.217773, + 0.460938, + 0.384766, + 0.419922, + 0.229492, + 0.435547, + 0.21875, + 0.232422, + 0.507812, + 0.394531, + 0.429688, + 0.378906, + 0.225586, + 0.163086, + 0.240234, + 0.447266, + 0.267578, + 0.359375, + 0.408203, + 0.236328, + 0.462891, + 0.449219, + 0.285156, + 0.402344, + 0.351562, + 0.414062, + 0.357422, + 0.335938, + 0.478516, + 0.178711, + 0.330078, + 0.347656, + 0.425781, + 0.310547, + 0.168945, + 0.498047, + 0.419922, + 0.347656, + 0.149414, + 0.675781, + 0.255859, + 0.357422, + 0.378906, + 0.265625, + 0.453125, + 0.421875, + 0.371094, + 0.458984, + 0.382812, + 0.310547, + 0.421875, + 0.390625, + 0.261719, + 0.207031, + 0.296875, + 0.308594, + 0.176758, + 0.419922, + 0.503906, + 0.527344, + 0.558594, + 0.589844, + 0.219727, + 0.347656, + 0.314453, + 0.177734, + 0.404297, + 0.211914, + 0.271484, + 0.322266, + 0.453125, + 0.269531, + 0.292969, + 0.369141, + 0.388672, + 0.347656, + 0.419922, + 0.392578, + 0.40625, + 0.425781, + 0.404297, + 0.361328, + 0.490234, + 0.227539, + 0.195312, + 0.421875, + 0.396484, + 0.404297, + 0.460938, + 0.515625, + 0.511719, + 0.9375, + 0.308594, + 0.464844, + 0.542969, + 0.263672, + 0.515625, + 0.503906, + 0.279297, + 0.357422, + 0.486328, + 0.357422, + 0.423828, + 0.294922, + 0.398438, + 0.363281, + 0.28125, + 0.388672, + 0.400391, + 0.300781, + 0.365234, + 0.267578, + 0.353516, + 0.402344, + 0.287109, + 0.412109, + 0.308594, + 0.21875, + 0.404297, + 0.324219, + 0.486328, + 0.392578, + 0.503906, + 0.496094, + 0.363281, + 0.355469, + 0.245117, + 0.201172, + 0.416016, + 0.225586, + 0.3125, + 0.231445, + 0.453125, + 0.417969, + 0.304688, + 0.652344, + 0.339844, + 0.40625, + 0.367188, + 0.460938, + 0.181641, + 0.345703, + 0.367188, + 0.211914, + 0.621094, + 0.200195, + 0.363281, + 0.410156, + 0.369141, + 0.457031, + 0.382812, + 0.384766, + 0.328125, + 0.443359, + 0.388672, + 0.796875, + 0.382812, + 0.419922, + 0.355469, + 0.202148, + 0.203125, + 0.453125, + 0.308594, + 0.457031, + 0.408203, + 0.314453, + 0.292969, + 0.283203, + 0.308594, + 0.361328, + 0.486328, + 0.363281, + 0.277344, + 0.488281, + 0.394531, + 0.251953, + 0.363281, + 0.294922, + 0.267578, + 0.365234, + 0.240234, + 0.275391, + 0.292969, + 0.539062, + 0.46875, + 0.402344, + 0.539062, + 0.408203, + 0.464844, + 0.237305, + 0.486328, + 0.341797, + 0.466797, + 0.388672, + 0.365234, + 0.337891, + 0.464844, + 0.402344, + 0.34375, + 0.478516, + 0.296875, + 0.392578, + 0.251953, + 0.328125, + 0.419922, + 0.431641, + 0.332031, + 0.320312, + 0.365234, + 0.482422, + 0.414062, + 0.404297, + 0.326172, + 0.355469, + 0.636719, + 0.466797, + 0.229492, + 0.404297, + 0.304688, + 0.466797, + 0.462891, + 0.339844, + 0.425781, + 0.390625, + 0.306641, + 0.355469, + 0.382812, + 0.410156, + 0.636719, + 0.371094, + 0.441406, + 0.457031, + 0.361328, + 0.349609, + 0.460938, + 0.308594, + 0.335938, + 0.519531, + 0.435547, + 0.384766, + 0.330078, + 0.550781, + 0.182617, + 0.486328, + 0.447266, + 0.402344, + 0.390625, + 0.316406, + 0.34375, + 0.511719, + 0.378906, + 0.412109, + 0.345703, + 0.400391, + 0.273438, + 0.232422, + 0.455078, + 0.460938, + 0.388672, + 0.21582, + 0.605469, + 0.429688, + 0.310547, + 0.386719, + 0.421875, + 0.240234, + 0.435547, + 0.208008, + 0.447266, + 0.345703, + 0.416016, + 0.523438, + 0.186523, + 0.457031, + 0.421875, + 0.314453, + 0.304688, + 0.357422, + 0.251953, + 0.361328, + 0.386719, + 0.402344, + 0.396484, + 0.244141, + 0.380859, + 0.186523, + 0.183594, + 0.392578, + 0.273438, + 0.410156, + 0.490234, + 0.390625, + 0.396484, + 0.425781, + 0.320312, + 0.302734, + 0.466797, + 0.410156, + 0.445312, + 0.460938, + 0.3125, + 0.480469, + 0.375, + 0.398438, + 0.425781, + 0.202148, + 0.371094, + 0.341797, + 0.458984, + 0.269531, + 0.480469, + 0.251953, + 0.316406, + 0.53125, + 0.367188, + 0.435547, + 0.447266, + 0.34375, + 0.365234, + 0.259766, + 0.582031, + 0.613281, + 0.5, + 0.263672, + 0.294922, + 0.382812, + 0.320312, + 0.402344, + 0.474609, + 0.245117, + 0.326172, + 0.632812, + 0.291016, + 0.498047, + 0.248047, + 0.353516, + 0.232422, + 0.384766, + 0.423828, + 0.328125, + 0.196289, + 0.322266, + 0.527344, + 0.351562, + 0.431641, + 0.373047, + 0.189453, + 0.222656, + 0.339844, + 0.419922, + 0.425781, + 0.285156, + 0.394531, + 0.46875, + 0.339844, + 0.384766, + 0.414062, + 0.410156, + 0.380859, + 0.402344, + 0.324219, + 0.380859, + 0.435547, + 0.326172, + 0.408203, + 0.410156, + 0.503906, + 0.324219, + 0.75, + 0.523438, + 0.396484, + 0.46875, + 0.554688, + 0.211914, + 0.484375, + 0.204102, + 0.339844, + 0.410156, + 0.613281, + 0.357422, + 0.542969, + 0.443359, + 0.302734, + 0.402344, + 0.333984, + 0.320312, + 0.480469, + 0.589844, + 0.507812, + 0.230469, + 0.470703, + 0.363281, + 0.421875, + 0.273438, + 0.494141, + 0.396484, + 0.244141, + 0.566406, + 0.339844, + 0.369141, + 0.550781, + 0.220703, + 0.488281, + 0.28125, + 0.431641, + 0.447266, + 0.429688, + 0.4375, + 0.310547, + 0.396484, + 0.198242, + 0.402344, + 0.527344, + 0.511719, + 0.431641, + 0.535156, + 0.660156, + 0.251953, + 0.269531, + 0.257812, + 0.421875, + 0.233398, + 0.466797, + 0.429688, + 0.371094, + 0.341797, + 0.357422, + 0.277344, + 0.453125, + 0.414062, + 0.373047, + 0.554688, + 0.470703, + 0.445312, + 0.285156, + 0.392578, + 0.515625, + 0.359375, + 0.380859, + 0.425781, + 0.3125, + 0.216797, + 0.390625, + 0.361328, + 0.306641, + 0.289062, + 0.507812, + 0.193359, + 0.431641, + 0.478516, + 0.425781, + 0.170898, + 0.365234, + 0.373047, + 0.367188, + 0.388672, + 0.209961, + 0.326172, + 0.322266, + 0.464844, + 0.333984, + 0.371094, + 0.425781, + 0.464844, + 0.433594, + 0.203125, + 0.40625, + 0.482422, + 0.394531, + 0.476562, + 0.394531, + 0.457031, + 0.205078, + 0.667969, + 0.398438, + 0.5, + 0.361328, + 0.296875, + 0.431641, + 0.341797, + 0.291016, + 0.369141, + 0.431641, + 0.4375, + 0.351562, + 0.458984, + 0.400391, + 0.539062, + 0.476562, + 0.24707, + 0.285156, + 0.392578, + 0.445312, + 0.306641, + 0.353516, + 0.453125, + 0.337891, + 0.233398, + 0.496094, + 0.417969, + 0.515625, + 0.425781, + 0.265625, + 0.292969, + 0.451172, + 0.707031, + 0.361328, + 0.345703, + 0.236328, + 0.369141, + 0.287109, + 0.423828, + 0.507812, + 0.445312, + 0.6875, + 0.416016, + 0.226562, + 0.402344, + 0.365234, + 0.527344, + 0.425781, + 0.443359, + 0.441406, + 0.828125, + 0.5, + 0.255859, + 0.445312, + 0.542969, + 0.3125, + 0.320312, + 0.554688, + 0.1875, + 0.185547, + 0.361328, + 0.402344, + 0.355469, + 0.335938, + 0.636719, + 0.421875, + 0.244141, + 0.402344, + 0.220703, + 0.503906, + 0.292969, + 0.429688, + 0.398438, + 0.457031, + 0.46875, + 0.439453, + 0.367188, + 0.322266, + 0.275391, + 0.507812, + 0.488281, + 0.337891, + 0.490234, + 0.287109, + 0.408203, + 0.492188, + 0.402344, + 0.431641, + 0.314453, + 0.300781, + 0.318359, + 0.439453, + 0.443359, + 0.392578, + 0.490234, + 0.425781, + 0.427734, + 0.511719, + 0.302734, + 0.445312, + 0.515625, + 0.400391, + 0.480469, + 0.167969, + 0.304688, + 0.384766, + 0.412109, + 0.353516, + 0.410156, + 0.349609, + 0.515625, + 0.367188, + 0.345703, + 0.373047, + 0.365234, + 0.198242, + 0.410156, + 0.433594, + 0.429688, + 0.542969, + 0.546875, + 0.320312, + 0.472656, + 0.490234, + 0.333984, + 0.570312, + 0.507812, + 0.332031, + 0.441406, + 0.390625, + 0.333984, + 0.550781, + 0.285156, + 0.449219, + 0.373047, + 0.511719, + 0.223633, + 0.273438, + 0.208008, + 0.542969, + 0.527344, + 0.398438, + 0.578125, + 0.392578, + 0.408203, + 0.363281, + 0.197266, + 0.449219, + 0.294922, + 0.332031, + 0.359375, + 0.255859, + 0.419922, + 0.235352, + 0.359375, + 0.396484, + 0.333984, + 0.408203, + 0.21875, + 0.365234, + 0.371094, + 0.398438, + 0.496094, + 0.400391, + 0.490234, + 0.333984, + 0.394531, + 0.316406, + 0.279297, + 0.279297, + 0.433594, + 0.380859, + 0.400391, + 0.404297, + 0.310547, + 0.482422, + 0.202148, + 0.259766, + 0.324219, + 0.462891, + 0.353516, + 0.482422, + 0.208984, + 0.351562, + 0.357422, + 0.451172, + 0.402344, + 0.455078, + 0.339844, + 0.466797, + 0.388672, + 0.474609, + 0.181641, + 0.314453, + 0.207031, + 0.425781, + 0.40625, + 0.335938, + 0.289062, + 0.503906, + 0.410156, + 0.400391, + 0.296875, + 0.239258, + 0.239258, + 0.328125, + 0.205078, + 0.333984, + 0.296875, + 0.351562, + 0.255859, + 0.486328, + 0.792969, + 0.203125, + 0.566406, + 0.394531 + ] + }, + "name": "model.model.layers.25.input_layernorm.weight", + "outputIndexes": [ + 2046 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2045 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_25/Mul_output_0", + "outputIndexes": [ + 2047 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2046, + 2047 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_25/Mul_1_output_0", + "outputIndexes": [ + 2048 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2048 + ], + "outputIndexes": [ + 5088 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5088 + ], + "outputIndexes": [ + 5089 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear", + "inputIndexes": [ + 5089 + ], + "outputIndexes": [ + 5090 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 251139850, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5090 + ], + "outputIndexes": [ + 5091 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5091 + ], + "outputIndexes": [ + 2049 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2048 + ], + "main_type": "NONE", + "name": "/Shape_351_output_0", + "outputIndexes": [ + 2050 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2050 + ], + "main_type": "NONE", + "name": "Shape5479", + "outputIndexes": [ + 2051 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2050 + ], + "main_type": "NONE", + "name": "Rank5481", + "outputIndexes": [ + 2052 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2052, + 2052 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5483", + "outputIndexes": [ + 2053 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2053 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5484", + "outputIndexes": [ + 2054 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2053, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5486", + "outputIndexes": [ + 2055 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2055 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5487", + "outputIndexes": [ + 2056 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2051, + 2054, + 2056, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5490", + "outputIndexes": [ + 2057 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2057 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5491", + "outputIndexes": [ + 2058 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2058 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5492", + "outputIndexes": [ + 2059 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2059, + 2058 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5493", + "outputIndexes": [ + 2060 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2050, + 2060, + 2053 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_379_output_0", + "outputIndexes": [ + 2061 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2061, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_801_output_0", + "outputIndexes": [ + 2062 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2062, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_325_output_0", + "outputIndexes": [ + 2063 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2049, + 2063 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_226_output_0", + "outputIndexes": [ + 2064 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2064, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_200_output_0", + "outputIndexes": [ + 2065 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2064 + ], + "main_type": "NONE", + "name": "/Shape_352_output_0", + "outputIndexes": [ + 2066 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2066 + ], + "main_type": "NONE", + "name": "Shape5500", + "outputIndexes": [ + 2067 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2066 + ], + "main_type": "NONE", + "name": "Rank5502", + "outputIndexes": [ + 2068 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2068, + 2068 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5504", + "outputIndexes": [ + 2069 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2069 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5505", + "outputIndexes": [ + 2070 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2069, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5507", + "outputIndexes": [ + 2071 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2071 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5508", + "outputIndexes": [ + 2072 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2067, + 2070, + 2072, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5511", + "outputIndexes": [ + 2073 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2073 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5512", + "outputIndexes": [ + 2074 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2074 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5513", + "outputIndexes": [ + 2075 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2075, + 2074 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5514", + "outputIndexes": [ + 2076 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2066, + 2076, + 2069 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_380_output_0", + "outputIndexes": [ + 2077 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2077, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_75_output_0", + "outputIndexes": [ + 2078 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2078, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_806_output_0", + "outputIndexes": [ + 2079 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2064, + 2079, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_101_output_0", + "outputIndexes": [ + 2080 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2080 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_50_output_0", + "outputIndexes": [ + 2081 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2064, + 22, + 2079, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_100_output_0", + "outputIndexes": [ + 2082 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2081, + 2082 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_328_output_0", + "outputIndexes": [ + 2083 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2083, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_201_output_0", + "outputIndexes": [ + 2084 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2065, + 2084 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_125_output_0", + "outputIndexes": [ + 2085 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2048 + ], + "outputIndexes": [ + 5092 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5092 + ], + "outputIndexes": [ + 5093 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear", + "inputIndexes": [ + 5093 + ], + "outputIndexes": [ + 5094 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 252061472, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5094 + ], + "outputIndexes": [ + 5095 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5095 + ], + "outputIndexes": [ + 2086 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2062, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_326_output_0", + "outputIndexes": [ + 2087 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2086, + 2087 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_227_output_0", + "outputIndexes": [ + 2088 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2088, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_202_output_0", + "outputIndexes": [ + 2089 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2088 + ], + "main_type": "NONE", + "name": "/Shape_353_output_0", + "outputIndexes": [ + 2090 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2090 + ], + "main_type": "NONE", + "name": "Shape5563", + "outputIndexes": [ + 2091 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2090 + ], + "main_type": "NONE", + "name": "Rank5565", + "outputIndexes": [ + 2092 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2092, + 2092 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5567", + "outputIndexes": [ + 2093 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2093 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5568", + "outputIndexes": [ + 2094 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2093, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5570", + "outputIndexes": [ + 2095 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2095 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5571", + "outputIndexes": [ + 2096 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2091, + 2094, + 2096, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5574", + "outputIndexes": [ + 2097 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2097 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5575", + "outputIndexes": [ + 2098 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2098 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5576", + "outputIndexes": [ + 2099 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2099, + 2098 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5577", + "outputIndexes": [ + 2100 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2090, + 2100, + 2093 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_381_output_0", + "outputIndexes": [ + 2101 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2101, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_76_output_0", + "outputIndexes": [ + 2102 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2102, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_808_output_0", + "outputIndexes": [ + 2103 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2088, + 2103, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_103_output_0", + "outputIndexes": [ + 2104 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2104 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_51_output_0", + "outputIndexes": [ + 2105 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2088, + 22, + 2103, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_102_output_0", + "outputIndexes": [ + 2106 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2105, + 2106 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_329_output_0", + "outputIndexes": [ + 2107 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2107, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_203_output_0", + "outputIndexes": [ + 2108 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2089, + 2108 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_126_output_0", + "outputIndexes": [ + 2109 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2048 + ], + "outputIndexes": [ + 5096 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5096 + ], + "outputIndexes": [ + 5097 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear", + "inputIndexes": [ + 5097 + ], + "outputIndexes": [ + 5098 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 252291894, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5098 + ], + "outputIndexes": [ + 5099 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5099 + ], + "outputIndexes": [ + 2110 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2110, + 2087 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_228_output_0", + "outputIndexes": [ + 2111 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2085, + 2109, + 2111, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_233_output_0", + "outputIndexes": [ + 2112 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2112 + ], + "outputIndexes": [ + 5100 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5100 + ], + "outputIndexes": [ + 5101 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear", + "inputIndexes": [ + 5101 + ], + "outputIndexes": [ + 5102 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 252522316, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5102 + ], + "outputIndexes": [ + 5103 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5103 + ], + "outputIndexes": [ + 2113 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2045, + 2113 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_128_output_0", + "outputIndexes": [ + 2114 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.249023, + 0.34375, + 0.353516, + 0.369141, + 0.376953, + 0.349609, + 0.162109, + 0.369141, + 0.279297, + 0.257812, + 0.235352, + 0.341797, + 0.24707, + 0.328125, + 0.316406, + 0.361328, + 0.230469, + 0.316406, + 0.316406, + 0.235352, + 0.337891, + 0.382812, + 0.291016, + 0.261719, + 0.308594, + 0.378906, + 0.277344, + 0.376953, + 0.330078, + 0.332031, + 0.259766, + 0.178711, + 0.34375, + 0.322266, + 0.339844, + 0.339844, + 0.232422, + 0.333984, + 0.228516, + 0.355469, + 0.337891, + 0.365234, + 0.306641, + 0.292969, + 0.248047, + 0.310547, + 0.40625, + 0.232422, + 0.394531, + 0.234375, + 0.371094, + 0.214844, + 0.332031, + 0.351562, + 0.235352, + 0.341797, + 0.394531, + 0.322266, + 0.335938, + 0.388672, + 0.330078, + 0.359375, + 0.291016, + 0.359375, + 0.269531, + 0.263672, + 0.227539, + 0.21582, + 0.386719, + 0.186523, + 0.376953, + 0.229492, + 0.292969, + 0.291016, + 0.382812, + 0.292969, + 0.294922, + 0.417969, + 0.220703, + 0.328125, + 0.298828, + 0.396484, + 0.285156, + 0.296875, + 0.369141, + 0.232422, + 0.40625, + 0.257812, + 0.410156, + 0.233398, + 0.296875, + 0.333984, + 0.245117, + 0.339844, + 0.200195, + 0.230469, + 0.472656, + 0.378906, + 0.417969, + 0.345703, + 0.306641, + 0.300781, + 0.359375, + 0.359375, + 0.351562, + 0.228516, + 0.365234, + 0.335938, + 0.34375, + 0.332031, + 0.316406, + 0.394531, + 0.316406, + 0.322266, + 0.353516, + 0.308594, + 0.335938, + 0.345703, + 0.417969, + 0.367188, + 0.347656, + 0.244141, + 0.375, + 0.271484, + 0.421875, + 0.316406, + 0.21582, + 0.371094, + 0.369141, + 0.412109, + 0.371094, + 0.353516, + 0.347656, + 0.322266, + 0.355469, + 0.330078, + 0.369141, + 0.328125, + 0.28125, + 0.271484, + 0.378906, + 0.308594, + 0.337891, + 0.433594, + 0.392578, + 0.34375, + 0.332031, + 0.261719, + 0.353516, + 0.351562, + 0.333984, + 0.333984, + 0.349609, + 0.380859, + 0.361328, + 0.298828, + 0.378906, + 0.324219, + 0.197266, + 0.341797, + 0.213867, + 0.300781, + 0.253906, + 0.390625, + 0.306641, + 0.419922, + 0.253906, + 0.363281, + 0.318359, + 0.223633, + 0.287109, + 0.361328, + 0.392578, + 0.291016, + 0.204102, + 0.417969, + 0.302734, + 0.347656, + 0.376953, + 0.371094, + 0.318359, + 0.263672, + 0.3125, + 0.328125, + 0.359375, + 0.347656, + 0.353516, + 0.347656, + 0.371094, + 0.382812, + 0.373047, + 0.294922, + 0.203125, + 0.328125, + 0.335938, + 0.332031, + 0.308594, + 0.275391, + 0.09668, + 0.369141, + 0.332031, + 0.322266, + 0.283203, + 0.333984, + 0.285156, + 0.349609, + 0.408203, + 0.304688, + 0.294922, + 0.373047, + 0.335938, + 0.341797, + 0.328125, + 0.227539, + 0.365234, + 0.333984, + 0.347656, + 0.291016, + 0.378906, + 0.341797, + 0.324219, + 0.349609, + 0.263672, + 0.3125, + 0.431641, + 0.296875, + 0.367188, + 0.219727, + 0.478516, + 0.310547, + 0.28125, + 0.251953, + 0.369141, + 0.296875, + 0.384766, + 0.255859, + 0.353516, + 0.275391, + 0.412109, + 0.363281, + 0.369141, + 0.296875, + 0.333984, + 0.347656, + 0.349609, + 0.298828, + 0.291016, + 0.378906, + 0.375, + 0.326172, + 0.333984, + 0.265625, + 0.225586, + 0.328125, + 0.298828, + 0.371094, + 0.267578, + 0.306641, + 0.25, + 0.375, + 0.394531, + 0.371094, + 0.345703, + 0.273438, + 0.378906, + 0.371094, + 0.310547, + 0.394531, + 0.232422, + 0.363281, + 0.287109, + 0.314453, + 0.314453, + 0.25, + 0.259766, + 0.378906, + 0.349609, + 0.253906, + 0.243164, + 0.375, + 0.257812, + 0.361328, + 0.337891, + 0.386719, + 0.357422, + 0.322266, + 0.425781, + 0.388672, + 0.369141, + 0.408203, + 0.378906, + 0.349609, + 0.355469, + 0.330078, + 0.357422, + 0.337891, + 0.279297, + 0.355469, + 0.363281, + 0.330078, + 0.324219, + 0.333984, + 0.326172, + 0.242188, + 0.351562, + 0.347656, + 0.269531, + 0.320312, + 0.375, + 0.396484, + 0.230469, + 0.384766, + 0.314453, + 0.255859, + 0.386719, + 0.292969, + 0.365234, + 0.241211, + 0.263672, + 0.339844, + 0.408203, + 0.398438, + 0.351562, + 0.341797, + 0.310547, + 0.285156, + 0.345703, + 0.431641, + 0.388672, + 0.291016, + 0.248047, + 0.259766, + 0.242188, + 0.332031, + 0.304688, + 0.322266, + 0.390625, + 0.269531, + 0.220703, + 0.231445, + 0.296875, + 0.318359, + 0.328125, + 0.251953, + 0.404297, + 0.367188, + 0.277344, + 0.341797, + 0.277344, + 0.359375, + 0.359375, + 0.365234, + 0.267578, + 0.326172, + 0.328125, + 0.367188, + 0.361328, + 0.365234, + 0.3125, + 0.380859, + 0.314453, + 0.287109, + 0.330078, + 0.363281, + 0.361328, + 0.324219, + 0.363281, + 0.380859, + 0.277344, + 0.271484, + 0.404297, + 0.306641, + 0.378906, + 0.24707, + 0.314453, + 0.3125, + 0.355469, + 0.349609, + 0.353516, + 0.237305, + 0.206055, + 0.287109, + 0.46875, + 0.335938, + 0.351562, + 0.294922, + 0.269531, + 0.357422, + 0.279297, + 0.347656, + 0.337891, + 0.230469, + 0.404297, + 0.235352, + 0.384766, + 0.351562, + 0.322266, + 0.378906, + 0.378906, + 0.353516, + 0.310547, + 0.380859, + 0.249023, + 0.355469, + 0.400391, + 0.263672, + 0.386719, + 0.332031, + 0.367188, + 0.341797, + 0.28125, + 0.416016, + 0.347656, + 0.322266, + 0.388672, + 0.408203, + 0.316406, + 0.347656, + 0.34375, + 0.283203, + 0.427734, + 0.296875, + 0.257812, + 0.351562, + 0.365234, + 0.230469, + 0.353516, + 0.310547, + 0.224609, + 0.332031, + 0.206055, + 0.249023, + 0.376953, + 0.337891, + 0.294922, + 0.376953, + 0.402344, + 0.320312, + 0.302734, + 0.326172, + 0.425781, + 0.259766, + 0.263672, + 0.447266, + 0.283203, + 0.257812, + 0.34375, + 0.378906, + 0.225586, + 0.330078, + 0.308594, + 0.248047, + 0.316406, + 0.394531, + 0.371094, + 0.402344, + 0.357422, + 0.337891, + 0.318359, + 0.275391, + 0.349609, + 0.294922, + 0.335938, + 0.353516, + 0.233398, + 0.363281, + 0.287109, + 0.375, + 0.375, + 0.255859, + 0.318359, + 0.382812, + 0.359375, + 0.324219, + 0.3125, + 0.300781, + 0.300781, + 0.390625, + 0.273438, + 0.279297, + 0.355469, + 0.378906, + 0.412109, + 0.320312, + 0.369141, + 0.279297, + 0.345703, + 0.253906, + 0.375, + 0.310547, + 0.384766, + 0.380859, + 0.361328, + 0.351562, + 0.332031, + 0.259766, + 0.390625, + 0.330078, + 0.263672, + 0.279297, + 0.177734, + 0.292969, + 0.359375, + 0.34375, + 0.237305, + 0.390625, + 0.308594, + 0.310547, + 0.394531, + 0.318359, + 0.314453, + 0.394531, + 0.22168, + 0.263672, + 0.28125, + 0.396484, + 0.365234, + 0.259766, + 0.287109, + 0.285156, + 0.339844, + 0.363281, + 0.225586, + 0.355469, + 0.375, + 0.326172, + 0.361328, + 0.404297, + 0.392578, + 0.275391, + 0.241211, + 0.287109, + 0.244141, + 0.213867, + 0.367188, + 0.298828, + 0.300781, + 0.382812, + 0.287109, + 0.324219, + 0.378906, + 0.233398, + 0.277344, + 0.392578, + 0.351562, + 0.277344, + 0.332031, + 0.210938, + 0.285156, + 0.253906, + 0.292969, + 0.335938, + 0.396484, + 0.367188, + 0.345703, + 0.363281, + 0.314453, + 0.202148, + 0.357422, + 0.220703, + 0.236328, + 0.269531, + 0.376953, + 0.3125, + 0.259766, + 0.235352, + 0.367188, + 0.353516, + 0.328125, + 0.324219, + 0.412109, + 0.363281, + 0.240234, + 0.378906, + 0.306641, + 0.390625, + 0.302734, + 0.34375, + 0.291016, + 0.232422, + 0.431641, + 0.335938, + 0.310547, + 0.306641, + 0.371094, + 0.337891, + 0.300781, + 0.337891, + 0.388672, + 0.314453, + 0.277344, + 0.242188, + 0.380859, + 0.359375, + 0.357422, + 0.25, + 0.371094, + 0.233398, + 0.237305, + 0.394531, + 0.34375, + 0.330078, + 0.332031, + 0.326172, + 0.230469, + 0.246094, + 0.371094, + 0.294922, + 0.316406, + 0.369141, + 0.267578, + 0.384766, + 0.328125, + 0.267578, + 0.341797, + 0.337891, + 0.271484, + 0.326172, + 0.310547, + 0.376953, + 0.224609, + 0.349609, + 0.316406, + 0.341797, + 0.300781, + 0.220703, + 0.400391, + 0.21582, + 0.324219, + 0.234375, + 0.182617, + 0.291016, + 0.324219, + 0.355469, + 0.263672, + 0.365234, + 0.330078, + 0.318359, + 0.384766, + 0.333984, + 0.263672, + 0.357422, + 0.333984, + 0.259766, + 0.227539, + 0.285156, + 0.294922, + 0.209961, + 0.289062, + 0.279297, + 0.373047, + 0.423828, + 0.421875, + 0.230469, + 0.335938, + 0.318359, + 0.210938, + 0.367188, + 0.236328, + 0.234375, + 0.296875, + 0.394531, + 0.283203, + 0.277344, + 0.326172, + 0.337891, + 0.316406, + 0.380859, + 0.322266, + 0.386719, + 0.357422, + 0.330078, + 0.302734, + 0.240234, + 0.25, + 0.225586, + 0.328125, + 0.369141, + 0.337891, + 0.376953, + 0.357422, + 0.375, + 0.211914, + 0.291016, + 0.341797, + 0.382812, + 0.248047, + 0.400391, + 0.373047, + 0.294922, + 0.324219, + 0.373047, + 0.316406, + 0.378906, + 0.273438, + 0.355469, + 0.335938, + 0.292969, + 0.359375, + 0.373047, + 0.298828, + 0.339844, + 0.267578, + 0.320312, + 0.226562, + 0.255859, + 0.375, + 0.287109, + 0.269531, + 0.324219, + 0.265625, + 0.390625, + 0.34375, + 0.410156, + 0.396484, + 0.316406, + 0.324219, + 0.25, + 0.232422, + 0.357422, + 0.223633, + 0.302734, + 0.249023, + 0.365234, + 0.378906, + 0.308594, + 0.242188, + 0.3125, + 0.316406, + 0.322266, + 0.378906, + 0.209961, + 0.333984, + 0.335938, + 0.238281, + 0.417969, + 0.234375, + 0.316406, + 0.353516, + 0.330078, + 0.357422, + 0.341797, + 0.369141, + 0.296875, + 0.355469, + 0.359375, + 0.201172, + 0.333984, + 0.341797, + 0.269531, + 0.251953, + 0.21875, + 0.378906, + 0.302734, + 0.384766, + 0.367188, + 0.322266, + 0.279297, + 0.267578, + 0.304688, + 0.335938, + 0.398438, + 0.326172, + 0.238281, + 0.349609, + 0.34375, + 0.277344, + 0.363281, + 0.308594, + 0.239258, + 0.285156, + 0.259766, + 0.269531, + 0.296875, + 0.259766, + 0.369141, + 0.3125, + 0.402344, + 0.339844, + 0.375, + 0.253906, + 0.416016, + 0.253906, + 0.390625, + 0.351562, + 0.328125, + 0.257812, + 0.359375, + 0.333984, + 0.318359, + 0.328125, + 0.304688, + 0.326172, + 0.246094, + 0.292969, + 0.353516, + 0.237305, + 0.324219, + 0.3125, + 0.345703, + 0.380859, + 0.353516, + 0.349609, + 0.291016, + 0.335938, + 0.490234, + 0.371094, + 0.235352, + 0.324219, + 0.289062, + 0.341797, + 0.386719, + 0.308594, + 0.351562, + 0.316406, + 0.279297, + 0.355469, + 0.328125, + 0.349609, + 0.482422, + 0.326172, + 0.380859, + 0.380859, + 0.314453, + 0.287109, + 0.373047, + 0.314453, + 0.277344, + 0.384766, + 0.349609, + 0.328125, + 0.306641, + 0.380859, + 0.216797, + 0.421875, + 0.357422, + 0.345703, + 0.357422, + 0.296875, + 0.339844, + 0.392578, + 0.351562, + 0.359375, + 0.322266, + 0.376953, + 0.265625, + 0.251953, + 0.386719, + 0.376953, + 0.304688, + 0.25, + 0.492188, + 0.239258, + 0.302734, + 0.333984, + 0.333984, + 0.236328, + 0.361328, + 0.257812, + 0.359375, + 0.275391, + 0.314453, + 0.373047, + 0.21875, + 0.355469, + 0.224609, + 0.310547, + 0.287109, + 0.326172, + 0.259766, + 0.316406, + 0.310547, + 0.349609, + 0.367188, + 0.265625, + 0.353516, + 0.204102, + 0.220703, + 0.345703, + 0.234375, + 0.355469, + 0.384766, + 0.337891, + 0.320312, + 0.34375, + 0.318359, + 0.302734, + 0.263672, + 0.351562, + 0.365234, + 0.400391, + 0.320312, + 0.231445, + 0.345703, + 0.357422, + 0.359375, + 0.229492, + 0.349609, + 0.324219, + 0.351562, + 0.239258, + 0.404297, + 0.271484, + 0.291016, + 0.375, + 0.339844, + 0.339844, + 0.373047, + 0.304688, + 0.306641, + 0.245117, + 0.496094, + 0.380859, + 0.382812, + 0.332031, + 0.302734, + 0.339844, + 0.306641, + 0.351562, + 0.384766, + 0.253906, + 0.306641, + 0.417969, + 0.300781, + 0.404297, + 0.224609, + 0.330078, + 0.25, + 0.337891, + 0.351562, + 0.3125, + 0.243164, + 0.328125, + 0.419922, + 0.333984, + 0.367188, + 0.349609, + 0.222656, + 0.207031, + 0.341797, + 0.355469, + 0.349609, + 0.259766, + 0.365234, + 0.382812, + 0.306641, + 0.328125, + 0.34375, + 0.359375, + 0.318359, + 0.337891, + 0.242188, + 0.335938, + 0.363281, + 0.296875, + 0.351562, + 0.335938, + 0.392578, + 0.320312, + 0.195312, + 0.394531, + 0.339844, + 0.339844, + 0.349609, + 0.267578, + 0.373047, + 0.220703, + 0.332031, + 0.332031, + 0.34375, + 0.341797, + 0.363281, + 0.412109, + 0.277344, + 0.339844, + 0.291016, + 0.328125, + 0.345703, + 0.302734, + 0.404297, + 0.226562, + 0.320312, + 0.304688, + 0.322266, + 0.302734, + 0.378906, + 0.34375, + 0.240234, + 0.298828, + 0.302734, + 0.308594, + 0.402344, + 0.226562, + 0.351562, + 0.296875, + 0.384766, + 0.34375, + 0.363281, + 0.380859, + 0.328125, + 0.345703, + 0.240234, + 0.365234, + 0.384766, + 0.369141, + 0.357422, + 0.427734, + 0.347656, + 0.277344, + 0.285156, + 0.267578, + 0.388672, + 0.259766, + 0.341797, + 0.365234, + 0.363281, + 0.304688, + 0.320312, + 0.287109, + 0.388672, + 0.357422, + 0.324219, + 0.394531, + 0.388672, + 0.388672, + 0.304688, + 0.322266, + 0.373047, + 0.25, + 0.355469, + 0.363281, + 0.292969, + 0.235352, + 0.328125, + 0.361328, + 0.294922, + 0.285156, + 0.294922, + 0.230469, + 0.386719, + 0.388672, + 0.361328, + 0.21875, + 0.326172, + 0.355469, + 0.208008, + 0.34375, + 0.226562, + 0.314453, + 0.306641, + 0.359375, + 0.304688, + 0.337891, + 0.345703, + 0.373047, + 0.373047, + 0.214844, + 0.34375, + 0.390625, + 0.339844, + 0.384766, + 0.339844, + 0.371094, + 0.230469, + 0.174805, + 0.267578, + 0.380859, + 0.330078, + 0.255859, + 0.384766, + 0.316406, + 0.241211, + 0.345703, + 0.369141, + 0.365234, + 0.289062, + 0.371094, + 0.316406, + 0.367188, + 0.369141, + 0.261719, + 0.265625, + 0.337891, + 0.373047, + 0.28125, + 0.330078, + 0.410156, + 0.283203, + 0.224609, + 0.375, + 0.359375, + 0.378906, + 0.306641, + 0.308594, + 0.291016, + 0.355469, + 0.419922, + 0.347656, + 0.320312, + 0.224609, + 0.326172, + 0.271484, + 0.365234, + 0.400391, + 0.371094, + 0.241211, + 0.378906, + 0.285156, + 0.361328, + 0.332031, + 0.396484, + 0.365234, + 0.333984, + 0.378906, + 0.219727, + 0.408203, + 0.349609, + 0.363281, + 0.371094, + 0.267578, + 0.302734, + 0.378906, + 0.208984, + 0.224609, + 0.314453, + 0.347656, + 0.318359, + 0.318359, + 0.388672, + 0.367188, + 0.275391, + 0.341797, + 0.231445, + 0.390625, + 0.259766, + 0.380859, + 0.347656, + 0.353516, + 0.386719, + 0.378906, + 0.330078, + 0.326172, + 0.283203, + 0.396484, + 0.414062, + 0.285156, + 0.359375, + 0.289062, + 0.285156, + 0.371094, + 0.243164, + 0.345703, + 0.28125, + 0.291016, + 0.298828, + 0.375, + 0.380859, + 0.326172, + 0.351562, + 0.363281, + 0.353516, + 0.394531, + 0.291016, + 0.380859, + 0.382812, + 0.337891, + 0.386719, + 0.228516, + 0.275391, + 0.345703, + 0.363281, + 0.341797, + 0.357422, + 0.333984, + 0.410156, + 0.316406, + 0.296875, + 0.347656, + 0.330078, + 0.242188, + 0.357422, + 0.378906, + 0.371094, + 0.408203, + 0.431641, + 0.326172, + 0.398438, + 0.375, + 0.302734, + 0.40625, + 0.396484, + 0.314453, + 0.380859, + 0.335938, + 0.300781, + 0.40625, + 0.277344, + 0.369141, + 0.351562, + 0.431641, + 0.287109, + 0.243164, + 0.236328, + 0.408203, + 0.378906, + 0.365234, + 0.433594, + 0.318359, + 0.351562, + 0.328125, + 0.233398, + 0.382812, + 0.304688, + 0.310547, + 0.353516, + 0.310547, + 0.322266, + 0.238281, + 0.296875, + 0.335938, + 0.326172, + 0.333984, + 0.232422, + 0.347656, + 0.347656, + 0.335938, + 0.371094, + 0.367188, + 0.378906, + 0.357422, + 0.361328, + 0.265625, + 0.248047, + 0.291016, + 0.333984, + 0.337891, + 0.333984, + 0.371094, + 0.296875, + 0.347656, + 0.228516, + 0.253906, + 0.324219, + 0.355469, + 0.306641, + 0.390625, + 0.316406, + 0.3125, + 0.330078, + 0.34375, + 0.355469, + 0.361328, + 0.302734, + 0.375, + 0.335938, + 0.375, + 0.219727, + 0.279297, + 0.217773, + 0.339844, + 0.326172, + 0.265625, + 0.298828, + 0.404297, + 0.320312, + 0.347656, + 0.347656, + 0.248047, + 0.239258, + 0.302734, + 0.229492, + 0.314453, + 0.283203, + 0.320312, + 0.269531, + 0.425781, + 0.147461, + 0.245117, + 0.400391, + 0.345703 + ] + }, + "name": "model.model.layers.25.post_attention_layernorm.weight", + "outputIndexes": [ + 2115 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2114 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_25/Mul_output_0", + "outputIndexes": [ + 2116 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2115, + 2116 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_25/Mul_1_output_0", + "outputIndexes": [ + 2117 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2117 + ], + "outputIndexes": [ + 5104 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5104 + ], + "outputIndexes": [ + 5105 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear", + "inputIndexes": [ + 5105 + ], + "outputIndexes": [ + 5106 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 253443938, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5106 + ], + "outputIndexes": [ + 5107 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5107 + ], + "outputIndexes": [ + 2118 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2118 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_25/Sigmoid_output_0", + "outputIndexes": [ + 2119 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2118, + 2119 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_25/Mul_output_0", + "outputIndexes": [ + 2120 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2117 + ], + "outputIndexes": [ + 5108 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5108 + ], + "outputIndexes": [ + 5109 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear", + "inputIndexes": [ + 5109 + ], + "outputIndexes": [ + 5110 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 256024440, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5110 + ], + "outputIndexes": [ + 5111 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5111 + ], + "outputIndexes": [ + 2121 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2120, + 2121 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_25/Mul_output_0", + "outputIndexes": [ + 2122 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2122 + ], + "outputIndexes": [ + 5112 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5112 + ], + "outputIndexes": [ + 5113 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear", + "inputIndexes": [ + 5113 + ], + "outputIndexes": [ + 5114 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 258604942, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5114 + ], + "outputIndexes": [ + 5115 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.25/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5115 + ], + "outputIndexes": [ + 2123 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2114, + 2123 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_129_output_0", + "outputIndexes": [ + 2124 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2124, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_234_output_0", + "outputIndexes": [ + 2125 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.294922, + 0.425781, + 0.488281, + 0.490234, + 0.519531, + 0.453125, + 0.867188, + 0.486328, + 0.296875, + 0.353516, + 0.234375, + 0.400391, + 0.24707, + 0.400391, + 0.351562, + 0.457031, + 0.632812, + 0.363281, + 0.371094, + 0.22168, + 0.423828, + 0.617188, + 0.384766, + 0.291016, + 0.396484, + 0.519531, + 0.316406, + 0.433594, + 0.453125, + 0.408203, + 0.503906, + 0.283203, + 0.429688, + 0.496094, + 0.435547, + 0.390625, + 0.228516, + 0.388672, + 0.285156, + 0.484375, + 0.425781, + 0.460938, + 0.439453, + 0.371094, + 0.302734, + 0.402344, + 0.628906, + 0.229492, + 0.542969, + 0.375, + 0.478516, + 0.265625, + 0.363281, + 0.490234, + 0.279297, + 0.458984, + 0.554688, + 0.380859, + 0.414062, + 0.527344, + 0.445312, + 0.451172, + 0.333984, + 0.488281, + 0.302734, + 0.503906, + 0.8125, + 0.212891, + 0.519531, + 0.427734, + 0.474609, + 0.238281, + 0.347656, + 0.353516, + 0.535156, + 0.347656, + 0.357422, + 0.546875, + 0.216797, + 0.408203, + 0.376953, + 0.494141, + 0.333984, + 0.330078, + 0.494141, + 0.219727, + 0.558594, + 0.304688, + 0.652344, + 0.244141, + 0.345703, + 0.390625, + 0.236328, + 0.4375, + 0.157227, + 0.208008, + 0.59375, + 0.511719, + 0.558594, + 0.535156, + 0.435547, + 0.332031, + 0.464844, + 0.445312, + 0.482422, + 0.212891, + 0.558594, + 0.472656, + 0.404297, + 0.365234, + 0.361328, + 0.550781, + 0.392578, + 0.53125, + 0.511719, + 0.578125, + 0.453125, + 0.404297, + 0.527344, + 0.546875, + 0.458984, + 0.255859, + 0.455078, + 0.351562, + 0.574219, + 0.394531, + 0.761719, + 0.494141, + 0.417969, + 0.546875, + 0.486328, + 0.40625, + 0.447266, + 0.419922, + 0.445312, + 0.451172, + 0.519531, + 0.398438, + 0.519531, + 0.300781, + 0.466797, + 0.396484, + 0.447266, + 0.582031, + 0.464844, + 0.46875, + 0.396484, + 0.271484, + 0.408203, + 0.503906, + 0.423828, + 0.431641, + 0.439453, + 0.511719, + 0.476562, + 0.398438, + 0.503906, + 0.417969, + 0.15918, + 0.484375, + 0.186523, + 0.404297, + 0.285156, + 0.554688, + 0.359375, + 0.535156, + 0.185547, + 0.601562, + 0.357422, + 0.225586, + 0.357422, + 0.486328, + 0.582031, + 0.369141, + 0.219727, + 0.539062, + 0.361328, + 0.416016, + 0.53125, + 0.472656, + 0.363281, + 0.296875, + 0.347656, + 0.404297, + 0.464844, + 0.416016, + 0.429688, + 0.46875, + 0.482422, + 0.574219, + 0.494141, + 0.337891, + 0.180664, + 0.417969, + 0.386719, + 0.451172, + 0.382812, + 0.337891, + 0.106934, + 0.484375, + 0.380859, + 0.306641, + 0.332031, + 0.427734, + 0.294922, + 0.40625, + 0.515625, + 0.337891, + 0.396484, + 0.492188, + 0.458984, + 0.414062, + 0.5, + 0.195312, + 0.449219, + 0.433594, + 0.417969, + 0.333984, + 0.486328, + 0.388672, + 0.421875, + 0.394531, + 0.265625, + 0.369141, + 0.542969, + 0.337891, + 0.527344, + 0.170898, + 0.570312, + 0.373047, + 0.337891, + 0.398438, + 0.460938, + 0.353516, + 0.617188, + 0.291016, + 0.4375, + 0.326172, + 0.5625, + 0.427734, + 0.511719, + 0.347656, + 0.394531, + 0.460938, + 0.433594, + 0.347656, + 0.302734, + 0.460938, + 0.492188, + 0.464844, + 0.410156, + 0.285156, + 0.22168, + 0.457031, + 0.404297, + 0.515625, + 0.289062, + 0.34375, + 0.263672, + 0.492188, + 0.53125, + 0.535156, + 0.478516, + 0.300781, + 0.46875, + 0.447266, + 0.330078, + 0.494141, + 0.271484, + 0.628906, + 0.679688, + 0.353516, + 0.404297, + 0.535156, + 0.308594, + 0.566406, + 0.484375, + 0.294922, + 0.273438, + 0.507812, + 0.255859, + 0.451172, + 0.392578, + 0.515625, + 0.498047, + 0.400391, + 0.523438, + 0.5, + 0.419922, + 0.515625, + 0.507812, + 0.457031, + 0.441406, + 0.460938, + 0.462891, + 0.433594, + 0.292969, + 0.476562, + 0.445312, + 0.400391, + 0.355469, + 0.443359, + 0.396484, + 0.292969, + 0.439453, + 0.390625, + 0.322266, + 0.410156, + 0.474609, + 0.5625, + 0.244141, + 0.578125, + 0.386719, + 0.34375, + 0.539062, + 0.316406, + 0.421875, + 0.255859, + 0.617188, + 0.390625, + 0.503906, + 0.519531, + 0.511719, + 0.419922, + 0.376953, + 0.375, + 0.40625, + 0.554688, + 0.462891, + 0.349609, + 0.445312, + 0.277344, + 0.322266, + 0.388672, + 0.523438, + 0.382812, + 0.539062, + 0.298828, + 0.25, + 0.235352, + 0.376953, + 0.425781, + 0.400391, + 0.269531, + 0.570312, + 0.574219, + 0.314453, + 0.419922, + 0.3125, + 0.453125, + 0.566406, + 0.503906, + 0.289062, + 0.453125, + 0.4375, + 0.585938, + 0.464844, + 0.470703, + 0.369141, + 0.503906, + 0.363281, + 0.365234, + 0.410156, + 0.447266, + 0.451172, + 0.376953, + 0.609375, + 0.470703, + 0.300781, + 0.310547, + 0.527344, + 0.316406, + 0.511719, + 0.200195, + 0.445312, + 0.40625, + 0.431641, + 0.523438, + 0.429688, + 0.306641, + 0.757812, + 0.320312, + 0.578125, + 0.40625, + 0.398438, + 0.294922, + 0.369141, + 0.46875, + 0.365234, + 0.462891, + 0.402344, + 0.5, + 0.515625, + 0.261719, + 0.59375, + 0.455078, + 0.414062, + 0.515625, + 0.5625, + 0.474609, + 0.416016, + 0.597656, + 0.302734, + 0.398438, + 0.462891, + 0.287109, + 0.53125, + 0.453125, + 0.447266, + 0.441406, + 0.332031, + 0.628906, + 0.384766, + 0.392578, + 0.523438, + 0.527344, + 0.376953, + 0.449219, + 0.453125, + 0.304688, + 0.578125, + 0.341797, + 0.359375, + 0.425781, + 0.472656, + 0.232422, + 0.466797, + 0.414062, + 0.503906, + 0.423828, + 0.216797, + 0.291016, + 0.507812, + 0.46875, + 0.328125, + 0.480469, + 0.628906, + 0.410156, + 0.369141, + 0.337891, + 0.554688, + 0.308594, + 0.337891, + 0.601562, + 0.302734, + 0.375, + 0.398438, + 0.542969, + 0.292969, + 0.417969, + 0.480469, + 0.492188, + 0.378906, + 0.515625, + 0.470703, + 0.535156, + 0.503906, + 0.40625, + 0.373047, + 0.322266, + 0.414062, + 0.40625, + 0.423828, + 0.570312, + 0.193359, + 0.466797, + 0.335938, + 0.535156, + 0.527344, + 0.302734, + 0.410156, + 0.482422, + 0.46875, + 0.439453, + 0.441406, + 0.353516, + 0.373047, + 0.503906, + 0.316406, + 0.332031, + 0.46875, + 0.5, + 0.546875, + 0.369141, + 0.455078, + 0.34375, + 0.460938, + 0.333984, + 0.498047, + 0.355469, + 0.570312, + 0.5, + 0.427734, + 0.439453, + 0.414062, + 0.361328, + 0.474609, + 0.472656, + 0.291016, + 0.341797, + 0.824219, + 0.337891, + 0.458984, + 0.523438, + 0.243164, + 0.498047, + 0.386719, + 0.466797, + 0.582031, + 0.404297, + 0.394531, + 0.554688, + 0.404297, + 0.275391, + 0.34375, + 0.5625, + 0.523438, + 0.279297, + 0.314453, + 0.333984, + 0.466797, + 0.5, + 0.269531, + 0.451172, + 0.570312, + 0.416016, + 0.478516, + 0.597656, + 0.464844, + 0.365234, + 0.519531, + 0.355469, + 0.249023, + 0.154297, + 0.511719, + 0.394531, + 0.341797, + 0.539062, + 0.339844, + 0.455078, + 0.488281, + 0.213867, + 0.369141, + 0.449219, + 0.490234, + 0.308594, + 0.429688, + 0.205078, + 0.386719, + 0.345703, + 0.404297, + 0.396484, + 0.621094, + 0.490234, + 0.419922, + 0.476562, + 0.386719, + 0.115234, + 0.410156, + 0.207031, + 0.253906, + 0.333984, + 0.46875, + 0.378906, + 0.300781, + 0.208008, + 0.453125, + 0.398438, + 0.474609, + 0.402344, + 0.546875, + 0.490234, + 0.298828, + 0.462891, + 0.367188, + 0.478516, + 0.351562, + 0.382812, + 0.361328, + 0.168945, + 0.621094, + 0.447266, + 0.388672, + 0.441406, + 0.503906, + 0.441406, + 0.380859, + 0.435547, + 0.558594, + 0.326172, + 0.318359, + 0.257812, + 0.515625, + 0.404297, + 0.484375, + 0.265625, + 0.435547, + 0.212891, + 0.287109, + 0.535156, + 0.423828, + 0.488281, + 0.441406, + 0.302734, + 0.178711, + 0.263672, + 0.472656, + 0.335938, + 0.414062, + 0.441406, + 0.304688, + 0.515625, + 0.480469, + 0.308594, + 0.449219, + 0.404297, + 0.478516, + 0.410156, + 0.402344, + 0.554688, + 0.155273, + 0.369141, + 0.367188, + 0.527344, + 0.349609, + 0.197266, + 0.527344, + 0.511719, + 0.416016, + 0.155273, + 0.703125, + 0.308594, + 0.40625, + 0.423828, + 0.298828, + 0.498047, + 0.474609, + 0.417969, + 0.519531, + 0.4375, + 0.353516, + 0.490234, + 0.398438, + 0.277344, + 0.239258, + 0.333984, + 0.345703, + 0.171875, + 0.496094, + 0.601562, + 0.554688, + 0.597656, + 0.636719, + 0.243164, + 0.367188, + 0.380859, + 0.157227, + 0.435547, + 0.237305, + 0.285156, + 0.359375, + 0.484375, + 0.335938, + 0.314453, + 0.384766, + 0.40625, + 0.392578, + 0.431641, + 0.443359, + 0.435547, + 0.445312, + 0.435547, + 0.378906, + 0.458984, + 0.255859, + 0.197266, + 0.402344, + 0.439453, + 0.439453, + 0.519531, + 0.628906, + 0.574219, + 0.78125, + 0.355469, + 0.507812, + 0.613281, + 0.300781, + 0.574219, + 0.527344, + 0.316406, + 0.388672, + 0.503906, + 0.396484, + 0.464844, + 0.328125, + 0.435547, + 0.412109, + 0.324219, + 0.429688, + 0.453125, + 0.357422, + 0.400391, + 0.333984, + 0.414062, + 0.515625, + 0.324219, + 0.472656, + 0.337891, + 0.261719, + 0.472656, + 0.373047, + 0.523438, + 0.447266, + 0.519531, + 0.515625, + 0.419922, + 0.396484, + 0.285156, + 0.234375, + 0.453125, + 0.232422, + 0.345703, + 0.277344, + 0.472656, + 0.466797, + 0.376953, + 0.695312, + 0.396484, + 0.455078, + 0.412109, + 0.511719, + 0.199219, + 0.384766, + 0.404297, + 0.255859, + 0.605469, + 0.228516, + 0.382812, + 0.462891, + 0.40625, + 0.482422, + 0.474609, + 0.445312, + 0.371094, + 0.474609, + 0.412109, + 0.789062, + 0.431641, + 0.460938, + 0.296875, + 0.244141, + 0.177734, + 0.490234, + 0.351562, + 0.550781, + 0.435547, + 0.369141, + 0.339844, + 0.308594, + 0.359375, + 0.40625, + 0.578125, + 0.400391, + 0.333984, + 0.515625, + 0.460938, + 0.296875, + 0.400391, + 0.349609, + 0.253906, + 0.427734, + 0.289062, + 0.308594, + 0.349609, + 0.542969, + 0.507812, + 0.417969, + 0.59375, + 0.439453, + 0.503906, + 0.287109, + 0.488281, + 0.359375, + 0.515625, + 0.427734, + 0.431641, + 0.414062, + 0.503906, + 0.433594, + 0.390625, + 0.546875, + 0.361328, + 0.431641, + 0.283203, + 0.351562, + 0.466797, + 0.550781, + 0.380859, + 0.373047, + 0.429688, + 0.519531, + 0.449219, + 0.457031, + 0.376953, + 0.402344, + 0.664062, + 0.507812, + 0.261719, + 0.445312, + 0.347656, + 0.535156, + 0.492188, + 0.392578, + 0.455078, + 0.458984, + 0.353516, + 0.417969, + 0.433594, + 0.435547, + 0.65625, + 0.410156, + 0.472656, + 0.535156, + 0.388672, + 0.412109, + 0.486328, + 0.371094, + 0.355469, + 0.5625, + 0.480469, + 0.417969, + 0.359375, + 0.605469, + 0.204102, + 0.507812, + 0.486328, + 0.457031, + 0.492188, + 0.357422, + 0.410156, + 0.546875, + 0.439453, + 0.460938, + 0.402344, + 0.417969, + 0.320312, + 0.273438, + 0.474609, + 0.523438, + 0.412109, + 0.24707, + 0.605469, + 0.40625, + 0.371094, + 0.404297, + 0.464844, + 0.255859, + 0.486328, + 0.25, + 0.486328, + 0.396484, + 0.474609, + 0.582031, + 0.199219, + 0.535156, + 0.542969, + 0.365234, + 0.371094, + 0.412109, + 0.294922, + 0.380859, + 0.429688, + 0.412109, + 0.449219, + 0.298828, + 0.417969, + 0.15918, + 0.205078, + 0.443359, + 0.271484, + 0.441406, + 0.539062, + 0.417969, + 0.425781, + 0.462891, + 0.363281, + 0.347656, + 0.527344, + 0.4375, + 0.492188, + 0.546875, + 0.341797, + 0.625, + 0.423828, + 0.480469, + 0.441406, + 0.223633, + 0.400391, + 0.396484, + 0.539062, + 0.277344, + 0.515625, + 0.320312, + 0.359375, + 0.585938, + 0.404297, + 0.445312, + 0.511719, + 0.396484, + 0.402344, + 0.28125, + 0.605469, + 0.617188, + 0.546875, + 0.388672, + 0.349609, + 0.423828, + 0.351562, + 0.453125, + 0.46875, + 0.302734, + 0.378906, + 0.667969, + 0.341797, + 0.519531, + 0.25, + 0.404297, + 0.253906, + 0.40625, + 0.503906, + 0.361328, + 0.232422, + 0.367188, + 0.574219, + 0.388672, + 0.503906, + 0.427734, + 0.186523, + 0.24707, + 0.386719, + 0.490234, + 0.46875, + 0.298828, + 0.439453, + 0.480469, + 0.404297, + 0.423828, + 0.46875, + 0.435547, + 0.451172, + 0.458984, + 0.378906, + 0.421875, + 0.515625, + 0.365234, + 0.431641, + 0.449219, + 0.511719, + 0.363281, + 0.691406, + 0.582031, + 0.441406, + 0.486328, + 0.628906, + 0.273438, + 0.542969, + 0.211914, + 0.396484, + 0.427734, + 0.722656, + 0.404297, + 0.636719, + 0.519531, + 0.361328, + 0.427734, + 0.361328, + 0.378906, + 0.5625, + 0.554688, + 0.53125, + 0.223633, + 0.546875, + 0.404297, + 0.482422, + 0.296875, + 0.582031, + 0.398438, + 0.269531, + 0.554688, + 0.349609, + 0.421875, + 0.625, + 0.257812, + 0.511719, + 0.332031, + 0.466797, + 0.455078, + 0.464844, + 0.482422, + 0.355469, + 0.462891, + 0.233398, + 0.460938, + 0.527344, + 0.609375, + 0.457031, + 0.59375, + 0.636719, + 0.298828, + 0.330078, + 0.285156, + 0.507812, + 0.271484, + 0.507812, + 0.433594, + 0.427734, + 0.398438, + 0.410156, + 0.345703, + 0.482422, + 0.433594, + 0.421875, + 0.578125, + 0.527344, + 0.466797, + 0.330078, + 0.451172, + 0.609375, + 0.367188, + 0.416016, + 0.458984, + 0.347656, + 0.24707, + 0.439453, + 0.412109, + 0.339844, + 0.335938, + 0.527344, + 0.207031, + 0.515625, + 0.515625, + 0.476562, + 0.149414, + 0.408203, + 0.419922, + 0.554688, + 0.421875, + 0.21582, + 0.365234, + 0.359375, + 0.539062, + 0.373047, + 0.404297, + 0.464844, + 0.527344, + 0.5, + 0.203125, + 0.472656, + 0.535156, + 0.445312, + 0.507812, + 0.445312, + 0.523438, + 0.219727, + 0.761719, + 0.527344, + 0.542969, + 0.404297, + 0.328125, + 0.488281, + 0.408203, + 0.339844, + 0.453125, + 0.482422, + 0.490234, + 0.361328, + 0.492188, + 0.421875, + 0.558594, + 0.558594, + 0.275391, + 0.302734, + 0.457031, + 0.503906, + 0.335938, + 0.392578, + 0.492188, + 0.371094, + 0.197266, + 0.578125, + 0.539062, + 0.53125, + 0.472656, + 0.333984, + 0.316406, + 0.503906, + 0.703125, + 0.396484, + 0.382812, + 0.271484, + 0.40625, + 0.330078, + 0.466797, + 0.515625, + 0.486328, + 0.585938, + 0.46875, + 0.289062, + 0.462891, + 0.435547, + 0.53125, + 0.460938, + 0.484375, + 0.484375, + 0.761719, + 0.542969, + 0.332031, + 0.482422, + 0.597656, + 0.361328, + 0.332031, + 0.582031, + 0.170898, + 0.210938, + 0.394531, + 0.453125, + 0.404297, + 0.40625, + 0.613281, + 0.466797, + 0.289062, + 0.449219, + 0.226562, + 0.554688, + 0.3125, + 0.476562, + 0.431641, + 0.511719, + 0.527344, + 0.486328, + 0.429688, + 0.396484, + 0.300781, + 0.542969, + 0.554688, + 0.402344, + 0.503906, + 0.326172, + 0.458984, + 0.539062, + 0.482422, + 0.503906, + 0.324219, + 0.347656, + 0.34375, + 0.496094, + 0.466797, + 0.46875, + 0.480469, + 0.476562, + 0.482422, + 0.574219, + 0.339844, + 0.474609, + 0.566406, + 0.416016, + 0.498047, + 0.15918, + 0.345703, + 0.414062, + 0.439453, + 0.388672, + 0.462891, + 0.408203, + 0.523438, + 0.441406, + 0.380859, + 0.439453, + 0.416016, + 0.227539, + 0.449219, + 0.492188, + 0.53125, + 0.609375, + 0.605469, + 0.398438, + 0.507812, + 0.53125, + 0.363281, + 0.578125, + 0.519531, + 0.394531, + 0.447266, + 0.443359, + 0.371094, + 0.589844, + 0.326172, + 0.550781, + 0.425781, + 0.578125, + 0.285156, + 0.335938, + 0.251953, + 0.597656, + 0.621094, + 0.455078, + 0.558594, + 0.453125, + 0.445312, + 0.410156, + 0.22168, + 0.496094, + 0.365234, + 0.380859, + 0.398438, + 0.310547, + 0.460938, + 0.238281, + 0.414062, + 0.460938, + 0.371094, + 0.453125, + 0.240234, + 0.423828, + 0.423828, + 0.460938, + 0.554688, + 0.460938, + 0.474609, + 0.375, + 0.455078, + 0.349609, + 0.318359, + 0.318359, + 0.503906, + 0.416016, + 0.457031, + 0.458984, + 0.365234, + 0.535156, + 0.226562, + 0.3125, + 0.392578, + 0.5625, + 0.390625, + 0.539062, + 0.289062, + 0.390625, + 0.392578, + 0.470703, + 0.431641, + 0.511719, + 0.359375, + 0.523438, + 0.425781, + 0.503906, + 0.193359, + 0.349609, + 0.208008, + 0.458984, + 0.457031, + 0.400391, + 0.333984, + 0.550781, + 0.478516, + 0.429688, + 0.369141, + 0.267578, + 0.253906, + 0.353516, + 0.233398, + 0.396484, + 0.355469, + 0.388672, + 0.308594, + 0.519531, + 0.8125, + 0.198242, + 0.582031, + 0.449219 + ] + }, + "name": "model.model.layers.26.input_layernorm.weight", + "outputIndexes": [ + 2126 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2125 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_26/Mul_output_0", + "outputIndexes": [ + 2127 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2126, + 2127 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_26/Mul_1_output_0", + "outputIndexes": [ + 2128 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2128 + ], + "outputIndexes": [ + 5116 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5116 + ], + "outputIndexes": [ + 5117 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/q_proj/Linear", + "inputIndexes": [ + 5117 + ], + "outputIndexes": [ + 5118 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 261185444, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5118 + ], + "outputIndexes": [ + 5119 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5119 + ], + "outputIndexes": [ + 2129 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2128 + ], + "main_type": "NONE", + "name": "/Shape_365_output_0", + "outputIndexes": [ + 2130 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2130 + ], + "main_type": "NONE", + "name": "Shape5695", + "outputIndexes": [ + 2131 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2130 + ], + "main_type": "NONE", + "name": "Rank5697", + "outputIndexes": [ + 2132 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2132, + 2132 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5699", + "outputIndexes": [ + 2133 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2133 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5700", + "outputIndexes": [ + 2134 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2133, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5702", + "outputIndexes": [ + 2135 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2135 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5703", + "outputIndexes": [ + 2136 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2131, + 2134, + 2136, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5706", + "outputIndexes": [ + 2137 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2137 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5707", + "outputIndexes": [ + 2138 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5708", + "outputIndexes": [ + 2139 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2139, + 2138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5709", + "outputIndexes": [ + 2140 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2130, + 2140, + 2133 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_394_output_0", + "outputIndexes": [ + 2141 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2141, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_833_output_0", + "outputIndexes": [ + 2142 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2142, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_338_output_0", + "outputIndexes": [ + 2143 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2129, + 2143 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_235_output_0", + "outputIndexes": [ + 2144 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2144, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_208_output_0", + "outputIndexes": [ + 2145 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2144 + ], + "main_type": "NONE", + "name": "/Shape_366_output_0", + "outputIndexes": [ + 2146 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2146 + ], + "main_type": "NONE", + "name": "Shape5716", + "outputIndexes": [ + 2147 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2146 + ], + "main_type": "NONE", + "name": "Rank5718", + "outputIndexes": [ + 2148 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2148, + 2148 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5720", + "outputIndexes": [ + 2149 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2149 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5721", + "outputIndexes": [ + 2150 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2149, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5723", + "outputIndexes": [ + 2151 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2151 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5724", + "outputIndexes": [ + 2152 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2147, + 2150, + 2152, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5727", + "outputIndexes": [ + 2153 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2153 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5728", + "outputIndexes": [ + 2154 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2154 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5729", + "outputIndexes": [ + 2155 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2155, + 2154 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5730", + "outputIndexes": [ + 2156 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2146, + 2156, + 2149 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_395_output_0", + "outputIndexes": [ + 2157 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2157, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_78_output_0", + "outputIndexes": [ + 2158 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2158, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_838_output_0", + "outputIndexes": [ + 2159 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2144, + 2159, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_105_output_0", + "outputIndexes": [ + 2160 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2160 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_52_output_0", + "outputIndexes": [ + 2161 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2144, + 22, + 2159, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_104_output_0", + "outputIndexes": [ + 2162 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2161, + 2162 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_341_output_0", + "outputIndexes": [ + 2163 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2163, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_209_output_0", + "outputIndexes": [ + 2164 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2145, + 2164 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_130_output_0", + "outputIndexes": [ + 2165 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2128 + ], + "outputIndexes": [ + 5120 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5120 + ], + "outputIndexes": [ + 5121 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/k_proj/Linear", + "inputIndexes": [ + 5121 + ], + "outputIndexes": [ + 5122 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 262107066, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5122 + ], + "outputIndexes": [ + 5123 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5123 + ], + "outputIndexes": [ + 2166 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2142, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_339_output_0", + "outputIndexes": [ + 2167 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2166, + 2167 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_236_output_0", + "outputIndexes": [ + 2168 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2168, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_210_output_0", + "outputIndexes": [ + 2169 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2168 + ], + "main_type": "NONE", + "name": "/Shape_367_output_0", + "outputIndexes": [ + 2170 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2170 + ], + "main_type": "NONE", + "name": "Shape5779", + "outputIndexes": [ + 2171 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2170 + ], + "main_type": "NONE", + "name": "Rank5781", + "outputIndexes": [ + 2172 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2172, + 2172 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5783", + "outputIndexes": [ + 2173 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2173 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5784", + "outputIndexes": [ + 2174 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2173, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5786", + "outputIndexes": [ + 2175 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2175 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5787", + "outputIndexes": [ + 2176 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2171, + 2174, + 2176, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5790", + "outputIndexes": [ + 2177 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2177 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5791", + "outputIndexes": [ + 2178 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5792", + "outputIndexes": [ + 2179 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2179, + 2178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5793", + "outputIndexes": [ + 2180 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2170, + 2180, + 2173 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_396_output_0", + "outputIndexes": [ + 2181 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2181, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_79_output_0", + "outputIndexes": [ + 2182 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2182, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_840_output_0", + "outputIndexes": [ + 2183 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2168, + 2183, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_107_output_0", + "outputIndexes": [ + 2184 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2184 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_53_output_0", + "outputIndexes": [ + 2185 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2168, + 22, + 2183, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_106_output_0", + "outputIndexes": [ + 2186 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2185, + 2186 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_342_output_0", + "outputIndexes": [ + 2187 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2187, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_211_output_0", + "outputIndexes": [ + 2188 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2169, + 2188 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_131_output_0", + "outputIndexes": [ + 2189 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2128 + ], + "outputIndexes": [ + 5124 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5124 + ], + "outputIndexes": [ + 5125 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/v_proj/Linear", + "inputIndexes": [ + 5125 + ], + "outputIndexes": [ + 5126 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 262337488, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5126 + ], + "outputIndexes": [ + 5127 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5127 + ], + "outputIndexes": [ + 2190 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2190, + 2167 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_237_output_0", + "outputIndexes": [ + 2191 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2165, + 2189, + 2191, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_242_output_0", + "outputIndexes": [ + 2192 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2192 + ], + "outputIndexes": [ + 5128 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5128 + ], + "outputIndexes": [ + 5129 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/o_proj/Linear", + "inputIndexes": [ + 5129 + ], + "outputIndexes": [ + 5130 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 262567910, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5130 + ], + "outputIndexes": [ + 5131 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5131 + ], + "outputIndexes": [ + 2193 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2125, + 2193 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_133_output_0", + "outputIndexes": [ + 2194 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.275391, + 0.351562, + 0.355469, + 0.369141, + 0.365234, + 0.353516, + 0.150391, + 0.375, + 0.300781, + 0.273438, + 0.255859, + 0.351562, + 0.279297, + 0.347656, + 0.326172, + 0.378906, + 0.222656, + 0.337891, + 0.333984, + 0.261719, + 0.34375, + 0.365234, + 0.3125, + 0.285156, + 0.320312, + 0.373047, + 0.294922, + 0.386719, + 0.345703, + 0.359375, + 0.275391, + 0.189453, + 0.353516, + 0.330078, + 0.349609, + 0.347656, + 0.261719, + 0.339844, + 0.255859, + 0.363281, + 0.345703, + 0.363281, + 0.320312, + 0.310547, + 0.267578, + 0.316406, + 0.398438, + 0.267578, + 0.388672, + 0.257812, + 0.378906, + 0.251953, + 0.337891, + 0.347656, + 0.259766, + 0.345703, + 0.40625, + 0.335938, + 0.339844, + 0.380859, + 0.345703, + 0.357422, + 0.310547, + 0.363281, + 0.289062, + 0.273438, + 0.216797, + 0.265625, + 0.386719, + 0.192383, + 0.382812, + 0.245117, + 0.308594, + 0.3125, + 0.380859, + 0.308594, + 0.306641, + 0.404297, + 0.269531, + 0.345703, + 0.324219, + 0.386719, + 0.302734, + 0.316406, + 0.361328, + 0.261719, + 0.408203, + 0.275391, + 0.396484, + 0.255859, + 0.316406, + 0.335938, + 0.267578, + 0.355469, + 0.240234, + 0.275391, + 0.449219, + 0.382812, + 0.412109, + 0.357422, + 0.318359, + 0.3125, + 0.373047, + 0.361328, + 0.349609, + 0.265625, + 0.363281, + 0.349609, + 0.351562, + 0.351562, + 0.337891, + 0.388672, + 0.332031, + 0.337891, + 0.359375, + 0.302734, + 0.345703, + 0.355469, + 0.402344, + 0.371094, + 0.361328, + 0.269531, + 0.382812, + 0.285156, + 0.412109, + 0.328125, + 0.21875, + 0.371094, + 0.373047, + 0.410156, + 0.369141, + 0.371094, + 0.355469, + 0.335938, + 0.359375, + 0.335938, + 0.376953, + 0.333984, + 0.277344, + 0.292969, + 0.386719, + 0.326172, + 0.349609, + 0.417969, + 0.386719, + 0.345703, + 0.339844, + 0.285156, + 0.363281, + 0.361328, + 0.345703, + 0.339844, + 0.361328, + 0.378906, + 0.363281, + 0.310547, + 0.382812, + 0.333984, + 0.265625, + 0.361328, + 0.240234, + 0.320312, + 0.271484, + 0.382812, + 0.314453, + 0.400391, + 0.269531, + 0.351562, + 0.333984, + 0.255859, + 0.296875, + 0.369141, + 0.376953, + 0.316406, + 0.267578, + 0.400391, + 0.3125, + 0.359375, + 0.378906, + 0.378906, + 0.330078, + 0.291016, + 0.324219, + 0.337891, + 0.375, + 0.367188, + 0.355469, + 0.353516, + 0.375, + 0.375, + 0.367188, + 0.314453, + 0.251953, + 0.345703, + 0.34375, + 0.335938, + 0.328125, + 0.291016, + 0.105469, + 0.369141, + 0.341797, + 0.333984, + 0.304688, + 0.337891, + 0.291016, + 0.361328, + 0.398438, + 0.326172, + 0.300781, + 0.382812, + 0.349609, + 0.351562, + 0.339844, + 0.271484, + 0.367188, + 0.335938, + 0.353516, + 0.310547, + 0.386719, + 0.353516, + 0.339844, + 0.349609, + 0.287109, + 0.326172, + 0.421875, + 0.304688, + 0.369141, + 0.246094, + 0.476562, + 0.324219, + 0.300781, + 0.267578, + 0.369141, + 0.322266, + 0.378906, + 0.28125, + 0.351562, + 0.291016, + 0.400391, + 0.369141, + 0.380859, + 0.3125, + 0.347656, + 0.355469, + 0.363281, + 0.316406, + 0.328125, + 0.375, + 0.376953, + 0.337891, + 0.347656, + 0.291016, + 0.255859, + 0.339844, + 0.320312, + 0.367188, + 0.287109, + 0.316406, + 0.279297, + 0.384766, + 0.400391, + 0.369141, + 0.351562, + 0.298828, + 0.375, + 0.375, + 0.328125, + 0.384766, + 0.263672, + 0.359375, + 0.283203, + 0.328125, + 0.332031, + 0.255859, + 0.289062, + 0.378906, + 0.357422, + 0.275391, + 0.267578, + 0.371094, + 0.285156, + 0.367188, + 0.347656, + 0.390625, + 0.371094, + 0.328125, + 0.416016, + 0.388672, + 0.371094, + 0.414062, + 0.386719, + 0.353516, + 0.363281, + 0.337891, + 0.359375, + 0.347656, + 0.298828, + 0.363281, + 0.361328, + 0.345703, + 0.339844, + 0.345703, + 0.34375, + 0.265625, + 0.353516, + 0.361328, + 0.292969, + 0.332031, + 0.375, + 0.388672, + 0.257812, + 0.375, + 0.330078, + 0.28125, + 0.382812, + 0.308594, + 0.371094, + 0.275391, + 0.257812, + 0.373047, + 0.416016, + 0.386719, + 0.363281, + 0.361328, + 0.318359, + 0.298828, + 0.363281, + 0.431641, + 0.386719, + 0.310547, + 0.255859, + 0.28125, + 0.261719, + 0.341797, + 0.306641, + 0.337891, + 0.388672, + 0.296875, + 0.257812, + 0.261719, + 0.3125, + 0.335938, + 0.337891, + 0.283203, + 0.402344, + 0.355469, + 0.296875, + 0.355469, + 0.300781, + 0.369141, + 0.369141, + 0.369141, + 0.287109, + 0.335938, + 0.339844, + 0.361328, + 0.361328, + 0.363281, + 0.322266, + 0.375, + 0.328125, + 0.294922, + 0.34375, + 0.363281, + 0.369141, + 0.333984, + 0.367188, + 0.380859, + 0.294922, + 0.283203, + 0.400391, + 0.318359, + 0.378906, + 0.261719, + 0.326172, + 0.326172, + 0.361328, + 0.357422, + 0.365234, + 0.259766, + 0.196289, + 0.294922, + 0.46875, + 0.353516, + 0.353516, + 0.318359, + 0.291016, + 0.363281, + 0.289062, + 0.351562, + 0.351562, + 0.245117, + 0.408203, + 0.261719, + 0.380859, + 0.353516, + 0.34375, + 0.386719, + 0.384766, + 0.365234, + 0.320312, + 0.375, + 0.267578, + 0.363281, + 0.40625, + 0.289062, + 0.384766, + 0.341797, + 0.376953, + 0.355469, + 0.306641, + 0.408203, + 0.353516, + 0.328125, + 0.388672, + 0.398438, + 0.333984, + 0.353516, + 0.353516, + 0.289062, + 0.412109, + 0.316406, + 0.275391, + 0.365234, + 0.369141, + 0.265625, + 0.361328, + 0.326172, + 0.232422, + 0.339844, + 0.24707, + 0.275391, + 0.376953, + 0.339844, + 0.304688, + 0.378906, + 0.396484, + 0.337891, + 0.320312, + 0.34375, + 0.429688, + 0.289062, + 0.283203, + 0.443359, + 0.302734, + 0.277344, + 0.353516, + 0.382812, + 0.251953, + 0.34375, + 0.316406, + 0.263672, + 0.330078, + 0.388672, + 0.376953, + 0.392578, + 0.367188, + 0.347656, + 0.330078, + 0.296875, + 0.361328, + 0.304688, + 0.349609, + 0.34375, + 0.253906, + 0.367188, + 0.308594, + 0.382812, + 0.375, + 0.275391, + 0.335938, + 0.380859, + 0.363281, + 0.339844, + 0.330078, + 0.316406, + 0.310547, + 0.376953, + 0.294922, + 0.304688, + 0.357422, + 0.376953, + 0.404297, + 0.341797, + 0.378906, + 0.296875, + 0.349609, + 0.275391, + 0.369141, + 0.330078, + 0.375, + 0.386719, + 0.367188, + 0.367188, + 0.341797, + 0.279297, + 0.396484, + 0.337891, + 0.28125, + 0.291016, + 0.157227, + 0.314453, + 0.371094, + 0.355469, + 0.261719, + 0.392578, + 0.322266, + 0.322266, + 0.394531, + 0.326172, + 0.326172, + 0.392578, + 0.232422, + 0.283203, + 0.304688, + 0.402344, + 0.373047, + 0.279297, + 0.3125, + 0.306641, + 0.345703, + 0.359375, + 0.255859, + 0.361328, + 0.380859, + 0.335938, + 0.371094, + 0.402344, + 0.380859, + 0.298828, + 0.24707, + 0.314453, + 0.269531, + 0.242188, + 0.367188, + 0.318359, + 0.324219, + 0.376953, + 0.304688, + 0.333984, + 0.376953, + 0.269531, + 0.300781, + 0.392578, + 0.355469, + 0.292969, + 0.332031, + 0.241211, + 0.300781, + 0.275391, + 0.302734, + 0.347656, + 0.388672, + 0.361328, + 0.361328, + 0.373047, + 0.322266, + 0.209961, + 0.359375, + 0.255859, + 0.279297, + 0.292969, + 0.382812, + 0.326172, + 0.279297, + 0.263672, + 0.369141, + 0.367188, + 0.324219, + 0.339844, + 0.396484, + 0.365234, + 0.261719, + 0.382812, + 0.320312, + 0.375, + 0.320312, + 0.357422, + 0.298828, + 0.25, + 0.419922, + 0.347656, + 0.332031, + 0.314453, + 0.375, + 0.347656, + 0.328125, + 0.341797, + 0.378906, + 0.330078, + 0.296875, + 0.265625, + 0.384766, + 0.369141, + 0.365234, + 0.273438, + 0.367188, + 0.265625, + 0.269531, + 0.408203, + 0.355469, + 0.335938, + 0.339844, + 0.333984, + 0.251953, + 0.269531, + 0.380859, + 0.318359, + 0.333984, + 0.376953, + 0.275391, + 0.396484, + 0.335938, + 0.291016, + 0.349609, + 0.345703, + 0.273438, + 0.333984, + 0.332031, + 0.375, + 0.25, + 0.355469, + 0.328125, + 0.337891, + 0.316406, + 0.263672, + 0.392578, + 0.226562, + 0.332031, + 0.257812, + 0.165039, + 0.308594, + 0.332031, + 0.357422, + 0.285156, + 0.376953, + 0.34375, + 0.326172, + 0.378906, + 0.339844, + 0.28125, + 0.367188, + 0.337891, + 0.273438, + 0.263672, + 0.304688, + 0.318359, + 0.273438, + 0.300781, + 0.271484, + 0.384766, + 0.423828, + 0.400391, + 0.261719, + 0.34375, + 0.337891, + 0.253906, + 0.382812, + 0.273438, + 0.25, + 0.320312, + 0.394531, + 0.302734, + 0.294922, + 0.341797, + 0.347656, + 0.332031, + 0.378906, + 0.335938, + 0.388672, + 0.363281, + 0.347656, + 0.322266, + 0.251953, + 0.273438, + 0.263672, + 0.355469, + 0.376953, + 0.335938, + 0.373047, + 0.355469, + 0.363281, + 0.177734, + 0.3125, + 0.351562, + 0.375, + 0.277344, + 0.394531, + 0.373047, + 0.310547, + 0.349609, + 0.380859, + 0.333984, + 0.382812, + 0.296875, + 0.365234, + 0.349609, + 0.316406, + 0.359375, + 0.373047, + 0.320312, + 0.355469, + 0.28125, + 0.330078, + 0.236328, + 0.273438, + 0.378906, + 0.314453, + 0.292969, + 0.328125, + 0.277344, + 0.390625, + 0.349609, + 0.398438, + 0.394531, + 0.337891, + 0.345703, + 0.273438, + 0.261719, + 0.359375, + 0.253906, + 0.326172, + 0.269531, + 0.363281, + 0.380859, + 0.324219, + 0.240234, + 0.337891, + 0.332031, + 0.339844, + 0.376953, + 0.275391, + 0.349609, + 0.357422, + 0.265625, + 0.425781, + 0.263672, + 0.328125, + 0.371094, + 0.345703, + 0.363281, + 0.357422, + 0.369141, + 0.304688, + 0.355469, + 0.371094, + 0.176758, + 0.351562, + 0.359375, + 0.306641, + 0.279297, + 0.25, + 0.376953, + 0.316406, + 0.392578, + 0.371094, + 0.341797, + 0.306641, + 0.289062, + 0.324219, + 0.349609, + 0.390625, + 0.332031, + 0.261719, + 0.351562, + 0.357422, + 0.289062, + 0.375, + 0.326172, + 0.283203, + 0.304688, + 0.287109, + 0.292969, + 0.316406, + 0.269531, + 0.375, + 0.318359, + 0.392578, + 0.351562, + 0.373047, + 0.273438, + 0.414062, + 0.271484, + 0.390625, + 0.359375, + 0.326172, + 0.273438, + 0.369141, + 0.353516, + 0.332031, + 0.333984, + 0.326172, + 0.34375, + 0.275391, + 0.308594, + 0.353516, + 0.231445, + 0.332031, + 0.326172, + 0.347656, + 0.375, + 0.355469, + 0.357422, + 0.308594, + 0.349609, + 0.474609, + 0.380859, + 0.261719, + 0.328125, + 0.310547, + 0.347656, + 0.386719, + 0.318359, + 0.359375, + 0.326172, + 0.300781, + 0.359375, + 0.339844, + 0.353516, + 0.439453, + 0.337891, + 0.386719, + 0.388672, + 0.330078, + 0.300781, + 0.375, + 0.322266, + 0.289062, + 0.382812, + 0.359375, + 0.347656, + 0.330078, + 0.369141, + 0.246094, + 0.439453, + 0.353516, + 0.353516, + 0.355469, + 0.3125, + 0.349609, + 0.392578, + 0.357422, + 0.365234, + 0.330078, + 0.382812, + 0.28125, + 0.271484, + 0.384766, + 0.380859, + 0.316406, + 0.267578, + 0.494141, + 0.255859, + 0.320312, + 0.341797, + 0.347656, + 0.257812, + 0.359375, + 0.289062, + 0.365234, + 0.292969, + 0.318359, + 0.375, + 0.265625, + 0.359375, + 0.233398, + 0.318359, + 0.308594, + 0.337891, + 0.289062, + 0.333984, + 0.320312, + 0.359375, + 0.375, + 0.287109, + 0.359375, + 0.251953, + 0.249023, + 0.353516, + 0.257812, + 0.361328, + 0.394531, + 0.351562, + 0.333984, + 0.347656, + 0.337891, + 0.320312, + 0.28125, + 0.361328, + 0.373047, + 0.388672, + 0.322266, + 0.228516, + 0.353516, + 0.375, + 0.363281, + 0.263672, + 0.359375, + 0.335938, + 0.369141, + 0.259766, + 0.392578, + 0.294922, + 0.306641, + 0.386719, + 0.351562, + 0.345703, + 0.376953, + 0.322266, + 0.318359, + 0.273438, + 0.484375, + 0.376953, + 0.386719, + 0.355469, + 0.326172, + 0.347656, + 0.320312, + 0.365234, + 0.382812, + 0.271484, + 0.318359, + 0.414062, + 0.3125, + 0.394531, + 0.271484, + 0.335938, + 0.259766, + 0.361328, + 0.34375, + 0.326172, + 0.269531, + 0.339844, + 0.421875, + 0.34375, + 0.365234, + 0.355469, + 0.263672, + 0.235352, + 0.353516, + 0.355469, + 0.355469, + 0.28125, + 0.369141, + 0.386719, + 0.328125, + 0.333984, + 0.351562, + 0.367188, + 0.318359, + 0.351562, + 0.251953, + 0.347656, + 0.361328, + 0.320312, + 0.361328, + 0.351562, + 0.382812, + 0.337891, + 0.186523, + 0.382812, + 0.345703, + 0.347656, + 0.347656, + 0.279297, + 0.380859, + 0.251953, + 0.335938, + 0.337891, + 0.328125, + 0.349609, + 0.361328, + 0.416016, + 0.294922, + 0.359375, + 0.302734, + 0.337891, + 0.349609, + 0.326172, + 0.404297, + 0.28125, + 0.332031, + 0.320312, + 0.328125, + 0.318359, + 0.375, + 0.353516, + 0.265625, + 0.304688, + 0.318359, + 0.316406, + 0.386719, + 0.267578, + 0.359375, + 0.316406, + 0.386719, + 0.351562, + 0.361328, + 0.378906, + 0.337891, + 0.34375, + 0.269531, + 0.371094, + 0.380859, + 0.365234, + 0.363281, + 0.423828, + 0.351562, + 0.300781, + 0.304688, + 0.289062, + 0.396484, + 0.28125, + 0.34375, + 0.382812, + 0.373047, + 0.320312, + 0.322266, + 0.304688, + 0.394531, + 0.373047, + 0.332031, + 0.398438, + 0.394531, + 0.392578, + 0.318359, + 0.328125, + 0.363281, + 0.332031, + 0.367188, + 0.363281, + 0.308594, + 0.263672, + 0.332031, + 0.365234, + 0.316406, + 0.304688, + 0.310547, + 0.261719, + 0.386719, + 0.384766, + 0.359375, + 0.255859, + 0.332031, + 0.357422, + 0.222656, + 0.355469, + 0.263672, + 0.332031, + 0.316406, + 0.357422, + 0.326172, + 0.345703, + 0.357422, + 0.371094, + 0.375, + 0.275391, + 0.34375, + 0.390625, + 0.345703, + 0.384766, + 0.347656, + 0.365234, + 0.257812, + 0.164062, + 0.271484, + 0.382812, + 0.333984, + 0.28125, + 0.384766, + 0.328125, + 0.257812, + 0.353516, + 0.371094, + 0.371094, + 0.292969, + 0.363281, + 0.326172, + 0.373047, + 0.371094, + 0.289062, + 0.28125, + 0.355469, + 0.382812, + 0.300781, + 0.34375, + 0.400391, + 0.294922, + 0.271484, + 0.380859, + 0.361328, + 0.382812, + 0.314453, + 0.320312, + 0.302734, + 0.369141, + 0.408203, + 0.349609, + 0.330078, + 0.25, + 0.339844, + 0.296875, + 0.367188, + 0.419922, + 0.375, + 0.251953, + 0.378906, + 0.296875, + 0.375, + 0.341797, + 0.400391, + 0.365234, + 0.34375, + 0.365234, + 0.220703, + 0.386719, + 0.367188, + 0.365234, + 0.363281, + 0.283203, + 0.324219, + 0.373047, + 0.241211, + 0.259766, + 0.330078, + 0.349609, + 0.333984, + 0.332031, + 0.392578, + 0.371094, + 0.289062, + 0.353516, + 0.24707, + 0.380859, + 0.28125, + 0.380859, + 0.353516, + 0.361328, + 0.380859, + 0.386719, + 0.341797, + 0.337891, + 0.304688, + 0.380859, + 0.412109, + 0.292969, + 0.361328, + 0.310547, + 0.292969, + 0.375, + 0.25, + 0.351562, + 0.308594, + 0.3125, + 0.316406, + 0.380859, + 0.384766, + 0.326172, + 0.359375, + 0.371094, + 0.357422, + 0.382812, + 0.308594, + 0.373047, + 0.382812, + 0.359375, + 0.380859, + 0.275391, + 0.289062, + 0.355469, + 0.375, + 0.361328, + 0.359375, + 0.347656, + 0.40625, + 0.330078, + 0.304688, + 0.349609, + 0.339844, + 0.267578, + 0.365234, + 0.384766, + 0.373047, + 0.410156, + 0.425781, + 0.337891, + 0.404297, + 0.375, + 0.320312, + 0.40625, + 0.396484, + 0.322266, + 0.380859, + 0.345703, + 0.314453, + 0.404297, + 0.296875, + 0.365234, + 0.359375, + 0.429688, + 0.310547, + 0.263672, + 0.257812, + 0.402344, + 0.367188, + 0.363281, + 0.439453, + 0.328125, + 0.359375, + 0.341797, + 0.259766, + 0.376953, + 0.316406, + 0.324219, + 0.357422, + 0.330078, + 0.341797, + 0.273438, + 0.306641, + 0.34375, + 0.345703, + 0.353516, + 0.259766, + 0.357422, + 0.355469, + 0.349609, + 0.371094, + 0.361328, + 0.380859, + 0.367188, + 0.367188, + 0.298828, + 0.257812, + 0.3125, + 0.341797, + 0.351562, + 0.347656, + 0.380859, + 0.310547, + 0.355469, + 0.261719, + 0.271484, + 0.339844, + 0.355469, + 0.324219, + 0.396484, + 0.34375, + 0.326172, + 0.345703, + 0.357422, + 0.371094, + 0.365234, + 0.314453, + 0.380859, + 0.349609, + 0.367188, + 0.257812, + 0.306641, + 0.265625, + 0.347656, + 0.335938, + 0.283203, + 0.3125, + 0.400391, + 0.332031, + 0.365234, + 0.375, + 0.263672, + 0.267578, + 0.320312, + 0.261719, + 0.328125, + 0.294922, + 0.333984, + 0.287109, + 0.423828, + 0.146484, + 0.261719, + 0.394531, + 0.347656 + ] + }, + "name": "model.model.layers.26.post_attention_layernorm.weight", + "outputIndexes": [ + 2195 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2194 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_26/Mul_output_0", + "outputIndexes": [ + 2196 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2195, + 2196 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_26/Mul_1_output_0", + "outputIndexes": [ + 2197 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2197 + ], + "outputIndexes": [ + 5132 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5132 + ], + "outputIndexes": [ + 5133 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/gate_proj/Linear", + "inputIndexes": [ + 5133 + ], + "outputIndexes": [ + 5134 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 263489532, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5134 + ], + "outputIndexes": [ + 5135 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5135 + ], + "outputIndexes": [ + 2198 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2198 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_26/Sigmoid_output_0", + "outputIndexes": [ + 2199 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2198, + 2199 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_26/Mul_output_0", + "outputIndexes": [ + 2200 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2197 + ], + "outputIndexes": [ + 5136 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5136 + ], + "outputIndexes": [ + 5137 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/up_proj/Linear", + "inputIndexes": [ + 5137 + ], + "outputIndexes": [ + 5138 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 266070034, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5138 + ], + "outputIndexes": [ + 5139 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5139 + ], + "outputIndexes": [ + 2201 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2200, + 2201 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_26/Mul_output_0", + "outputIndexes": [ + 2202 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2202 + ], + "outputIndexes": [ + 5140 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5140 + ], + "outputIndexes": [ + 5141 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/down_proj/Linear", + "inputIndexes": [ + 5141 + ], + "outputIndexes": [ + 5142 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 268650536, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5142 + ], + "outputIndexes": [ + 5143 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.26/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5143 + ], + "outputIndexes": [ + 2203 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2194, + 2203 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_134_output_0", + "outputIndexes": [ + 2204 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2204, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_243_output_0", + "outputIndexes": [ + 2205 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.310547, + 0.394531, + 0.449219, + 0.457031, + 0.458984, + 0.400391, + 0.917969, + 0.439453, + 0.289062, + 0.351562, + 0.267578, + 0.392578, + 0.243164, + 0.392578, + 0.339844, + 0.421875, + 0.65625, + 0.359375, + 0.355469, + 0.227539, + 0.419922, + 0.523438, + 0.388672, + 0.298828, + 0.378906, + 0.515625, + 0.308594, + 0.412109, + 0.40625, + 0.400391, + 0.482422, + 0.371094, + 0.404297, + 0.451172, + 0.396484, + 0.361328, + 0.251953, + 0.373047, + 0.314453, + 0.5, + 0.402344, + 0.4375, + 0.388672, + 0.355469, + 0.304688, + 0.382812, + 0.566406, + 0.240234, + 0.490234, + 0.388672, + 0.464844, + 0.269531, + 0.339844, + 0.478516, + 0.292969, + 0.410156, + 0.496094, + 0.339844, + 0.40625, + 0.482422, + 0.417969, + 0.404297, + 0.324219, + 0.445312, + 0.328125, + 0.480469, + 0.785156, + 0.22168, + 0.5, + 0.539062, + 0.460938, + 0.255859, + 0.359375, + 0.363281, + 0.490234, + 0.337891, + 0.341797, + 0.515625, + 0.220703, + 0.378906, + 0.355469, + 0.4375, + 0.324219, + 0.316406, + 0.4375, + 0.212891, + 0.515625, + 0.345703, + 0.585938, + 0.255859, + 0.34375, + 0.400391, + 0.241211, + 0.416016, + 0.169922, + 0.228516, + 0.585938, + 0.476562, + 0.478516, + 0.488281, + 0.402344, + 0.324219, + 0.423828, + 0.416016, + 0.445312, + 0.242188, + 0.535156, + 0.419922, + 0.404297, + 0.359375, + 0.369141, + 0.478516, + 0.359375, + 0.498047, + 0.460938, + 0.570312, + 0.423828, + 0.400391, + 0.480469, + 0.478516, + 0.435547, + 0.269531, + 0.410156, + 0.359375, + 0.53125, + 0.367188, + 0.785156, + 0.441406, + 0.382812, + 0.527344, + 0.472656, + 0.34375, + 0.441406, + 0.378906, + 0.425781, + 0.421875, + 0.457031, + 0.412109, + 0.492188, + 0.300781, + 0.445312, + 0.371094, + 0.431641, + 0.527344, + 0.398438, + 0.439453, + 0.376953, + 0.273438, + 0.367188, + 0.449219, + 0.394531, + 0.427734, + 0.382812, + 0.474609, + 0.449219, + 0.369141, + 0.451172, + 0.392578, + 0.157227, + 0.441406, + 0.206055, + 0.388672, + 0.283203, + 0.462891, + 0.349609, + 0.458984, + 0.209961, + 0.53125, + 0.355469, + 0.233398, + 0.324219, + 0.433594, + 0.478516, + 0.347656, + 0.248047, + 0.484375, + 0.365234, + 0.380859, + 0.480469, + 0.46875, + 0.353516, + 0.296875, + 0.318359, + 0.386719, + 0.421875, + 0.410156, + 0.402344, + 0.427734, + 0.460938, + 0.527344, + 0.474609, + 0.335938, + 0.181641, + 0.369141, + 0.394531, + 0.400391, + 0.353516, + 0.363281, + 0.143555, + 0.419922, + 0.349609, + 0.287109, + 0.318359, + 0.408203, + 0.306641, + 0.390625, + 0.457031, + 0.359375, + 0.386719, + 0.447266, + 0.431641, + 0.400391, + 0.447266, + 0.226562, + 0.453125, + 0.410156, + 0.416016, + 0.3125, + 0.457031, + 0.345703, + 0.375, + 0.376953, + 0.271484, + 0.359375, + 0.511719, + 0.335938, + 0.482422, + 0.197266, + 0.566406, + 0.357422, + 0.337891, + 0.412109, + 0.404297, + 0.386719, + 0.59375, + 0.310547, + 0.427734, + 0.316406, + 0.488281, + 0.40625, + 0.445312, + 0.339844, + 0.34375, + 0.443359, + 0.421875, + 0.330078, + 0.345703, + 0.441406, + 0.447266, + 0.404297, + 0.382812, + 0.259766, + 0.234375, + 0.429688, + 0.419922, + 0.476562, + 0.298828, + 0.337891, + 0.28125, + 0.441406, + 0.474609, + 0.482422, + 0.421875, + 0.291016, + 0.410156, + 0.439453, + 0.322266, + 0.453125, + 0.259766, + 0.527344, + 0.746094, + 0.332031, + 0.361328, + 0.617188, + 0.304688, + 0.498047, + 0.433594, + 0.308594, + 0.283203, + 0.427734, + 0.267578, + 0.427734, + 0.359375, + 0.457031, + 0.462891, + 0.378906, + 0.492188, + 0.457031, + 0.421875, + 0.511719, + 0.460938, + 0.447266, + 0.439453, + 0.417969, + 0.427734, + 0.394531, + 0.248047, + 0.421875, + 0.398438, + 0.380859, + 0.337891, + 0.429688, + 0.378906, + 0.298828, + 0.427734, + 0.400391, + 0.314453, + 0.371094, + 0.427734, + 0.515625, + 0.244141, + 0.554688, + 0.371094, + 0.345703, + 0.503906, + 0.296875, + 0.414062, + 0.259766, + 0.597656, + 0.447266, + 0.486328, + 0.457031, + 0.455078, + 0.392578, + 0.369141, + 0.367188, + 0.416016, + 0.527344, + 0.449219, + 0.328125, + 0.458984, + 0.273438, + 0.304688, + 0.371094, + 0.503906, + 0.373047, + 0.482422, + 0.261719, + 0.261719, + 0.253906, + 0.357422, + 0.386719, + 0.371094, + 0.269531, + 0.515625, + 0.53125, + 0.333984, + 0.384766, + 0.332031, + 0.439453, + 0.511719, + 0.460938, + 0.273438, + 0.441406, + 0.414062, + 0.554688, + 0.429688, + 0.425781, + 0.328125, + 0.466797, + 0.351562, + 0.355469, + 0.40625, + 0.414062, + 0.443359, + 0.341797, + 0.546875, + 0.464844, + 0.306641, + 0.304688, + 0.5, + 0.310547, + 0.476562, + 0.197266, + 0.40625, + 0.386719, + 0.396484, + 0.441406, + 0.40625, + 0.341797, + 0.808594, + 0.300781, + 0.550781, + 0.363281, + 0.361328, + 0.316406, + 0.363281, + 0.453125, + 0.353516, + 0.394531, + 0.414062, + 0.472656, + 0.464844, + 0.255859, + 0.558594, + 0.423828, + 0.386719, + 0.478516, + 0.496094, + 0.421875, + 0.376953, + 0.527344, + 0.306641, + 0.376953, + 0.441406, + 0.283203, + 0.511719, + 0.441406, + 0.408203, + 0.40625, + 0.339844, + 0.542969, + 0.339844, + 0.365234, + 0.462891, + 0.453125, + 0.375, + 0.396484, + 0.384766, + 0.324219, + 0.542969, + 0.339844, + 0.390625, + 0.416016, + 0.425781, + 0.231445, + 0.394531, + 0.421875, + 0.476562, + 0.410156, + 0.236328, + 0.294922, + 0.427734, + 0.443359, + 0.316406, + 0.443359, + 0.53125, + 0.378906, + 0.332031, + 0.318359, + 0.511719, + 0.318359, + 0.339844, + 0.5625, + 0.300781, + 0.386719, + 0.345703, + 0.507812, + 0.265625, + 0.398438, + 0.445312, + 0.5, + 0.375, + 0.478516, + 0.40625, + 0.498047, + 0.476562, + 0.388672, + 0.367188, + 0.322266, + 0.429688, + 0.404297, + 0.394531, + 0.523438, + 0.201172, + 0.435547, + 0.335938, + 0.519531, + 0.492188, + 0.322266, + 0.408203, + 0.443359, + 0.431641, + 0.4375, + 0.429688, + 0.345703, + 0.371094, + 0.458984, + 0.302734, + 0.328125, + 0.435547, + 0.460938, + 0.478516, + 0.363281, + 0.439453, + 0.359375, + 0.412109, + 0.326172, + 0.449219, + 0.341797, + 0.523438, + 0.492188, + 0.410156, + 0.388672, + 0.390625, + 0.332031, + 0.417969, + 0.427734, + 0.316406, + 0.328125, + 0.84375, + 0.337891, + 0.394531, + 0.476562, + 0.263672, + 0.453125, + 0.384766, + 0.464844, + 0.582031, + 0.416016, + 0.373047, + 0.486328, + 0.527344, + 0.287109, + 0.333984, + 0.539062, + 0.490234, + 0.28125, + 0.3125, + 0.326172, + 0.40625, + 0.447266, + 0.283203, + 0.392578, + 0.503906, + 0.384766, + 0.460938, + 0.53125, + 0.433594, + 0.361328, + 0.5, + 0.345703, + 0.261719, + 0.150391, + 0.464844, + 0.371094, + 0.345703, + 0.476562, + 0.322266, + 0.410156, + 0.490234, + 0.22168, + 0.347656, + 0.410156, + 0.419922, + 0.316406, + 0.378906, + 0.198242, + 0.382812, + 0.347656, + 0.402344, + 0.347656, + 0.570312, + 0.466797, + 0.396484, + 0.423828, + 0.367188, + 0.124023, + 0.380859, + 0.213867, + 0.326172, + 0.335938, + 0.423828, + 0.363281, + 0.304688, + 0.227539, + 0.431641, + 0.384766, + 0.421875, + 0.402344, + 0.539062, + 0.443359, + 0.298828, + 0.425781, + 0.34375, + 0.417969, + 0.357422, + 0.353516, + 0.373047, + 0.180664, + 0.578125, + 0.416016, + 0.357422, + 0.429688, + 0.478516, + 0.439453, + 0.378906, + 0.378906, + 0.492188, + 0.322266, + 0.306641, + 0.257812, + 0.449219, + 0.369141, + 0.4375, + 0.255859, + 0.441406, + 0.242188, + 0.269531, + 0.496094, + 0.417969, + 0.46875, + 0.400391, + 0.263672, + 0.185547, + 0.277344, + 0.447266, + 0.318359, + 0.386719, + 0.417969, + 0.291016, + 0.462891, + 0.470703, + 0.328125, + 0.402344, + 0.384766, + 0.519531, + 0.375, + 0.371094, + 0.449219, + 0.165039, + 0.361328, + 0.361328, + 0.496094, + 0.365234, + 0.181641, + 0.5, + 0.511719, + 0.402344, + 0.15918, + 0.820312, + 0.296875, + 0.386719, + 0.369141, + 0.302734, + 0.464844, + 0.433594, + 0.402344, + 0.472656, + 0.396484, + 0.359375, + 0.439453, + 0.390625, + 0.292969, + 0.239258, + 0.304688, + 0.332031, + 0.182617, + 0.46875, + 0.59375, + 0.519531, + 0.515625, + 0.566406, + 0.255859, + 0.375, + 0.369141, + 0.157227, + 0.398438, + 0.234375, + 0.292969, + 0.341797, + 0.447266, + 0.314453, + 0.322266, + 0.378906, + 0.373047, + 0.375, + 0.429688, + 0.396484, + 0.390625, + 0.414062, + 0.400391, + 0.396484, + 0.523438, + 0.240234, + 0.210938, + 0.492188, + 0.394531, + 0.435547, + 0.464844, + 0.539062, + 0.519531, + 0.769531, + 0.345703, + 0.482422, + 0.5625, + 0.308594, + 0.515625, + 0.507812, + 0.310547, + 0.371094, + 0.486328, + 0.378906, + 0.425781, + 0.332031, + 0.388672, + 0.371094, + 0.328125, + 0.386719, + 0.388672, + 0.34375, + 0.400391, + 0.326172, + 0.373047, + 0.535156, + 0.332031, + 0.423828, + 0.339844, + 0.267578, + 0.443359, + 0.392578, + 0.482422, + 0.392578, + 0.503906, + 0.492188, + 0.378906, + 0.367188, + 0.289062, + 0.233398, + 0.443359, + 0.240234, + 0.335938, + 0.267578, + 0.460938, + 0.425781, + 0.330078, + 0.726562, + 0.400391, + 0.40625, + 0.380859, + 0.460938, + 0.205078, + 0.361328, + 0.371094, + 0.275391, + 0.558594, + 0.233398, + 0.371094, + 0.427734, + 0.400391, + 0.455078, + 0.408203, + 0.402344, + 0.361328, + 0.455078, + 0.400391, + 0.835938, + 0.412109, + 0.457031, + 0.388672, + 0.255859, + 0.200195, + 0.4375, + 0.34375, + 0.451172, + 0.425781, + 0.337891, + 0.332031, + 0.306641, + 0.337891, + 0.390625, + 0.488281, + 0.375, + 0.349609, + 0.474609, + 0.416016, + 0.292969, + 0.355469, + 0.353516, + 0.294922, + 0.410156, + 0.3125, + 0.3125, + 0.314453, + 0.589844, + 0.451172, + 0.412109, + 0.546875, + 0.396484, + 0.482422, + 0.296875, + 0.474609, + 0.388672, + 0.492188, + 0.429688, + 0.388672, + 0.384766, + 0.458984, + 0.408203, + 0.361328, + 0.496094, + 0.392578, + 0.425781, + 0.300781, + 0.333984, + 0.429688, + 0.539062, + 0.345703, + 0.367188, + 0.380859, + 0.480469, + 0.416016, + 0.398438, + 0.376953, + 0.380859, + 0.601562, + 0.455078, + 0.259766, + 0.441406, + 0.363281, + 0.447266, + 0.421875, + 0.380859, + 0.40625, + 0.425781, + 0.345703, + 0.371094, + 0.400391, + 0.400391, + 0.613281, + 0.390625, + 0.449219, + 0.474609, + 0.380859, + 0.384766, + 0.453125, + 0.353516, + 0.380859, + 0.494141, + 0.460938, + 0.398438, + 0.357422, + 0.546875, + 0.213867, + 0.476562, + 0.441406, + 0.423828, + 0.408203, + 0.353516, + 0.408203, + 0.494141, + 0.398438, + 0.400391, + 0.380859, + 0.427734, + 0.324219, + 0.296875, + 0.453125, + 0.476562, + 0.396484, + 0.259766, + 0.550781, + 0.46875, + 0.361328, + 0.417969, + 0.408203, + 0.289062, + 0.457031, + 0.245117, + 0.425781, + 0.380859, + 0.478516, + 0.488281, + 0.199219, + 0.496094, + 0.519531, + 0.351562, + 0.351562, + 0.390625, + 0.306641, + 0.382812, + 0.398438, + 0.402344, + 0.396484, + 0.291016, + 0.394531, + 0.173828, + 0.204102, + 0.402344, + 0.310547, + 0.410156, + 0.472656, + 0.390625, + 0.392578, + 0.441406, + 0.382812, + 0.339844, + 0.503906, + 0.412109, + 0.449219, + 0.515625, + 0.320312, + 0.570312, + 0.369141, + 0.419922, + 0.408203, + 0.24707, + 0.371094, + 0.384766, + 0.464844, + 0.298828, + 0.478516, + 0.316406, + 0.363281, + 0.566406, + 0.353516, + 0.400391, + 0.490234, + 0.363281, + 0.396484, + 0.314453, + 0.582031, + 0.542969, + 0.511719, + 0.40625, + 0.330078, + 0.380859, + 0.347656, + 0.408203, + 0.417969, + 0.298828, + 0.357422, + 0.652344, + 0.347656, + 0.484375, + 0.28125, + 0.375, + 0.257812, + 0.386719, + 0.472656, + 0.341797, + 0.234375, + 0.351562, + 0.496094, + 0.349609, + 0.421875, + 0.384766, + 0.199219, + 0.249023, + 0.363281, + 0.451172, + 0.417969, + 0.326172, + 0.398438, + 0.429688, + 0.375, + 0.386719, + 0.421875, + 0.402344, + 0.474609, + 0.40625, + 0.380859, + 0.412109, + 0.460938, + 0.347656, + 0.410156, + 0.421875, + 0.492188, + 0.357422, + 0.714844, + 0.523438, + 0.421875, + 0.462891, + 0.550781, + 0.261719, + 0.443359, + 0.206055, + 0.367188, + 0.396484, + 0.644531, + 0.376953, + 0.59375, + 0.447266, + 0.335938, + 0.417969, + 0.365234, + 0.359375, + 0.486328, + 0.589844, + 0.458984, + 0.233398, + 0.494141, + 0.382812, + 0.457031, + 0.302734, + 0.503906, + 0.384766, + 0.279297, + 0.652344, + 0.357422, + 0.380859, + 0.5625, + 0.267578, + 0.474609, + 0.322266, + 0.421875, + 0.466797, + 0.433594, + 0.460938, + 0.34375, + 0.408203, + 0.24707, + 0.416016, + 0.535156, + 0.507812, + 0.4375, + 0.566406, + 0.621094, + 0.3125, + 0.304688, + 0.302734, + 0.392578, + 0.273438, + 0.482422, + 0.40625, + 0.396484, + 0.380859, + 0.388672, + 0.318359, + 0.441406, + 0.382812, + 0.414062, + 0.570312, + 0.46875, + 0.474609, + 0.322266, + 0.451172, + 0.515625, + 0.443359, + 0.408203, + 0.416016, + 0.349609, + 0.261719, + 0.40625, + 0.339844, + 0.332031, + 0.324219, + 0.480469, + 0.22168, + 0.466797, + 0.472656, + 0.425781, + 0.172852, + 0.431641, + 0.414062, + 0.507812, + 0.386719, + 0.228516, + 0.361328, + 0.337891, + 0.488281, + 0.347656, + 0.410156, + 0.435547, + 0.507812, + 0.431641, + 0.220703, + 0.414062, + 0.476562, + 0.408203, + 0.480469, + 0.398438, + 0.460938, + 0.216797, + 0.753906, + 0.511719, + 0.515625, + 0.392578, + 0.326172, + 0.419922, + 0.375, + 0.361328, + 0.386719, + 0.425781, + 0.447266, + 0.400391, + 0.453125, + 0.408203, + 0.527344, + 0.492188, + 0.287109, + 0.308594, + 0.439453, + 0.443359, + 0.337891, + 0.378906, + 0.431641, + 0.361328, + 0.230469, + 0.5, + 0.464844, + 0.482422, + 0.455078, + 0.298828, + 0.310547, + 0.484375, + 0.679688, + 0.373047, + 0.363281, + 0.265625, + 0.380859, + 0.328125, + 0.416016, + 0.490234, + 0.453125, + 0.589844, + 0.416016, + 0.275391, + 0.441406, + 0.384766, + 0.5, + 0.425781, + 0.449219, + 0.441406, + 0.757812, + 0.507812, + 0.296875, + 0.439453, + 0.550781, + 0.359375, + 0.34375, + 0.542969, + 0.182617, + 0.222656, + 0.371094, + 0.400391, + 0.378906, + 0.363281, + 0.550781, + 0.417969, + 0.269531, + 0.443359, + 0.238281, + 0.519531, + 0.3125, + 0.443359, + 0.373047, + 0.496094, + 0.466797, + 0.447266, + 0.412109, + 0.341797, + 0.314453, + 0.519531, + 0.472656, + 0.382812, + 0.462891, + 0.328125, + 0.480469, + 0.484375, + 0.535156, + 0.460938, + 0.339844, + 0.339844, + 0.335938, + 0.431641, + 0.4375, + 0.4375, + 0.453125, + 0.4375, + 0.447266, + 0.507812, + 0.347656, + 0.421875, + 0.519531, + 0.515625, + 0.457031, + 0.176758, + 0.375, + 0.392578, + 0.408203, + 0.367188, + 0.455078, + 0.382812, + 0.478516, + 0.396484, + 0.373047, + 0.371094, + 0.412109, + 0.21875, + 0.427734, + 0.439453, + 0.464844, + 0.570312, + 0.585938, + 0.365234, + 0.431641, + 0.488281, + 0.361328, + 0.558594, + 0.482422, + 0.357422, + 0.427734, + 0.394531, + 0.363281, + 0.542969, + 0.318359, + 0.480469, + 0.410156, + 0.527344, + 0.267578, + 0.34375, + 0.244141, + 0.511719, + 0.527344, + 0.40625, + 0.566406, + 0.417969, + 0.419922, + 0.388672, + 0.217773, + 0.435547, + 0.355469, + 0.353516, + 0.378906, + 0.291016, + 0.429688, + 0.261719, + 0.380859, + 0.427734, + 0.355469, + 0.392578, + 0.242188, + 0.380859, + 0.404297, + 0.431641, + 0.5, + 0.425781, + 0.435547, + 0.345703, + 0.402344, + 0.357422, + 0.339844, + 0.302734, + 0.458984, + 0.390625, + 0.441406, + 0.449219, + 0.365234, + 0.460938, + 0.236328, + 0.306641, + 0.355469, + 0.482422, + 0.361328, + 0.46875, + 0.28125, + 0.384766, + 0.359375, + 0.435547, + 0.404297, + 0.503906, + 0.347656, + 0.443359, + 0.363281, + 0.460938, + 0.198242, + 0.34375, + 0.231445, + 0.427734, + 0.419922, + 0.382812, + 0.318359, + 0.507812, + 0.447266, + 0.412109, + 0.396484, + 0.294922, + 0.261719, + 0.34375, + 0.237305, + 0.355469, + 0.349609, + 0.380859, + 0.302734, + 0.492188, + 0.859375, + 0.220703, + 0.523438, + 0.414062 + ] + }, + "name": "model.model.layers.27.input_layernorm.weight", + "outputIndexes": [ + 2206 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2205 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_27/Mul_output_0", + "outputIndexes": [ + 2207 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2206, + 2207 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_27/Mul_1_output_0", + "outputIndexes": [ + 2208 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2208 + ], + "outputIndexes": [ + 5144 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5144 + ], + "outputIndexes": [ + 5145 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/q_proj/Linear", + "inputIndexes": [ + 5145 + ], + "outputIndexes": [ + 5146 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 271231038, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5146 + ], + "outputIndexes": [ + 5147 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5147 + ], + "outputIndexes": [ + 2209 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2208 + ], + "main_type": "NONE", + "name": "/Shape_379_output_0", + "outputIndexes": [ + 2210 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2210 + ], + "main_type": "NONE", + "name": "Shape5911", + "outputIndexes": [ + 2211 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2210 + ], + "main_type": "NONE", + "name": "Rank5913", + "outputIndexes": [ + 2212 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2212, + 2212 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5915", + "outputIndexes": [ + 2213 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2213 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5916", + "outputIndexes": [ + 2214 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2213, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5918", + "outputIndexes": [ + 2215 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2215 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5919", + "outputIndexes": [ + 2216 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2211, + 2214, + 2216, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5922", + "outputIndexes": [ + 2217 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2217 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5923", + "outputIndexes": [ + 2218 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5924", + "outputIndexes": [ + 2219 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2219, + 2218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5925", + "outputIndexes": [ + 2220 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2210, + 2220, + 2213 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_409_output_0", + "outputIndexes": [ + 2221 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2221, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_865_output_0", + "outputIndexes": [ + 2222 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2222, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_351_output_0", + "outputIndexes": [ + 2223 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2209, + 2223 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_244_output_0", + "outputIndexes": [ + 2224 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2224, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_216_output_0", + "outputIndexes": [ + 2225 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2224 + ], + "main_type": "NONE", + "name": "/Shape_380_output_0", + "outputIndexes": [ + 2226 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2226 + ], + "main_type": "NONE", + "name": "Shape5932", + "outputIndexes": [ + 2227 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2226 + ], + "main_type": "NONE", + "name": "Rank5934", + "outputIndexes": [ + 2228 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2228, + 2228 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5936", + "outputIndexes": [ + 2229 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2229 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5937", + "outputIndexes": [ + 2230 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2229, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5939", + "outputIndexes": [ + 2231 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2231 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze5940", + "outputIndexes": [ + 2232 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2227, + 2230, + 2232, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice5943", + "outputIndexes": [ + 2233 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2233 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze5944", + "outputIndexes": [ + 2234 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2234 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5945", + "outputIndexes": [ + 2235 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2235, + 2234 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5946", + "outputIndexes": [ + 2236 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2226, + 2236, + 2229 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_410_output_0", + "outputIndexes": [ + 2237 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2237, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_81_output_0", + "outputIndexes": [ + 2238 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2238, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_870_output_0", + "outputIndexes": [ + 2239 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2224, + 2239, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_109_output_0", + "outputIndexes": [ + 2240 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2240 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_54_output_0", + "outputIndexes": [ + 2241 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2224, + 22, + 2239, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_108_output_0", + "outputIndexes": [ + 2242 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2241, + 2242 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_354_output_0", + "outputIndexes": [ + 2243 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2243, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_217_output_0", + "outputIndexes": [ + 2244 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2225, + 2244 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_135_output_0", + "outputIndexes": [ + 2245 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2208 + ], + "outputIndexes": [ + 5148 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5148 + ], + "outputIndexes": [ + 5149 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/k_proj/Linear", + "inputIndexes": [ + 5149 + ], + "outputIndexes": [ + 5150 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 272152660, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5150 + ], + "outputIndexes": [ + 5151 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5151 + ], + "outputIndexes": [ + 2246 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2222, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_352_output_0", + "outputIndexes": [ + 2247 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2246, + 2247 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_245_output_0", + "outputIndexes": [ + 2248 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2248, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_218_output_0", + "outputIndexes": [ + 2249 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2248 + ], + "main_type": "NONE", + "name": "/Shape_381_output_0", + "outputIndexes": [ + 2250 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2250 + ], + "main_type": "NONE", + "name": "Shape5995", + "outputIndexes": [ + 2251 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2250 + ], + "main_type": "NONE", + "name": "Rank5997", + "outputIndexes": [ + 2252 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2252, + 2252 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp5999", + "outputIndexes": [ + 2253 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2253 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6000", + "outputIndexes": [ + 2254 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2253, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6002", + "outputIndexes": [ + 2255 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2255 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6003", + "outputIndexes": [ + 2256 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2251, + 2254, + 2256, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6006", + "outputIndexes": [ + 2257 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2257 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6007", + "outputIndexes": [ + 2258 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6008", + "outputIndexes": [ + 2259 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2259, + 2258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6009", + "outputIndexes": [ + 2260 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2250, + 2260, + 2253 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_411_output_0", + "outputIndexes": [ + 2261 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2261, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_82_output_0", + "outputIndexes": [ + 2262 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2262, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_872_output_0", + "outputIndexes": [ + 2263 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2248, + 2263, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_111_output_0", + "outputIndexes": [ + 2264 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2264 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_55_output_0", + "outputIndexes": [ + 2265 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2248, + 22, + 2263, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_110_output_0", + "outputIndexes": [ + 2266 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2265, + 2266 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_355_output_0", + "outputIndexes": [ + 2267 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2267, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_219_output_0", + "outputIndexes": [ + 2268 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2249, + 2268 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_136_output_0", + "outputIndexes": [ + 2269 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2208 + ], + "outputIndexes": [ + 5152 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5152 + ], + "outputIndexes": [ + 5153 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/v_proj/Linear", + "inputIndexes": [ + 5153 + ], + "outputIndexes": [ + 5154 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 272383082, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5154 + ], + "outputIndexes": [ + 5155 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5155 + ], + "outputIndexes": [ + 2270 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2270, + 2247 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_246_output_0", + "outputIndexes": [ + 2271 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2245, + 2269, + 2271, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_251_output_0", + "outputIndexes": [ + 2272 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2272 + ], + "outputIndexes": [ + 5156 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5156 + ], + "outputIndexes": [ + 5157 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/o_proj/Linear", + "inputIndexes": [ + 5157 + ], + "outputIndexes": [ + 5158 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 272613504, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5158 + ], + "outputIndexes": [ + 5159 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5159 + ], + "outputIndexes": [ + 2273 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2205, + 2273 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_138_output_0", + "outputIndexes": [ + 2274 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.292969, + 0.365234, + 0.365234, + 0.376953, + 0.375, + 0.357422, + 0.170898, + 0.375, + 0.304688, + 0.289062, + 0.291016, + 0.361328, + 0.292969, + 0.347656, + 0.332031, + 0.367188, + 0.219727, + 0.341797, + 0.347656, + 0.275391, + 0.353516, + 0.375, + 0.322266, + 0.302734, + 0.328125, + 0.382812, + 0.314453, + 0.378906, + 0.355469, + 0.369141, + 0.283203, + 0.165039, + 0.359375, + 0.34375, + 0.349609, + 0.355469, + 0.289062, + 0.349609, + 0.279297, + 0.371094, + 0.355469, + 0.365234, + 0.332031, + 0.322266, + 0.277344, + 0.322266, + 0.394531, + 0.298828, + 0.388672, + 0.261719, + 0.378906, + 0.28125, + 0.347656, + 0.347656, + 0.277344, + 0.355469, + 0.412109, + 0.341797, + 0.345703, + 0.382812, + 0.349609, + 0.371094, + 0.316406, + 0.363281, + 0.296875, + 0.285156, + 0.227539, + 0.285156, + 0.392578, + 0.206055, + 0.386719, + 0.279297, + 0.332031, + 0.320312, + 0.378906, + 0.320312, + 0.320312, + 0.398438, + 0.277344, + 0.349609, + 0.333984, + 0.390625, + 0.310547, + 0.328125, + 0.378906, + 0.279297, + 0.394531, + 0.291016, + 0.417969, + 0.28125, + 0.318359, + 0.339844, + 0.289062, + 0.359375, + 0.291016, + 0.287109, + 0.458984, + 0.392578, + 0.412109, + 0.365234, + 0.324219, + 0.320312, + 0.378906, + 0.363281, + 0.34375, + 0.283203, + 0.382812, + 0.347656, + 0.359375, + 0.349609, + 0.347656, + 0.392578, + 0.337891, + 0.341797, + 0.369141, + 0.310547, + 0.351562, + 0.361328, + 0.412109, + 0.376953, + 0.357422, + 0.289062, + 0.386719, + 0.298828, + 0.40625, + 0.339844, + 0.217773, + 0.378906, + 0.371094, + 0.40625, + 0.373047, + 0.371094, + 0.367188, + 0.337891, + 0.367188, + 0.335938, + 0.376953, + 0.339844, + 0.283203, + 0.302734, + 0.392578, + 0.333984, + 0.347656, + 0.421875, + 0.390625, + 0.363281, + 0.347656, + 0.289062, + 0.363281, + 0.365234, + 0.345703, + 0.351562, + 0.359375, + 0.386719, + 0.365234, + 0.320312, + 0.394531, + 0.347656, + 0.304688, + 0.363281, + 0.285156, + 0.330078, + 0.283203, + 0.382812, + 0.333984, + 0.40625, + 0.289062, + 0.357422, + 0.347656, + 0.285156, + 0.314453, + 0.375, + 0.382812, + 0.324219, + 0.285156, + 0.408203, + 0.332031, + 0.369141, + 0.392578, + 0.380859, + 0.341797, + 0.302734, + 0.332031, + 0.341797, + 0.380859, + 0.359375, + 0.361328, + 0.353516, + 0.380859, + 0.382812, + 0.378906, + 0.320312, + 0.289062, + 0.349609, + 0.351562, + 0.349609, + 0.337891, + 0.306641, + 0.108398, + 0.382812, + 0.345703, + 0.349609, + 0.308594, + 0.347656, + 0.322266, + 0.363281, + 0.408203, + 0.333984, + 0.316406, + 0.382812, + 0.347656, + 0.353516, + 0.353516, + 0.302734, + 0.367188, + 0.337891, + 0.371094, + 0.330078, + 0.376953, + 0.353516, + 0.349609, + 0.353516, + 0.300781, + 0.333984, + 0.427734, + 0.324219, + 0.375, + 0.287109, + 0.470703, + 0.339844, + 0.302734, + 0.28125, + 0.371094, + 0.333984, + 0.380859, + 0.292969, + 0.359375, + 0.306641, + 0.388672, + 0.369141, + 0.373047, + 0.322266, + 0.361328, + 0.363281, + 0.369141, + 0.324219, + 0.3125, + 0.375, + 0.388672, + 0.341797, + 0.349609, + 0.302734, + 0.292969, + 0.347656, + 0.326172, + 0.373047, + 0.300781, + 0.332031, + 0.291016, + 0.390625, + 0.396484, + 0.373047, + 0.357422, + 0.300781, + 0.382812, + 0.376953, + 0.339844, + 0.380859, + 0.28125, + 0.363281, + 0.277344, + 0.330078, + 0.332031, + 0.277344, + 0.298828, + 0.375, + 0.365234, + 0.294922, + 0.291016, + 0.384766, + 0.296875, + 0.367188, + 0.347656, + 0.390625, + 0.369141, + 0.341797, + 0.408203, + 0.380859, + 0.371094, + 0.402344, + 0.380859, + 0.355469, + 0.367188, + 0.351562, + 0.363281, + 0.349609, + 0.294922, + 0.363281, + 0.365234, + 0.357422, + 0.347656, + 0.353516, + 0.34375, + 0.283203, + 0.353516, + 0.355469, + 0.296875, + 0.337891, + 0.376953, + 0.386719, + 0.277344, + 0.378906, + 0.332031, + 0.294922, + 0.388672, + 0.330078, + 0.371094, + 0.28125, + 0.277344, + 0.376953, + 0.410156, + 0.378906, + 0.371094, + 0.355469, + 0.330078, + 0.3125, + 0.365234, + 0.439453, + 0.384766, + 0.326172, + 0.261719, + 0.292969, + 0.287109, + 0.345703, + 0.330078, + 0.351562, + 0.388672, + 0.306641, + 0.283203, + 0.269531, + 0.335938, + 0.34375, + 0.345703, + 0.289062, + 0.404297, + 0.363281, + 0.310547, + 0.361328, + 0.308594, + 0.376953, + 0.378906, + 0.371094, + 0.294922, + 0.337891, + 0.347656, + 0.359375, + 0.359375, + 0.367188, + 0.339844, + 0.378906, + 0.333984, + 0.3125, + 0.351562, + 0.369141, + 0.363281, + 0.34375, + 0.367188, + 0.376953, + 0.3125, + 0.300781, + 0.394531, + 0.335938, + 0.375, + 0.273438, + 0.332031, + 0.345703, + 0.367188, + 0.359375, + 0.373047, + 0.285156, + 0.199219, + 0.3125, + 0.494141, + 0.357422, + 0.363281, + 0.335938, + 0.300781, + 0.373047, + 0.306641, + 0.357422, + 0.349609, + 0.267578, + 0.404297, + 0.291016, + 0.390625, + 0.363281, + 0.339844, + 0.392578, + 0.376953, + 0.365234, + 0.330078, + 0.386719, + 0.285156, + 0.369141, + 0.404297, + 0.300781, + 0.388672, + 0.353516, + 0.367188, + 0.353516, + 0.314453, + 0.417969, + 0.371094, + 0.337891, + 0.386719, + 0.394531, + 0.345703, + 0.361328, + 0.359375, + 0.314453, + 0.408203, + 0.322266, + 0.306641, + 0.361328, + 0.376953, + 0.287109, + 0.373047, + 0.320312, + 0.243164, + 0.34375, + 0.294922, + 0.287109, + 0.382812, + 0.34375, + 0.328125, + 0.380859, + 0.394531, + 0.339844, + 0.328125, + 0.351562, + 0.429688, + 0.296875, + 0.300781, + 0.441406, + 0.320312, + 0.298828, + 0.361328, + 0.388672, + 0.273438, + 0.355469, + 0.332031, + 0.28125, + 0.335938, + 0.390625, + 0.386719, + 0.390625, + 0.367188, + 0.355469, + 0.341797, + 0.300781, + 0.349609, + 0.318359, + 0.347656, + 0.34375, + 0.308594, + 0.369141, + 0.320312, + 0.380859, + 0.380859, + 0.291016, + 0.341797, + 0.386719, + 0.359375, + 0.34375, + 0.332031, + 0.324219, + 0.318359, + 0.384766, + 0.304688, + 0.316406, + 0.359375, + 0.376953, + 0.400391, + 0.345703, + 0.376953, + 0.300781, + 0.363281, + 0.289062, + 0.376953, + 0.337891, + 0.384766, + 0.384766, + 0.376953, + 0.371094, + 0.341797, + 0.292969, + 0.402344, + 0.347656, + 0.287109, + 0.308594, + 0.181641, + 0.324219, + 0.373047, + 0.359375, + 0.298828, + 0.402344, + 0.335938, + 0.335938, + 0.400391, + 0.339844, + 0.337891, + 0.386719, + 0.25, + 0.304688, + 0.3125, + 0.392578, + 0.367188, + 0.289062, + 0.322266, + 0.318359, + 0.353516, + 0.369141, + 0.283203, + 0.369141, + 0.376953, + 0.333984, + 0.375, + 0.404297, + 0.394531, + 0.310547, + 0.255859, + 0.3125, + 0.285156, + 0.261719, + 0.376953, + 0.320312, + 0.326172, + 0.384766, + 0.322266, + 0.351562, + 0.382812, + 0.277344, + 0.310547, + 0.396484, + 0.363281, + 0.306641, + 0.339844, + 0.296875, + 0.306641, + 0.289062, + 0.306641, + 0.349609, + 0.402344, + 0.376953, + 0.361328, + 0.376953, + 0.332031, + 0.212891, + 0.369141, + 0.285156, + 0.291016, + 0.300781, + 0.386719, + 0.337891, + 0.292969, + 0.273438, + 0.375, + 0.363281, + 0.335938, + 0.337891, + 0.40625, + 0.369141, + 0.279297, + 0.384766, + 0.328125, + 0.386719, + 0.330078, + 0.361328, + 0.316406, + 0.279297, + 0.421875, + 0.349609, + 0.332031, + 0.322266, + 0.384766, + 0.349609, + 0.326172, + 0.357422, + 0.382812, + 0.337891, + 0.308594, + 0.283203, + 0.380859, + 0.371094, + 0.363281, + 0.285156, + 0.378906, + 0.308594, + 0.283203, + 0.398438, + 0.365234, + 0.345703, + 0.349609, + 0.34375, + 0.283203, + 0.287109, + 0.371094, + 0.326172, + 0.333984, + 0.382812, + 0.291016, + 0.398438, + 0.347656, + 0.300781, + 0.359375, + 0.351562, + 0.294922, + 0.34375, + 0.333984, + 0.382812, + 0.265625, + 0.357422, + 0.332031, + 0.355469, + 0.324219, + 0.28125, + 0.400391, + 0.237305, + 0.34375, + 0.259766, + 0.185547, + 0.318359, + 0.339844, + 0.363281, + 0.294922, + 0.375, + 0.349609, + 0.332031, + 0.386719, + 0.347656, + 0.294922, + 0.373047, + 0.351562, + 0.289062, + 0.283203, + 0.318359, + 0.326172, + 0.291016, + 0.318359, + 0.277344, + 0.384766, + 0.419922, + 0.390625, + 0.283203, + 0.355469, + 0.339844, + 0.306641, + 0.376953, + 0.283203, + 0.265625, + 0.328125, + 0.40625, + 0.298828, + 0.318359, + 0.351562, + 0.357422, + 0.335938, + 0.384766, + 0.34375, + 0.408203, + 0.371094, + 0.353516, + 0.322266, + 0.277344, + 0.287109, + 0.277344, + 0.361328, + 0.380859, + 0.351562, + 0.378906, + 0.357422, + 0.367188, + 0.204102, + 0.320312, + 0.353516, + 0.384766, + 0.287109, + 0.394531, + 0.380859, + 0.320312, + 0.351562, + 0.378906, + 0.337891, + 0.369141, + 0.310547, + 0.376953, + 0.361328, + 0.326172, + 0.365234, + 0.382812, + 0.328125, + 0.359375, + 0.296875, + 0.347656, + 0.243164, + 0.28125, + 0.378906, + 0.326172, + 0.304688, + 0.345703, + 0.287109, + 0.386719, + 0.353516, + 0.396484, + 0.394531, + 0.345703, + 0.345703, + 0.287109, + 0.291016, + 0.355469, + 0.304688, + 0.330078, + 0.292969, + 0.357422, + 0.382812, + 0.328125, + 0.261719, + 0.337891, + 0.335938, + 0.34375, + 0.375, + 0.249023, + 0.355469, + 0.361328, + 0.283203, + 0.412109, + 0.283203, + 0.335938, + 0.365234, + 0.345703, + 0.365234, + 0.363281, + 0.371094, + 0.320312, + 0.367188, + 0.367188, + 0.1875, + 0.357422, + 0.361328, + 0.316406, + 0.283203, + 0.273438, + 0.380859, + 0.328125, + 0.386719, + 0.367188, + 0.347656, + 0.304688, + 0.300781, + 0.330078, + 0.345703, + 0.404297, + 0.34375, + 0.273438, + 0.359375, + 0.357422, + 0.3125, + 0.378906, + 0.337891, + 0.3125, + 0.316406, + 0.298828, + 0.296875, + 0.322266, + 0.271484, + 0.380859, + 0.337891, + 0.402344, + 0.355469, + 0.378906, + 0.294922, + 0.412109, + 0.269531, + 0.386719, + 0.361328, + 0.337891, + 0.277344, + 0.367188, + 0.345703, + 0.347656, + 0.355469, + 0.328125, + 0.353516, + 0.292969, + 0.316406, + 0.359375, + 0.236328, + 0.345703, + 0.34375, + 0.363281, + 0.373047, + 0.353516, + 0.363281, + 0.3125, + 0.34375, + 0.474609, + 0.378906, + 0.283203, + 0.333984, + 0.318359, + 0.347656, + 0.386719, + 0.326172, + 0.361328, + 0.332031, + 0.310547, + 0.371094, + 0.341797, + 0.359375, + 0.443359, + 0.34375, + 0.392578, + 0.394531, + 0.339844, + 0.314453, + 0.386719, + 0.335938, + 0.300781, + 0.386719, + 0.367188, + 0.347656, + 0.335938, + 0.382812, + 0.294922, + 0.425781, + 0.359375, + 0.365234, + 0.365234, + 0.318359, + 0.355469, + 0.402344, + 0.357422, + 0.373047, + 0.345703, + 0.380859, + 0.298828, + 0.292969, + 0.384766, + 0.382812, + 0.328125, + 0.289062, + 0.498047, + 0.298828, + 0.332031, + 0.345703, + 0.355469, + 0.283203, + 0.361328, + 0.283203, + 0.363281, + 0.302734, + 0.322266, + 0.378906, + 0.289062, + 0.353516, + 0.244141, + 0.335938, + 0.320312, + 0.34375, + 0.289062, + 0.333984, + 0.328125, + 0.371094, + 0.380859, + 0.296875, + 0.363281, + 0.296875, + 0.267578, + 0.359375, + 0.279297, + 0.361328, + 0.388672, + 0.353516, + 0.335938, + 0.365234, + 0.345703, + 0.328125, + 0.292969, + 0.365234, + 0.371094, + 0.392578, + 0.341797, + 0.237305, + 0.361328, + 0.378906, + 0.367188, + 0.285156, + 0.367188, + 0.339844, + 0.371094, + 0.279297, + 0.40625, + 0.302734, + 0.322266, + 0.390625, + 0.357422, + 0.349609, + 0.384766, + 0.330078, + 0.333984, + 0.287109, + 0.486328, + 0.378906, + 0.394531, + 0.367188, + 0.337891, + 0.359375, + 0.339844, + 0.367188, + 0.384766, + 0.285156, + 0.332031, + 0.414062, + 0.328125, + 0.392578, + 0.275391, + 0.339844, + 0.292969, + 0.347656, + 0.355469, + 0.332031, + 0.289062, + 0.351562, + 0.429688, + 0.345703, + 0.375, + 0.357422, + 0.279297, + 0.287109, + 0.357422, + 0.371094, + 0.365234, + 0.291016, + 0.363281, + 0.384766, + 0.330078, + 0.345703, + 0.357422, + 0.363281, + 0.328125, + 0.359375, + 0.263672, + 0.353516, + 0.367188, + 0.324219, + 0.363281, + 0.349609, + 0.390625, + 0.345703, + 0.172852, + 0.382812, + 0.361328, + 0.355469, + 0.351562, + 0.296875, + 0.384766, + 0.308594, + 0.347656, + 0.347656, + 0.322266, + 0.355469, + 0.369141, + 0.40625, + 0.304688, + 0.359375, + 0.320312, + 0.34375, + 0.349609, + 0.318359, + 0.398438, + 0.298828, + 0.332031, + 0.330078, + 0.339844, + 0.330078, + 0.376953, + 0.359375, + 0.277344, + 0.298828, + 0.322266, + 0.326172, + 0.388672, + 0.277344, + 0.371094, + 0.320312, + 0.386719, + 0.351562, + 0.375, + 0.388672, + 0.353516, + 0.359375, + 0.285156, + 0.373047, + 0.375, + 0.361328, + 0.365234, + 0.416016, + 0.349609, + 0.3125, + 0.314453, + 0.300781, + 0.380859, + 0.302734, + 0.351562, + 0.384766, + 0.378906, + 0.335938, + 0.333984, + 0.314453, + 0.392578, + 0.378906, + 0.339844, + 0.388672, + 0.388672, + 0.386719, + 0.332031, + 0.341797, + 0.361328, + 0.306641, + 0.363281, + 0.363281, + 0.326172, + 0.283203, + 0.337891, + 0.373047, + 0.328125, + 0.316406, + 0.316406, + 0.283203, + 0.392578, + 0.384766, + 0.376953, + 0.287109, + 0.337891, + 0.369141, + 0.238281, + 0.359375, + 0.296875, + 0.347656, + 0.333984, + 0.363281, + 0.328125, + 0.355469, + 0.363281, + 0.380859, + 0.375, + 0.289062, + 0.355469, + 0.384766, + 0.363281, + 0.394531, + 0.349609, + 0.371094, + 0.283203, + 0.183594, + 0.28125, + 0.382812, + 0.351562, + 0.300781, + 0.388672, + 0.341797, + 0.285156, + 0.359375, + 0.371094, + 0.375, + 0.314453, + 0.371094, + 0.330078, + 0.375, + 0.378906, + 0.306641, + 0.296875, + 0.363281, + 0.390625, + 0.316406, + 0.345703, + 0.400391, + 0.306641, + 0.283203, + 0.382812, + 0.365234, + 0.376953, + 0.335938, + 0.333984, + 0.314453, + 0.367188, + 0.388672, + 0.357422, + 0.341797, + 0.283203, + 0.332031, + 0.310547, + 0.367188, + 0.400391, + 0.373047, + 0.28125, + 0.380859, + 0.318359, + 0.373047, + 0.351562, + 0.398438, + 0.375, + 0.349609, + 0.369141, + 0.226562, + 0.390625, + 0.384766, + 0.373047, + 0.378906, + 0.291016, + 0.330078, + 0.369141, + 0.310547, + 0.283203, + 0.335938, + 0.351562, + 0.347656, + 0.341797, + 0.386719, + 0.376953, + 0.306641, + 0.349609, + 0.306641, + 0.375, + 0.304688, + 0.380859, + 0.357422, + 0.371094, + 0.380859, + 0.384766, + 0.34375, + 0.347656, + 0.3125, + 0.392578, + 0.404297, + 0.306641, + 0.361328, + 0.318359, + 0.310547, + 0.375, + 0.25, + 0.361328, + 0.316406, + 0.320312, + 0.320312, + 0.384766, + 0.388672, + 0.335938, + 0.367188, + 0.376953, + 0.363281, + 0.386719, + 0.314453, + 0.378906, + 0.386719, + 0.382812, + 0.382812, + 0.267578, + 0.302734, + 0.365234, + 0.375, + 0.363281, + 0.367188, + 0.355469, + 0.404297, + 0.339844, + 0.318359, + 0.361328, + 0.345703, + 0.298828, + 0.367188, + 0.388672, + 0.371094, + 0.40625, + 0.419922, + 0.345703, + 0.410156, + 0.378906, + 0.328125, + 0.410156, + 0.390625, + 0.332031, + 0.386719, + 0.345703, + 0.326172, + 0.400391, + 0.302734, + 0.376953, + 0.353516, + 0.423828, + 0.324219, + 0.283203, + 0.279297, + 0.396484, + 0.367188, + 0.371094, + 0.466797, + 0.332031, + 0.378906, + 0.34375, + 0.273438, + 0.376953, + 0.326172, + 0.333984, + 0.363281, + 0.355469, + 0.34375, + 0.300781, + 0.314453, + 0.347656, + 0.347656, + 0.355469, + 0.285156, + 0.363281, + 0.361328, + 0.347656, + 0.378906, + 0.369141, + 0.382812, + 0.375, + 0.365234, + 0.300781, + 0.273438, + 0.320312, + 0.353516, + 0.355469, + 0.347656, + 0.384766, + 0.316406, + 0.359375, + 0.283203, + 0.285156, + 0.347656, + 0.359375, + 0.326172, + 0.392578, + 0.367188, + 0.341797, + 0.351562, + 0.361328, + 0.371094, + 0.378906, + 0.324219, + 0.384766, + 0.347656, + 0.378906, + 0.283203, + 0.308594, + 0.287109, + 0.353516, + 0.345703, + 0.292969, + 0.328125, + 0.400391, + 0.332031, + 0.365234, + 0.390625, + 0.269531, + 0.28125, + 0.322266, + 0.277344, + 0.333984, + 0.308594, + 0.333984, + 0.304688, + 0.417969, + 0.155273, + 0.291016, + 0.402344, + 0.359375 + ] + }, + "name": "model.model.layers.27.post_attention_layernorm.weight", + "outputIndexes": [ + 2275 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2274 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_27/Mul_output_0", + "outputIndexes": [ + 2276 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2275, + 2276 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_27/Mul_1_output_0", + "outputIndexes": [ + 2277 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2277 + ], + "outputIndexes": [ + 5160 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5160 + ], + "outputIndexes": [ + 5161 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/gate_proj/Linear", + "inputIndexes": [ + 5161 + ], + "outputIndexes": [ + 5162 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 273535126, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5162 + ], + "outputIndexes": [ + 5163 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5163 + ], + "outputIndexes": [ + 2278 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2278 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_27/Sigmoid_output_0", + "outputIndexes": [ + 2279 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2278, + 2279 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_27/Mul_output_0", + "outputIndexes": [ + 2280 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2277 + ], + "outputIndexes": [ + 5164 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5164 + ], + "outputIndexes": [ + 5165 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/up_proj/Linear", + "inputIndexes": [ + 5165 + ], + "outputIndexes": [ + 5166 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 276115628, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5166 + ], + "outputIndexes": [ + 5167 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5167 + ], + "outputIndexes": [ + 2281 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2280, + 2281 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_27/Mul_output_0", + "outputIndexes": [ + 2282 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2282 + ], + "outputIndexes": [ + 5168 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5168 + ], + "outputIndexes": [ + 5169 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/down_proj/Linear", + "inputIndexes": [ + 5169 + ], + "outputIndexes": [ + 5170 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 278696130, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5170 + ], + "outputIndexes": [ + 5171 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.27/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5171 + ], + "outputIndexes": [ + 2283 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2274, + 2283 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_139_output_0", + "outputIndexes": [ + 2284 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2284, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_252_output_0", + "outputIndexes": [ + 2285 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.388672, + 0.419922, + 0.492188, + 0.554688, + 0.515625, + 0.478516, + 0.972656, + 0.503906, + 0.355469, + 0.46875, + 0.472656, + 0.410156, + 0.316406, + 0.431641, + 0.382812, + 0.460938, + 0.75, + 0.408203, + 0.421875, + 0.318359, + 0.476562, + 0.601562, + 0.439453, + 0.384766, + 0.423828, + 0.539062, + 0.404297, + 0.443359, + 0.445312, + 0.433594, + 0.59375, + 0.283203, + 0.464844, + 0.476562, + 0.439453, + 0.423828, + 0.445312, + 0.410156, + 0.494141, + 0.511719, + 0.462891, + 0.490234, + 0.457031, + 0.419922, + 0.414062, + 0.470703, + 0.628906, + 0.359375, + 0.527344, + 0.539062, + 0.498047, + 0.488281, + 0.386719, + 0.535156, + 0.394531, + 0.484375, + 0.53125, + 0.419922, + 0.445312, + 0.5625, + 0.457031, + 0.449219, + 0.378906, + 0.53125, + 0.427734, + 0.597656, + 0.882812, + 0.419922, + 0.570312, + 0.625, + 0.503906, + 0.363281, + 0.445312, + 0.427734, + 0.566406, + 0.394531, + 0.400391, + 0.535156, + 0.416016, + 0.423828, + 0.423828, + 0.496094, + 0.378906, + 0.349609, + 0.515625, + 0.318359, + 0.5625, + 0.429688, + 0.648438, + 0.40625, + 0.400391, + 0.443359, + 0.355469, + 0.490234, + 0.427734, + 0.414062, + 0.609375, + 0.539062, + 0.585938, + 0.546875, + 0.462891, + 0.371094, + 0.458984, + 0.480469, + 0.488281, + 0.384766, + 0.605469, + 0.464844, + 0.417969, + 0.376953, + 0.427734, + 0.519531, + 0.419922, + 0.558594, + 0.523438, + 0.667969, + 0.458984, + 0.441406, + 0.527344, + 0.554688, + 0.476562, + 0.335938, + 0.431641, + 0.453125, + 0.570312, + 0.417969, + 0.855469, + 0.490234, + 0.429688, + 0.574219, + 0.542969, + 0.394531, + 0.535156, + 0.449219, + 0.5, + 0.466797, + 0.507812, + 0.447266, + 0.613281, + 0.365234, + 0.470703, + 0.427734, + 0.455078, + 0.5625, + 0.416016, + 0.478516, + 0.416016, + 0.333984, + 0.402344, + 0.507812, + 0.453125, + 0.507812, + 0.453125, + 0.515625, + 0.466797, + 0.447266, + 0.472656, + 0.464844, + 0.402344, + 0.490234, + 0.386719, + 0.445312, + 0.390625, + 0.539062, + 0.392578, + 0.503906, + 0.535156, + 0.558594, + 0.412109, + 0.376953, + 0.419922, + 0.542969, + 0.511719, + 0.421875, + 0.503906, + 0.558594, + 0.433594, + 0.40625, + 0.578125, + 0.511719, + 0.429688, + 0.40625, + 0.376953, + 0.421875, + 0.455078, + 0.46875, + 0.449219, + 0.449219, + 0.511719, + 0.570312, + 0.570312, + 0.417969, + 0.373047, + 0.404297, + 0.419922, + 0.451172, + 0.396484, + 0.435547, + 0.148438, + 0.464844, + 0.416016, + 0.322266, + 0.380859, + 0.455078, + 0.367188, + 0.449219, + 0.478516, + 0.416016, + 0.458984, + 0.507812, + 0.515625, + 0.4375, + 0.542969, + 0.417969, + 0.496094, + 0.445312, + 0.441406, + 0.369141, + 0.503906, + 0.394531, + 0.457031, + 0.40625, + 0.371094, + 0.421875, + 0.523438, + 0.384766, + 0.535156, + 0.40625, + 0.570312, + 0.439453, + 0.410156, + 0.53125, + 0.451172, + 0.4375, + 0.671875, + 0.425781, + 0.494141, + 0.376953, + 0.554688, + 0.392578, + 0.486328, + 0.416016, + 0.394531, + 0.492188, + 0.484375, + 0.419922, + 0.384766, + 0.496094, + 0.496094, + 0.494141, + 0.431641, + 0.330078, + 0.363281, + 0.46875, + 0.470703, + 0.546875, + 0.375, + 0.386719, + 0.414062, + 0.470703, + 0.5, + 0.53125, + 0.480469, + 0.355469, + 0.470703, + 0.476562, + 0.367188, + 0.546875, + 0.388672, + 0.640625, + 0.835938, + 0.384766, + 0.441406, + 0.675781, + 0.414062, + 0.511719, + 0.484375, + 0.388672, + 0.542969, + 0.527344, + 0.351562, + 0.503906, + 0.396484, + 0.527344, + 0.53125, + 0.457031, + 0.558594, + 0.494141, + 0.457031, + 0.507812, + 0.496094, + 0.507812, + 0.486328, + 0.53125, + 0.460938, + 0.443359, + 0.265625, + 0.474609, + 0.488281, + 0.439453, + 0.414062, + 0.486328, + 0.427734, + 0.427734, + 0.488281, + 0.433594, + 0.378906, + 0.445312, + 0.494141, + 0.566406, + 0.359375, + 0.582031, + 0.421875, + 0.417969, + 0.550781, + 0.351562, + 0.429688, + 0.341797, + 0.757812, + 0.488281, + 0.519531, + 0.515625, + 0.539062, + 0.451172, + 0.439453, + 0.46875, + 0.451172, + 0.535156, + 0.484375, + 0.453125, + 0.578125, + 0.367188, + 0.455078, + 0.425781, + 0.632812, + 0.425781, + 0.527344, + 0.339844, + 0.408203, + 0.390625, + 0.423828, + 0.447266, + 0.425781, + 0.314453, + 0.59375, + 0.609375, + 0.380859, + 0.427734, + 0.414062, + 0.535156, + 0.589844, + 0.5, + 0.365234, + 0.539062, + 0.474609, + 0.621094, + 0.482422, + 0.494141, + 0.388672, + 0.523438, + 0.386719, + 0.425781, + 0.458984, + 0.441406, + 0.451172, + 0.435547, + 0.605469, + 0.46875, + 0.384766, + 0.369141, + 0.53125, + 0.337891, + 0.511719, + 0.384766, + 0.482422, + 0.425781, + 0.472656, + 0.503906, + 0.457031, + 0.470703, + 0.796875, + 0.371094, + 0.609375, + 0.396484, + 0.40625, + 0.365234, + 0.4375, + 0.466797, + 0.453125, + 0.441406, + 0.478516, + 0.539062, + 0.535156, + 0.4375, + 0.605469, + 0.453125, + 0.445312, + 0.519531, + 0.554688, + 0.453125, + 0.439453, + 0.613281, + 0.408203, + 0.388672, + 0.447266, + 0.363281, + 0.605469, + 0.527344, + 0.429688, + 0.433594, + 0.386719, + 0.617188, + 0.394531, + 0.451172, + 0.515625, + 0.486328, + 0.425781, + 0.453125, + 0.433594, + 0.4375, + 0.578125, + 0.384766, + 0.466797, + 0.484375, + 0.464844, + 0.335938, + 0.451172, + 0.5, + 0.597656, + 0.464844, + 0.613281, + 0.398438, + 0.5, + 0.515625, + 0.365234, + 0.503906, + 0.632812, + 0.458984, + 0.394531, + 0.34375, + 0.582031, + 0.417969, + 0.404297, + 0.566406, + 0.384766, + 0.511719, + 0.386719, + 0.582031, + 0.408203, + 0.447266, + 0.542969, + 0.574219, + 0.414062, + 0.535156, + 0.449219, + 0.53125, + 0.511719, + 0.4375, + 0.416016, + 0.400391, + 0.470703, + 0.472656, + 0.431641, + 0.570312, + 0.480469, + 0.464844, + 0.421875, + 0.578125, + 0.570312, + 0.441406, + 0.478516, + 0.470703, + 0.496094, + 0.519531, + 0.484375, + 0.433594, + 0.443359, + 0.46875, + 0.376953, + 0.427734, + 0.490234, + 0.519531, + 0.511719, + 0.398438, + 0.486328, + 0.396484, + 0.457031, + 0.390625, + 0.5, + 0.398438, + 0.59375, + 0.566406, + 0.447266, + 0.441406, + 0.412109, + 0.416016, + 0.443359, + 0.470703, + 0.398438, + 0.390625, + 0.921875, + 0.388672, + 0.458984, + 0.558594, + 0.53125, + 0.488281, + 0.425781, + 0.566406, + 0.609375, + 0.46875, + 0.4375, + 0.535156, + 0.550781, + 0.363281, + 0.371094, + 0.558594, + 0.546875, + 0.400391, + 0.367188, + 0.376953, + 0.482422, + 0.539062, + 0.435547, + 0.439453, + 0.585938, + 0.441406, + 0.462891, + 0.585938, + 0.523438, + 0.445312, + 0.601562, + 0.402344, + 0.339844, + 0.326172, + 0.503906, + 0.449219, + 0.425781, + 0.542969, + 0.402344, + 0.474609, + 0.53125, + 0.390625, + 0.449219, + 0.445312, + 0.492188, + 0.373047, + 0.425781, + 0.455078, + 0.476562, + 0.441406, + 0.46875, + 0.410156, + 0.632812, + 0.53125, + 0.460938, + 0.488281, + 0.443359, + 0.10498, + 0.427734, + 0.431641, + 0.472656, + 0.433594, + 0.447266, + 0.419922, + 0.396484, + 0.363281, + 0.458984, + 0.433594, + 0.484375, + 0.4375, + 0.570312, + 0.515625, + 0.402344, + 0.462891, + 0.394531, + 0.474609, + 0.402344, + 0.419922, + 0.398438, + 0.390625, + 0.632812, + 0.484375, + 0.445312, + 0.496094, + 0.519531, + 0.492188, + 0.417969, + 0.433594, + 0.59375, + 0.367188, + 0.373047, + 0.355469, + 0.507812, + 0.40625, + 0.486328, + 0.347656, + 0.46875, + 0.503906, + 0.40625, + 0.542969, + 0.441406, + 0.558594, + 0.496094, + 0.298828, + 0.357422, + 0.371094, + 0.46875, + 0.394531, + 0.453125, + 0.466797, + 0.421875, + 0.519531, + 0.527344, + 0.396484, + 0.474609, + 0.429688, + 0.625, + 0.460938, + 0.429688, + 0.535156, + 0.466797, + 0.402344, + 0.427734, + 0.597656, + 0.417969, + 0.380859, + 0.554688, + 0.601562, + 0.476562, + 0.322266, + 0.804688, + 0.34375, + 0.412109, + 0.412109, + 0.375, + 0.492188, + 0.490234, + 0.515625, + 0.503906, + 0.453125, + 0.455078, + 0.480469, + 0.429688, + 0.371094, + 0.394531, + 0.386719, + 0.400391, + 0.388672, + 0.539062, + 0.683594, + 0.625, + 0.542969, + 0.566406, + 0.417969, + 0.429688, + 0.388672, + 0.453125, + 0.439453, + 0.363281, + 0.410156, + 0.427734, + 0.503906, + 0.398438, + 0.402344, + 0.423828, + 0.417969, + 0.425781, + 0.480469, + 0.462891, + 0.433594, + 0.449219, + 0.488281, + 0.433594, + 0.601562, + 0.349609, + 0.408203, + 0.542969, + 0.421875, + 0.466797, + 0.546875, + 0.605469, + 0.585938, + 0.773438, + 0.40625, + 0.550781, + 0.628906, + 0.388672, + 0.554688, + 0.542969, + 0.339844, + 0.427734, + 0.53125, + 0.429688, + 0.478516, + 0.404297, + 0.449219, + 0.443359, + 0.398438, + 0.433594, + 0.396484, + 0.390625, + 0.447266, + 0.417969, + 0.431641, + 0.628906, + 0.453125, + 0.447266, + 0.404297, + 0.300781, + 0.539062, + 0.447266, + 0.53125, + 0.470703, + 0.535156, + 0.527344, + 0.462891, + 0.439453, + 0.400391, + 0.351562, + 0.492188, + 0.40625, + 0.384766, + 0.378906, + 0.490234, + 0.472656, + 0.390625, + 0.894531, + 0.451172, + 0.486328, + 0.441406, + 0.515625, + 0.253906, + 0.421875, + 0.408203, + 0.375, + 0.613281, + 0.359375, + 0.425781, + 0.486328, + 0.455078, + 0.539062, + 0.464844, + 0.429688, + 0.455078, + 0.492188, + 0.441406, + 0.859375, + 0.4375, + 0.492188, + 0.435547, + 0.314453, + 0.492188, + 0.496094, + 0.400391, + 0.53125, + 0.449219, + 0.382812, + 0.390625, + 0.357422, + 0.386719, + 0.425781, + 0.554688, + 0.408203, + 0.507812, + 0.492188, + 0.496094, + 0.373047, + 0.392578, + 0.400391, + 0.535156, + 0.507812, + 0.359375, + 0.357422, + 0.367188, + 0.675781, + 0.542969, + 0.46875, + 0.625, + 0.417969, + 0.523438, + 0.355469, + 0.494141, + 0.488281, + 0.519531, + 0.466797, + 0.476562, + 0.484375, + 0.515625, + 0.486328, + 0.443359, + 0.5625, + 0.455078, + 0.539062, + 0.363281, + 0.4375, + 0.478516, + 0.652344, + 0.408203, + 0.425781, + 0.425781, + 0.542969, + 0.466797, + 0.460938, + 0.445312, + 0.412109, + 0.605469, + 0.515625, + 0.373047, + 0.486328, + 0.414062, + 0.5, + 0.460938, + 0.460938, + 0.453125, + 0.511719, + 0.414062, + 0.419922, + 0.496094, + 0.5, + 0.671875, + 0.453125, + 0.496094, + 0.535156, + 0.447266, + 0.447266, + 0.511719, + 0.386719, + 0.478516, + 0.605469, + 0.515625, + 0.462891, + 0.408203, + 0.621094, + 0.460938, + 0.507812, + 0.496094, + 0.476562, + 0.492188, + 0.419922, + 0.443359, + 0.539062, + 0.482422, + 0.4375, + 0.449219, + 0.460938, + 0.417969, + 0.369141, + 0.478516, + 0.511719, + 0.449219, + 0.328125, + 0.609375, + 0.570312, + 0.423828, + 0.451172, + 0.466797, + 0.359375, + 0.515625, + 0.292969, + 0.503906, + 0.464844, + 0.53125, + 0.5625, + 0.363281, + 0.570312, + 0.625, + 0.414062, + 0.449219, + 0.416016, + 0.355469, + 0.4375, + 0.486328, + 0.451172, + 0.470703, + 0.375, + 0.445312, + 0.507812, + 0.419922, + 0.439453, + 0.498047, + 0.439453, + 0.515625, + 0.451172, + 0.5, + 0.503906, + 0.443359, + 0.394531, + 0.628906, + 0.423828, + 0.546875, + 0.589844, + 0.404297, + 0.660156, + 0.458984, + 0.439453, + 0.458984, + 0.384766, + 0.425781, + 0.453125, + 0.554688, + 0.40625, + 0.515625, + 0.378906, + 0.419922, + 0.6875, + 0.408203, + 0.433594, + 0.574219, + 0.441406, + 0.457031, + 0.388672, + 0.605469, + 0.605469, + 0.53125, + 0.449219, + 0.414062, + 0.470703, + 0.365234, + 0.441406, + 0.476562, + 0.371094, + 0.427734, + 0.699219, + 0.394531, + 0.507812, + 0.515625, + 0.439453, + 0.357422, + 0.429688, + 0.542969, + 0.40625, + 0.351562, + 0.380859, + 0.570312, + 0.419922, + 0.488281, + 0.458984, + 0.417969, + 0.503906, + 0.410156, + 0.515625, + 0.496094, + 0.423828, + 0.417969, + 0.519531, + 0.414062, + 0.462891, + 0.480469, + 0.464844, + 0.5625, + 0.455078, + 0.460938, + 0.490234, + 0.507812, + 0.40625, + 0.445312, + 0.441406, + 0.554688, + 0.416016, + 0.734375, + 0.574219, + 0.46875, + 0.511719, + 0.65625, + 0.318359, + 0.486328, + 0.511719, + 0.414062, + 0.460938, + 0.742188, + 0.425781, + 0.695312, + 0.488281, + 0.414062, + 0.458984, + 0.416016, + 0.408203, + 0.554688, + 0.75, + 0.515625, + 0.527344, + 0.574219, + 0.464844, + 0.519531, + 0.353516, + 0.574219, + 0.417969, + 0.404297, + 0.695312, + 0.451172, + 0.451172, + 0.636719, + 0.404297, + 0.519531, + 0.376953, + 0.462891, + 0.511719, + 0.478516, + 0.539062, + 0.398438, + 0.484375, + 0.330078, + 0.417969, + 0.570312, + 0.601562, + 0.503906, + 0.613281, + 0.632812, + 0.382812, + 0.378906, + 0.367188, + 0.429688, + 0.355469, + 0.519531, + 0.447266, + 0.421875, + 0.449219, + 0.447266, + 0.396484, + 0.511719, + 0.419922, + 0.447266, + 0.597656, + 0.515625, + 0.482422, + 0.355469, + 0.490234, + 0.589844, + 0.507812, + 0.408203, + 0.486328, + 0.392578, + 0.369141, + 0.455078, + 0.386719, + 0.410156, + 0.367188, + 0.5625, + 0.333984, + 0.498047, + 0.535156, + 0.503906, + 0.449219, + 0.455078, + 0.431641, + 0.660156, + 0.441406, + 0.425781, + 0.416016, + 0.376953, + 0.527344, + 0.425781, + 0.443359, + 0.515625, + 0.59375, + 0.460938, + 0.462891, + 0.515625, + 0.546875, + 0.445312, + 0.523438, + 0.464844, + 0.546875, + 0.445312, + 0.878906, + 0.605469, + 0.566406, + 0.478516, + 0.396484, + 0.482422, + 0.429688, + 0.449219, + 0.441406, + 0.484375, + 0.492188, + 0.453125, + 0.519531, + 0.472656, + 0.59375, + 0.558594, + 0.353516, + 0.421875, + 0.515625, + 0.5, + 0.412109, + 0.429688, + 0.457031, + 0.433594, + 0.421875, + 0.554688, + 0.539062, + 0.539062, + 0.554688, + 0.349609, + 0.375, + 0.53125, + 0.761719, + 0.4375, + 0.392578, + 0.414062, + 0.441406, + 0.40625, + 0.486328, + 0.503906, + 0.539062, + 0.675781, + 0.445312, + 0.341797, + 0.511719, + 0.445312, + 0.515625, + 0.464844, + 0.486328, + 0.503906, + 0.789062, + 0.558594, + 0.367188, + 0.486328, + 0.617188, + 0.457031, + 0.392578, + 0.636719, + 0.496094, + 0.386719, + 0.453125, + 0.431641, + 0.433594, + 0.416016, + 0.59375, + 0.462891, + 0.351562, + 0.492188, + 0.519531, + 0.550781, + 0.4375, + 0.476562, + 0.427734, + 0.5625, + 0.546875, + 0.498047, + 0.46875, + 0.412109, + 0.378906, + 0.546875, + 0.5, + 0.466797, + 0.515625, + 0.384766, + 0.515625, + 0.539062, + 0.628906, + 0.5, + 0.386719, + 0.414062, + 0.390625, + 0.470703, + 0.488281, + 0.511719, + 0.515625, + 0.5, + 0.498047, + 0.59375, + 0.443359, + 0.476562, + 0.613281, + 0.5625, + 0.492188, + 0.410156, + 0.435547, + 0.414062, + 0.455078, + 0.40625, + 0.464844, + 0.4375, + 0.542969, + 0.472656, + 0.441406, + 0.427734, + 0.480469, + 0.300781, + 0.474609, + 0.496094, + 0.515625, + 0.621094, + 0.660156, + 0.429688, + 0.5, + 0.59375, + 0.417969, + 0.550781, + 0.511719, + 0.429688, + 0.46875, + 0.445312, + 0.427734, + 0.632812, + 0.402344, + 0.542969, + 0.447266, + 0.550781, + 0.3125, + 0.441406, + 0.371094, + 0.550781, + 0.621094, + 0.451172, + 0.625, + 0.496094, + 0.488281, + 0.458984, + 0.431641, + 0.490234, + 0.417969, + 0.429688, + 0.421875, + 0.341797, + 0.488281, + 0.451172, + 0.451172, + 0.523438, + 0.392578, + 0.478516, + 0.419922, + 0.423828, + 0.431641, + 0.472656, + 0.570312, + 0.447266, + 0.511719, + 0.369141, + 0.449219, + 0.447266, + 0.369141, + 0.365234, + 0.578125, + 0.421875, + 0.484375, + 0.478516, + 0.433594, + 0.539062, + 0.388672, + 0.412109, + 0.398438, + 0.554688, + 0.451172, + 0.523438, + 0.308594, + 0.435547, + 0.417969, + 0.478516, + 0.447266, + 0.523438, + 0.431641, + 0.507812, + 0.429688, + 0.507812, + 0.390625, + 0.392578, + 0.431641, + 0.507812, + 0.490234, + 0.478516, + 0.367188, + 0.585938, + 0.527344, + 0.4375, + 0.40625, + 0.375, + 0.371094, + 0.408203, + 0.376953, + 0.417969, + 0.447266, + 0.429688, + 0.375, + 0.542969, + 0.800781, + 0.417969, + 0.566406, + 0.482422 + ] + }, + "name": "model.model.layers.28.input_layernorm.weight", + "outputIndexes": [ + 2286 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2285 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_28/Mul_output_0", + "outputIndexes": [ + 2287 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2286, + 2287 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_28/Mul_1_output_0", + "outputIndexes": [ + 2288 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2288 + ], + "outputIndexes": [ + 5172 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5172 + ], + "outputIndexes": [ + 5173 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/q_proj/Linear", + "inputIndexes": [ + 5173 + ], + "outputIndexes": [ + 5174 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 281276632, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5174 + ], + "outputIndexes": [ + 5175 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5175 + ], + "outputIndexes": [ + 2289 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2288 + ], + "main_type": "NONE", + "name": "/Shape_393_output_0", + "outputIndexes": [ + 2290 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2290 + ], + "main_type": "NONE", + "name": "Shape6127", + "outputIndexes": [ + 2291 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2290 + ], + "main_type": "NONE", + "name": "Rank6129", + "outputIndexes": [ + 2292 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2292, + 2292 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6131", + "outputIndexes": [ + 2293 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2293 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6132", + "outputIndexes": [ + 2294 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2293, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6134", + "outputIndexes": [ + 2295 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2295 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6135", + "outputIndexes": [ + 2296 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2291, + 2294, + 2296, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6138", + "outputIndexes": [ + 2297 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2297 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6139", + "outputIndexes": [ + 2298 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6140", + "outputIndexes": [ + 2299 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2299, + 2298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6141", + "outputIndexes": [ + 2300 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2290, + 2300, + 2293 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_424_output_0", + "outputIndexes": [ + 2301 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2301, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_897_output_0", + "outputIndexes": [ + 2302 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2302, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_364_output_0", + "outputIndexes": [ + 2303 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2289, + 2303 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_253_output_0", + "outputIndexes": [ + 2304 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2304, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_224_output_0", + "outputIndexes": [ + 2305 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2304 + ], + "main_type": "NONE", + "name": "/Shape_394_output_0", + "outputIndexes": [ + 2306 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2306 + ], + "main_type": "NONE", + "name": "Shape6148", + "outputIndexes": [ + 2307 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2306 + ], + "main_type": "NONE", + "name": "Rank6150", + "outputIndexes": [ + 2308 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2308, + 2308 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6152", + "outputIndexes": [ + 2309 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2309 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6153", + "outputIndexes": [ + 2310 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2309, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6155", + "outputIndexes": [ + 2311 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2311 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6156", + "outputIndexes": [ + 2312 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2307, + 2310, + 2312, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6159", + "outputIndexes": [ + 2313 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2313 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6160", + "outputIndexes": [ + 2314 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2314 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6161", + "outputIndexes": [ + 2315 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2315, + 2314 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6162", + "outputIndexes": [ + 2316 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2306, + 2316, + 2309 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_425_output_0", + "outputIndexes": [ + 2317 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2317, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_84_output_0", + "outputIndexes": [ + 2318 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2318, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_902_output_0", + "outputIndexes": [ + 2319 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2304, + 2319, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_113_output_0", + "outputIndexes": [ + 2320 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2320 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_56_output_0", + "outputIndexes": [ + 2321 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2304, + 22, + 2319, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_112_output_0", + "outputIndexes": [ + 2322 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2321, + 2322 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_367_output_0", + "outputIndexes": [ + 2323 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2323, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_225_output_0", + "outputIndexes": [ + 2324 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2305, + 2324 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_140_output_0", + "outputIndexes": [ + 2325 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2288 + ], + "outputIndexes": [ + 5176 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5176 + ], + "outputIndexes": [ + 5177 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/k_proj/Linear", + "inputIndexes": [ + 5177 + ], + "outputIndexes": [ + 5178 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 282198254, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5178 + ], + "outputIndexes": [ + 5179 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5179 + ], + "outputIndexes": [ + 2326 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2302, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_365_output_0", + "outputIndexes": [ + 2327 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2326, + 2327 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_254_output_0", + "outputIndexes": [ + 2328 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2328, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_226_output_0", + "outputIndexes": [ + 2329 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2328 + ], + "main_type": "NONE", + "name": "/Shape_395_output_0", + "outputIndexes": [ + 2330 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2330 + ], + "main_type": "NONE", + "name": "Shape6211", + "outputIndexes": [ + 2331 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2330 + ], + "main_type": "NONE", + "name": "Rank6213", + "outputIndexes": [ + 2332 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2332, + 2332 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6215", + "outputIndexes": [ + 2333 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2333 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6216", + "outputIndexes": [ + 2334 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2333, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6218", + "outputIndexes": [ + 2335 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2335 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6219", + "outputIndexes": [ + 2336 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2331, + 2334, + 2336, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6222", + "outputIndexes": [ + 2337 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2337 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6223", + "outputIndexes": [ + 2338 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6224", + "outputIndexes": [ + 2339 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2339, + 2338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6225", + "outputIndexes": [ + 2340 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2330, + 2340, + 2333 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_426_output_0", + "outputIndexes": [ + 2341 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2341, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_85_output_0", + "outputIndexes": [ + 2342 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2342, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_904_output_0", + "outputIndexes": [ + 2343 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2328, + 2343, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_115_output_0", + "outputIndexes": [ + 2344 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2344 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_57_output_0", + "outputIndexes": [ + 2345 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2328, + 22, + 2343, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_114_output_0", + "outputIndexes": [ + 2346 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2345, + 2346 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_368_output_0", + "outputIndexes": [ + 2347 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2347, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_227_output_0", + "outputIndexes": [ + 2348 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2329, + 2348 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_141_output_0", + "outputIndexes": [ + 2349 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2288 + ], + "outputIndexes": [ + 5180 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5180 + ], + "outputIndexes": [ + 5181 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/v_proj/Linear", + "inputIndexes": [ + 5181 + ], + "outputIndexes": [ + 5182 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 282428676, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5182 + ], + "outputIndexes": [ + 5183 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5183 + ], + "outputIndexes": [ + 2350 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2350, + 2327 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_255_output_0", + "outputIndexes": [ + 2351 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2325, + 2349, + 2351, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_260_output_0", + "outputIndexes": [ + 2352 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2352 + ], + "outputIndexes": [ + 5184 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5184 + ], + "outputIndexes": [ + 5185 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/o_proj/Linear", + "inputIndexes": [ + 5185 + ], + "outputIndexes": [ + 5186 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 282659098, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5186 + ], + "outputIndexes": [ + 5187 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5187 + ], + "outputIndexes": [ + 2353 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2285, + 2353 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_143_output_0", + "outputIndexes": [ + 2354 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.310547, + 0.380859, + 0.384766, + 0.388672, + 0.382812, + 0.384766, + 0.137695, + 0.398438, + 0.333984, + 0.306641, + 0.289062, + 0.375, + 0.302734, + 0.371094, + 0.353516, + 0.386719, + 0.202148, + 0.359375, + 0.357422, + 0.296875, + 0.373047, + 0.386719, + 0.335938, + 0.324219, + 0.349609, + 0.392578, + 0.324219, + 0.400391, + 0.375, + 0.388672, + 0.296875, + 0.146484, + 0.371094, + 0.369141, + 0.376953, + 0.373047, + 0.294922, + 0.365234, + 0.269531, + 0.373047, + 0.373047, + 0.384766, + 0.34375, + 0.328125, + 0.294922, + 0.337891, + 0.416016, + 0.310547, + 0.410156, + 0.257812, + 0.398438, + 0.289062, + 0.367188, + 0.373047, + 0.298828, + 0.375, + 0.417969, + 0.365234, + 0.359375, + 0.392578, + 0.376953, + 0.396484, + 0.337891, + 0.398438, + 0.3125, + 0.296875, + 0.219727, + 0.291016, + 0.40625, + 0.199219, + 0.392578, + 0.289062, + 0.341797, + 0.34375, + 0.398438, + 0.347656, + 0.347656, + 0.416016, + 0.273438, + 0.365234, + 0.359375, + 0.400391, + 0.332031, + 0.349609, + 0.398438, + 0.316406, + 0.410156, + 0.304688, + 0.429688, + 0.291016, + 0.339844, + 0.363281, + 0.304688, + 0.380859, + 0.296875, + 0.296875, + 0.472656, + 0.400391, + 0.421875, + 0.380859, + 0.351562, + 0.34375, + 0.394531, + 0.388672, + 0.349609, + 0.302734, + 0.390625, + 0.365234, + 0.376953, + 0.375, + 0.363281, + 0.410156, + 0.361328, + 0.357422, + 0.390625, + 0.320312, + 0.369141, + 0.376953, + 0.425781, + 0.394531, + 0.373047, + 0.3125, + 0.412109, + 0.308594, + 0.419922, + 0.367188, + 0.213867, + 0.398438, + 0.394531, + 0.423828, + 0.394531, + 0.396484, + 0.382812, + 0.357422, + 0.376953, + 0.365234, + 0.390625, + 0.353516, + 0.294922, + 0.332031, + 0.412109, + 0.353516, + 0.367188, + 0.431641, + 0.40625, + 0.386719, + 0.371094, + 0.318359, + 0.376953, + 0.384766, + 0.373047, + 0.373047, + 0.378906, + 0.398438, + 0.382812, + 0.345703, + 0.400391, + 0.359375, + 0.296875, + 0.378906, + 0.296875, + 0.349609, + 0.291016, + 0.398438, + 0.349609, + 0.433594, + 0.296875, + 0.375, + 0.376953, + 0.296875, + 0.330078, + 0.392578, + 0.402344, + 0.337891, + 0.277344, + 0.412109, + 0.337891, + 0.388672, + 0.412109, + 0.394531, + 0.357422, + 0.332031, + 0.361328, + 0.359375, + 0.394531, + 0.376953, + 0.375, + 0.378906, + 0.400391, + 0.402344, + 0.396484, + 0.341797, + 0.300781, + 0.375, + 0.367188, + 0.369141, + 0.359375, + 0.330078, + 0.115723, + 0.390625, + 0.355469, + 0.363281, + 0.335938, + 0.367188, + 0.335938, + 0.388672, + 0.429688, + 0.351562, + 0.332031, + 0.402344, + 0.359375, + 0.384766, + 0.375, + 0.310547, + 0.396484, + 0.355469, + 0.388672, + 0.34375, + 0.398438, + 0.380859, + 0.369141, + 0.375, + 0.333984, + 0.351562, + 0.425781, + 0.34375, + 0.388672, + 0.310547, + 0.539062, + 0.363281, + 0.330078, + 0.28125, + 0.380859, + 0.351562, + 0.390625, + 0.3125, + 0.369141, + 0.328125, + 0.402344, + 0.392578, + 0.394531, + 0.355469, + 0.382812, + 0.380859, + 0.380859, + 0.337891, + 0.326172, + 0.392578, + 0.396484, + 0.361328, + 0.369141, + 0.322266, + 0.294922, + 0.369141, + 0.341797, + 0.386719, + 0.324219, + 0.347656, + 0.304688, + 0.402344, + 0.408203, + 0.384766, + 0.371094, + 0.322266, + 0.402344, + 0.396484, + 0.361328, + 0.394531, + 0.294922, + 0.371094, + 0.287109, + 0.361328, + 0.353516, + 0.243164, + 0.326172, + 0.394531, + 0.376953, + 0.300781, + 0.292969, + 0.398438, + 0.320312, + 0.388672, + 0.369141, + 0.414062, + 0.388672, + 0.357422, + 0.429688, + 0.404297, + 0.394531, + 0.425781, + 0.398438, + 0.363281, + 0.388672, + 0.363281, + 0.388672, + 0.378906, + 0.318359, + 0.380859, + 0.392578, + 0.376953, + 0.371094, + 0.375, + 0.365234, + 0.310547, + 0.371094, + 0.373047, + 0.328125, + 0.357422, + 0.384766, + 0.404297, + 0.292969, + 0.386719, + 0.355469, + 0.314453, + 0.404297, + 0.347656, + 0.386719, + 0.300781, + 0.269531, + 0.396484, + 0.417969, + 0.388672, + 0.384766, + 0.373047, + 0.355469, + 0.328125, + 0.382812, + 0.443359, + 0.392578, + 0.341797, + 0.263672, + 0.318359, + 0.28125, + 0.367188, + 0.330078, + 0.363281, + 0.400391, + 0.326172, + 0.289062, + 0.292969, + 0.341797, + 0.363281, + 0.371094, + 0.318359, + 0.414062, + 0.378906, + 0.328125, + 0.380859, + 0.333984, + 0.382812, + 0.396484, + 0.392578, + 0.322266, + 0.359375, + 0.361328, + 0.367188, + 0.375, + 0.388672, + 0.357422, + 0.398438, + 0.353516, + 0.328125, + 0.373047, + 0.384766, + 0.388672, + 0.357422, + 0.382812, + 0.390625, + 0.326172, + 0.314453, + 0.419922, + 0.365234, + 0.384766, + 0.291016, + 0.353516, + 0.365234, + 0.378906, + 0.378906, + 0.390625, + 0.289062, + 0.180664, + 0.330078, + 0.550781, + 0.380859, + 0.380859, + 0.363281, + 0.322266, + 0.392578, + 0.322266, + 0.376953, + 0.386719, + 0.269531, + 0.431641, + 0.283203, + 0.404297, + 0.376953, + 0.363281, + 0.404297, + 0.398438, + 0.392578, + 0.345703, + 0.384766, + 0.298828, + 0.390625, + 0.425781, + 0.326172, + 0.40625, + 0.369141, + 0.388672, + 0.382812, + 0.337891, + 0.445312, + 0.382812, + 0.359375, + 0.410156, + 0.40625, + 0.361328, + 0.376953, + 0.386719, + 0.328125, + 0.414062, + 0.345703, + 0.271484, + 0.394531, + 0.382812, + 0.302734, + 0.382812, + 0.347656, + 0.237305, + 0.353516, + 0.279297, + 0.304688, + 0.404297, + 0.371094, + 0.355469, + 0.398438, + 0.404297, + 0.363281, + 0.347656, + 0.375, + 0.449219, + 0.314453, + 0.318359, + 0.488281, + 0.335938, + 0.310547, + 0.373047, + 0.40625, + 0.279297, + 0.365234, + 0.349609, + 0.275391, + 0.367188, + 0.410156, + 0.396484, + 0.419922, + 0.378906, + 0.373047, + 0.357422, + 0.322266, + 0.363281, + 0.339844, + 0.378906, + 0.365234, + 0.283203, + 0.380859, + 0.341797, + 0.402344, + 0.398438, + 0.302734, + 0.357422, + 0.396484, + 0.375, + 0.357422, + 0.347656, + 0.349609, + 0.34375, + 0.410156, + 0.330078, + 0.333984, + 0.380859, + 0.396484, + 0.412109, + 0.361328, + 0.388672, + 0.322266, + 0.378906, + 0.310547, + 0.386719, + 0.361328, + 0.40625, + 0.412109, + 0.384766, + 0.390625, + 0.369141, + 0.308594, + 0.412109, + 0.367188, + 0.296875, + 0.332031, + 0.163086, + 0.349609, + 0.390625, + 0.373047, + 0.277344, + 0.408203, + 0.355469, + 0.357422, + 0.416016, + 0.355469, + 0.357422, + 0.396484, + 0.21875, + 0.330078, + 0.332031, + 0.417969, + 0.392578, + 0.320312, + 0.341797, + 0.341797, + 0.365234, + 0.371094, + 0.283203, + 0.394531, + 0.388672, + 0.351562, + 0.384766, + 0.416016, + 0.394531, + 0.324219, + 0.251953, + 0.341797, + 0.296875, + 0.292969, + 0.380859, + 0.341797, + 0.351562, + 0.384766, + 0.339844, + 0.363281, + 0.388672, + 0.302734, + 0.330078, + 0.40625, + 0.376953, + 0.330078, + 0.355469, + 0.285156, + 0.318359, + 0.310547, + 0.318359, + 0.373047, + 0.402344, + 0.386719, + 0.375, + 0.402344, + 0.349609, + 0.212891, + 0.398438, + 0.291016, + 0.28125, + 0.320312, + 0.400391, + 0.351562, + 0.314453, + 0.292969, + 0.396484, + 0.386719, + 0.361328, + 0.353516, + 0.402344, + 0.376953, + 0.302734, + 0.412109, + 0.349609, + 0.40625, + 0.349609, + 0.384766, + 0.330078, + 0.285156, + 0.431641, + 0.361328, + 0.361328, + 0.339844, + 0.402344, + 0.367188, + 0.345703, + 0.365234, + 0.400391, + 0.357422, + 0.333984, + 0.316406, + 0.419922, + 0.388672, + 0.394531, + 0.310547, + 0.388672, + 0.304688, + 0.287109, + 0.408203, + 0.371094, + 0.351562, + 0.375, + 0.361328, + 0.292969, + 0.308594, + 0.386719, + 0.353516, + 0.355469, + 0.400391, + 0.308594, + 0.416016, + 0.365234, + 0.320312, + 0.369141, + 0.369141, + 0.289062, + 0.367188, + 0.361328, + 0.394531, + 0.308594, + 0.378906, + 0.347656, + 0.363281, + 0.34375, + 0.291016, + 0.412109, + 0.226562, + 0.353516, + 0.289062, + 0.15625, + 0.341797, + 0.367188, + 0.380859, + 0.322266, + 0.394531, + 0.363281, + 0.355469, + 0.386719, + 0.361328, + 0.306641, + 0.392578, + 0.375, + 0.3125, + 0.298828, + 0.337891, + 0.347656, + 0.292969, + 0.328125, + 0.279297, + 0.408203, + 0.421875, + 0.408203, + 0.294922, + 0.367188, + 0.357422, + 0.28125, + 0.390625, + 0.292969, + 0.292969, + 0.349609, + 0.40625, + 0.337891, + 0.335938, + 0.371094, + 0.373047, + 0.367188, + 0.396484, + 0.363281, + 0.414062, + 0.388672, + 0.367188, + 0.337891, + 0.261719, + 0.310547, + 0.292969, + 0.392578, + 0.402344, + 0.375, + 0.388672, + 0.378906, + 0.375, + 0.182617, + 0.341797, + 0.369141, + 0.392578, + 0.302734, + 0.421875, + 0.402344, + 0.347656, + 0.367188, + 0.384766, + 0.357422, + 0.396484, + 0.322266, + 0.388672, + 0.375, + 0.347656, + 0.382812, + 0.402344, + 0.341797, + 0.373047, + 0.3125, + 0.359375, + 0.232422, + 0.296875, + 0.398438, + 0.34375, + 0.330078, + 0.357422, + 0.298828, + 0.402344, + 0.369141, + 0.404297, + 0.408203, + 0.365234, + 0.361328, + 0.306641, + 0.298828, + 0.382812, + 0.292969, + 0.355469, + 0.314453, + 0.373047, + 0.394531, + 0.349609, + 0.24707, + 0.353516, + 0.359375, + 0.361328, + 0.394531, + 0.25, + 0.373047, + 0.388672, + 0.304688, + 0.429688, + 0.310547, + 0.353516, + 0.384766, + 0.373047, + 0.384766, + 0.375, + 0.390625, + 0.34375, + 0.382812, + 0.388672, + 0.179688, + 0.378906, + 0.378906, + 0.324219, + 0.306641, + 0.283203, + 0.396484, + 0.341797, + 0.404297, + 0.384766, + 0.376953, + 0.318359, + 0.318359, + 0.357422, + 0.369141, + 0.396484, + 0.365234, + 0.279297, + 0.363281, + 0.373047, + 0.322266, + 0.398438, + 0.351562, + 0.289062, + 0.326172, + 0.318359, + 0.322266, + 0.34375, + 0.279297, + 0.390625, + 0.359375, + 0.402344, + 0.373047, + 0.388672, + 0.3125, + 0.427734, + 0.279297, + 0.40625, + 0.382812, + 0.357422, + 0.289062, + 0.371094, + 0.373047, + 0.357422, + 0.363281, + 0.349609, + 0.369141, + 0.304688, + 0.337891, + 0.380859, + 0.227539, + 0.359375, + 0.355469, + 0.380859, + 0.384766, + 0.378906, + 0.380859, + 0.339844, + 0.375, + 0.498047, + 0.396484, + 0.294922, + 0.359375, + 0.341797, + 0.375, + 0.414062, + 0.353516, + 0.378906, + 0.347656, + 0.326172, + 0.396484, + 0.367188, + 0.375, + 0.447266, + 0.369141, + 0.388672, + 0.390625, + 0.361328, + 0.326172, + 0.398438, + 0.351562, + 0.306641, + 0.40625, + 0.373047, + 0.367188, + 0.355469, + 0.396484, + 0.289062, + 0.445312, + 0.367188, + 0.386719, + 0.373047, + 0.341797, + 0.375, + 0.410156, + 0.378906, + 0.394531, + 0.369141, + 0.408203, + 0.318359, + 0.310547, + 0.40625, + 0.398438, + 0.347656, + 0.314453, + 0.554688, + 0.285156, + 0.359375, + 0.371094, + 0.376953, + 0.304688, + 0.386719, + 0.306641, + 0.382812, + 0.318359, + 0.335938, + 0.402344, + 0.289062, + 0.380859, + 0.25, + 0.345703, + 0.34375, + 0.361328, + 0.3125, + 0.347656, + 0.349609, + 0.390625, + 0.390625, + 0.328125, + 0.388672, + 0.285156, + 0.287109, + 0.382812, + 0.279297, + 0.394531, + 0.40625, + 0.380859, + 0.361328, + 0.376953, + 0.359375, + 0.357422, + 0.310547, + 0.384766, + 0.388672, + 0.414062, + 0.355469, + 0.237305, + 0.378906, + 0.392578, + 0.388672, + 0.302734, + 0.378906, + 0.353516, + 0.380859, + 0.304688, + 0.410156, + 0.320312, + 0.339844, + 0.408203, + 0.378906, + 0.375, + 0.40625, + 0.347656, + 0.337891, + 0.308594, + 0.507812, + 0.392578, + 0.402344, + 0.396484, + 0.355469, + 0.373047, + 0.361328, + 0.386719, + 0.40625, + 0.308594, + 0.351562, + 0.410156, + 0.347656, + 0.414062, + 0.285156, + 0.363281, + 0.296875, + 0.371094, + 0.373047, + 0.357422, + 0.314453, + 0.375, + 0.4375, + 0.371094, + 0.384766, + 0.375, + 0.304688, + 0.279297, + 0.378906, + 0.378906, + 0.376953, + 0.310547, + 0.390625, + 0.414062, + 0.353516, + 0.359375, + 0.376953, + 0.388672, + 0.341797, + 0.363281, + 0.267578, + 0.367188, + 0.388672, + 0.341797, + 0.388672, + 0.369141, + 0.392578, + 0.367188, + 0.15332, + 0.416016, + 0.371094, + 0.367188, + 0.355469, + 0.326172, + 0.390625, + 0.28125, + 0.371094, + 0.367188, + 0.316406, + 0.373047, + 0.373047, + 0.414062, + 0.322266, + 0.380859, + 0.332031, + 0.363281, + 0.371094, + 0.324219, + 0.417969, + 0.322266, + 0.345703, + 0.349609, + 0.357422, + 0.347656, + 0.388672, + 0.373047, + 0.300781, + 0.298828, + 0.347656, + 0.351562, + 0.390625, + 0.291016, + 0.382812, + 0.353516, + 0.404297, + 0.365234, + 0.388672, + 0.40625, + 0.365234, + 0.376953, + 0.308594, + 0.398438, + 0.376953, + 0.382812, + 0.380859, + 0.421875, + 0.376953, + 0.335938, + 0.332031, + 0.324219, + 0.412109, + 0.314453, + 0.369141, + 0.404297, + 0.398438, + 0.361328, + 0.355469, + 0.332031, + 0.410156, + 0.394531, + 0.351562, + 0.410156, + 0.396484, + 0.412109, + 0.355469, + 0.361328, + 0.376953, + 0.298828, + 0.390625, + 0.382812, + 0.345703, + 0.296875, + 0.357422, + 0.394531, + 0.357422, + 0.34375, + 0.333984, + 0.292969, + 0.414062, + 0.398438, + 0.380859, + 0.294922, + 0.369141, + 0.388672, + 0.237305, + 0.376953, + 0.296875, + 0.353516, + 0.355469, + 0.394531, + 0.34375, + 0.369141, + 0.382812, + 0.394531, + 0.396484, + 0.300781, + 0.365234, + 0.410156, + 0.380859, + 0.417969, + 0.371094, + 0.388672, + 0.292969, + 0.15918, + 0.275391, + 0.392578, + 0.365234, + 0.3125, + 0.402344, + 0.357422, + 0.283203, + 0.376953, + 0.396484, + 0.388672, + 0.324219, + 0.384766, + 0.355469, + 0.388672, + 0.394531, + 0.326172, + 0.3125, + 0.375, + 0.402344, + 0.335938, + 0.365234, + 0.414062, + 0.318359, + 0.310547, + 0.394531, + 0.386719, + 0.390625, + 0.349609, + 0.359375, + 0.341797, + 0.384766, + 0.396484, + 0.378906, + 0.365234, + 0.287109, + 0.363281, + 0.318359, + 0.386719, + 0.412109, + 0.388672, + 0.249023, + 0.402344, + 0.34375, + 0.386719, + 0.357422, + 0.417969, + 0.396484, + 0.365234, + 0.382812, + 0.22168, + 0.40625, + 0.412109, + 0.386719, + 0.394531, + 0.316406, + 0.363281, + 0.390625, + 0.291016, + 0.291016, + 0.351562, + 0.373047, + 0.369141, + 0.365234, + 0.404297, + 0.400391, + 0.322266, + 0.369141, + 0.279297, + 0.394531, + 0.316406, + 0.394531, + 0.376953, + 0.376953, + 0.390625, + 0.398438, + 0.357422, + 0.373047, + 0.335938, + 0.421875, + 0.416016, + 0.330078, + 0.396484, + 0.349609, + 0.320312, + 0.388672, + 0.253906, + 0.376953, + 0.349609, + 0.332031, + 0.335938, + 0.40625, + 0.40625, + 0.349609, + 0.384766, + 0.384766, + 0.373047, + 0.410156, + 0.337891, + 0.398438, + 0.398438, + 0.398438, + 0.390625, + 0.277344, + 0.314453, + 0.382812, + 0.392578, + 0.384766, + 0.382812, + 0.382812, + 0.419922, + 0.359375, + 0.330078, + 0.375, + 0.361328, + 0.304688, + 0.375, + 0.404297, + 0.392578, + 0.402344, + 0.417969, + 0.365234, + 0.410156, + 0.396484, + 0.341797, + 0.443359, + 0.404297, + 0.353516, + 0.398438, + 0.367188, + 0.347656, + 0.419922, + 0.316406, + 0.382812, + 0.376953, + 0.435547, + 0.347656, + 0.287109, + 0.285156, + 0.408203, + 0.376953, + 0.382812, + 0.486328, + 0.349609, + 0.386719, + 0.367188, + 0.292969, + 0.392578, + 0.349609, + 0.353516, + 0.384766, + 0.376953, + 0.353516, + 0.302734, + 0.330078, + 0.369141, + 0.371094, + 0.376953, + 0.292969, + 0.375, + 0.380859, + 0.367188, + 0.386719, + 0.392578, + 0.404297, + 0.394531, + 0.382812, + 0.326172, + 0.289062, + 0.345703, + 0.373047, + 0.371094, + 0.363281, + 0.412109, + 0.337891, + 0.373047, + 0.291016, + 0.294922, + 0.355469, + 0.378906, + 0.347656, + 0.404297, + 0.390625, + 0.357422, + 0.367188, + 0.380859, + 0.392578, + 0.390625, + 0.337891, + 0.408203, + 0.371094, + 0.392578, + 0.291016, + 0.330078, + 0.283203, + 0.367188, + 0.373047, + 0.306641, + 0.353516, + 0.433594, + 0.355469, + 0.386719, + 0.419922, + 0.291016, + 0.294922, + 0.351562, + 0.292969, + 0.351562, + 0.333984, + 0.359375, + 0.320312, + 0.433594, + 0.136719, + 0.283203, + 0.404297, + 0.378906 + ] + }, + "name": "model.model.layers.28.post_attention_layernorm.weight", + "outputIndexes": [ + 2355 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2354 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_28/Mul_output_0", + "outputIndexes": [ + 2356 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2355, + 2356 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_28/Mul_1_output_0", + "outputIndexes": [ + 2357 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2357 + ], + "outputIndexes": [ + 5188 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5188 + ], + "outputIndexes": [ + 5189 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/gate_proj/Linear", + "inputIndexes": [ + 5189 + ], + "outputIndexes": [ + 5190 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 283580720, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5190 + ], + "outputIndexes": [ + 5191 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5191 + ], + "outputIndexes": [ + 2358 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2358 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_28/Sigmoid_output_0", + "outputIndexes": [ + 2359 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2358, + 2359 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_28/Mul_output_0", + "outputIndexes": [ + 2360 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2357 + ], + "outputIndexes": [ + 5192 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5192 + ], + "outputIndexes": [ + 5193 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/up_proj/Linear", + "inputIndexes": [ + 5193 + ], + "outputIndexes": [ + 5194 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 286161222, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5194 + ], + "outputIndexes": [ + 5195 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5195 + ], + "outputIndexes": [ + 2361 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2360, + 2361 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_28/Mul_output_0", + "outputIndexes": [ + 2362 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2362 + ], + "outputIndexes": [ + 5196 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5196 + ], + "outputIndexes": [ + 5197 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/down_proj/Linear", + "inputIndexes": [ + 5197 + ], + "outputIndexes": [ + 5198 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 288741724, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5198 + ], + "outputIndexes": [ + 5199 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.28/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5199 + ], + "outputIndexes": [ + 2363 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2354, + 2363 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_144_output_0", + "outputIndexes": [ + 2364 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2364, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_261_output_0", + "outputIndexes": [ + 2365 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.337891, + 0.369141, + 0.363281, + 0.421875, + 0.4375, + 0.376953, + 0.804688, + 0.386719, + 0.318359, + 0.371094, + 0.300781, + 0.351562, + 0.298828, + 0.378906, + 0.324219, + 0.382812, + 0.582031, + 0.359375, + 0.355469, + 0.285156, + 0.384766, + 0.476562, + 0.386719, + 0.330078, + 0.369141, + 0.427734, + 0.335938, + 0.373047, + 0.380859, + 0.367188, + 0.462891, + 0.333984, + 0.376953, + 0.443359, + 0.375, + 0.359375, + 0.304688, + 0.365234, + 0.355469, + 0.425781, + 0.384766, + 0.416016, + 0.384766, + 0.353516, + 0.328125, + 0.361328, + 0.470703, + 0.302734, + 0.400391, + 0.414062, + 0.416016, + 0.320312, + 0.341797, + 0.443359, + 0.351562, + 0.400391, + 0.455078, + 0.357422, + 0.388672, + 0.431641, + 0.376953, + 0.417969, + 0.341797, + 0.404297, + 0.361328, + 0.46875, + 0.761719, + 0.259766, + 0.435547, + 0.589844, + 0.376953, + 0.289062, + 0.369141, + 0.351562, + 0.414062, + 0.357422, + 0.355469, + 0.453125, + 0.277344, + 0.357422, + 0.355469, + 0.408203, + 0.322266, + 0.326172, + 0.408203, + 0.291016, + 0.511719, + 0.363281, + 0.546875, + 0.314453, + 0.333984, + 0.361328, + 0.300781, + 0.392578, + 0.21875, + 0.269531, + 0.523438, + 0.423828, + 0.458984, + 0.445312, + 0.390625, + 0.355469, + 0.398438, + 0.384766, + 0.414062, + 0.287109, + 0.476562, + 0.408203, + 0.361328, + 0.330078, + 0.333984, + 0.451172, + 0.369141, + 0.435547, + 0.416016, + 0.527344, + 0.380859, + 0.392578, + 0.40625, + 0.433594, + 0.392578, + 0.304688, + 0.386719, + 0.382812, + 0.449219, + 0.375, + 0.789062, + 0.414062, + 0.355469, + 0.4375, + 0.416016, + 0.330078, + 0.396484, + 0.373047, + 0.398438, + 0.400391, + 0.417969, + 0.376953, + 0.496094, + 0.333984, + 0.40625, + 0.380859, + 0.396484, + 0.478516, + 0.369141, + 0.390625, + 0.365234, + 0.320312, + 0.361328, + 0.394531, + 0.394531, + 0.417969, + 0.363281, + 0.427734, + 0.392578, + 0.359375, + 0.394531, + 0.371094, + 0.206055, + 0.410156, + 0.269531, + 0.382812, + 0.314453, + 0.453125, + 0.349609, + 0.412109, + 0.279297, + 0.466797, + 0.34375, + 0.289062, + 0.361328, + 0.392578, + 0.439453, + 0.367188, + 0.302734, + 0.423828, + 0.361328, + 0.365234, + 0.412109, + 0.416016, + 0.351562, + 0.341797, + 0.339844, + 0.371094, + 0.380859, + 0.373047, + 0.394531, + 0.40625, + 0.414062, + 0.451172, + 0.429688, + 0.349609, + 0.231445, + 0.359375, + 0.365234, + 0.394531, + 0.378906, + 0.363281, + 0.162109, + 0.404297, + 0.335938, + 0.296875, + 0.345703, + 0.369141, + 0.335938, + 0.378906, + 0.435547, + 0.349609, + 0.376953, + 0.388672, + 0.404297, + 0.378906, + 0.427734, + 0.277344, + 0.380859, + 0.373047, + 0.380859, + 0.326172, + 0.388672, + 0.357422, + 0.349609, + 0.345703, + 0.304688, + 0.355469, + 0.425781, + 0.351562, + 0.441406, + 0.238281, + 0.527344, + 0.361328, + 0.349609, + 0.40625, + 0.392578, + 0.375, + 0.458984, + 0.341797, + 0.417969, + 0.337891, + 0.431641, + 0.359375, + 0.419922, + 0.369141, + 0.337891, + 0.400391, + 0.400391, + 0.335938, + 0.335938, + 0.396484, + 0.394531, + 0.392578, + 0.353516, + 0.304688, + 0.289062, + 0.390625, + 0.373047, + 0.423828, + 0.326172, + 0.357422, + 0.332031, + 0.404297, + 0.398438, + 0.439453, + 0.40625, + 0.333984, + 0.380859, + 0.394531, + 0.330078, + 0.433594, + 0.302734, + 0.464844, + 0.710938, + 0.339844, + 0.359375, + 0.648438, + 0.345703, + 0.410156, + 0.378906, + 0.335938, + 0.306641, + 0.40625, + 0.328125, + 0.398438, + 0.365234, + 0.429688, + 0.425781, + 0.392578, + 0.449219, + 0.410156, + 0.369141, + 0.460938, + 0.40625, + 0.396484, + 0.375, + 0.412109, + 0.402344, + 0.375, + 0.255859, + 0.392578, + 0.369141, + 0.365234, + 0.355469, + 0.386719, + 0.363281, + 0.328125, + 0.388672, + 0.369141, + 0.347656, + 0.392578, + 0.423828, + 0.460938, + 0.300781, + 0.472656, + 0.347656, + 0.373047, + 0.441406, + 0.308594, + 0.361328, + 0.3125, + 0.550781, + 0.433594, + 0.453125, + 0.40625, + 0.414062, + 0.394531, + 0.371094, + 0.371094, + 0.378906, + 0.460938, + 0.400391, + 0.353516, + 0.474609, + 0.330078, + 0.347656, + 0.347656, + 0.478516, + 0.361328, + 0.412109, + 0.308594, + 0.304688, + 0.304688, + 0.359375, + 0.365234, + 0.378906, + 0.330078, + 0.449219, + 0.464844, + 0.34375, + 0.351562, + 0.351562, + 0.398438, + 0.449219, + 0.408203, + 0.318359, + 0.410156, + 0.375, + 0.457031, + 0.402344, + 0.388672, + 0.337891, + 0.443359, + 0.341797, + 0.355469, + 0.355469, + 0.373047, + 0.378906, + 0.353516, + 0.472656, + 0.414062, + 0.341797, + 0.324219, + 0.439453, + 0.326172, + 0.408203, + 0.261719, + 0.398438, + 0.357422, + 0.369141, + 0.416016, + 0.373047, + 0.390625, + 0.699219, + 0.341797, + 0.503906, + 0.349609, + 0.369141, + 0.347656, + 0.371094, + 0.402344, + 0.371094, + 0.40625, + 0.380859, + 0.435547, + 0.441406, + 0.292969, + 0.5, + 0.408203, + 0.376953, + 0.400391, + 0.441406, + 0.388672, + 0.380859, + 0.488281, + 0.332031, + 0.341797, + 0.414062, + 0.332031, + 0.464844, + 0.398438, + 0.373047, + 0.376953, + 0.361328, + 0.480469, + 0.341797, + 0.355469, + 0.419922, + 0.40625, + 0.34375, + 0.373047, + 0.380859, + 0.412109, + 0.486328, + 0.339844, + 0.416016, + 0.382812, + 0.386719, + 0.294922, + 0.376953, + 0.414062, + 0.445312, + 0.396484, + 0.275391, + 0.34375, + 0.404297, + 0.398438, + 0.328125, + 0.404297, + 0.515625, + 0.388672, + 0.353516, + 0.347656, + 0.503906, + 0.34375, + 0.365234, + 0.503906, + 0.34375, + 0.394531, + 0.339844, + 0.476562, + 0.320312, + 0.367188, + 0.423828, + 0.476562, + 0.365234, + 0.435547, + 0.375, + 0.478516, + 0.421875, + 0.371094, + 0.355469, + 0.333984, + 0.376953, + 0.400391, + 0.355469, + 0.447266, + 0.255859, + 0.384766, + 0.328125, + 0.449219, + 0.443359, + 0.357422, + 0.402344, + 0.392578, + 0.402344, + 0.421875, + 0.373047, + 0.353516, + 0.355469, + 0.396484, + 0.339844, + 0.341797, + 0.400391, + 0.404297, + 0.429688, + 0.345703, + 0.412109, + 0.353516, + 0.394531, + 0.341797, + 0.402344, + 0.339844, + 0.472656, + 0.449219, + 0.359375, + 0.402344, + 0.365234, + 0.341797, + 0.417969, + 0.373047, + 0.335938, + 0.34375, + 0.746094, + 0.337891, + 0.386719, + 0.416016, + 0.333984, + 0.394531, + 0.359375, + 0.478516, + 0.511719, + 0.376953, + 0.353516, + 0.462891, + 0.585938, + 0.335938, + 0.345703, + 0.453125, + 0.4375, + 0.332031, + 0.337891, + 0.335938, + 0.396484, + 0.417969, + 0.337891, + 0.365234, + 0.462891, + 0.378906, + 0.427734, + 0.498047, + 0.408203, + 0.359375, + 0.496094, + 0.349609, + 0.306641, + 0.206055, + 0.425781, + 0.380859, + 0.355469, + 0.417969, + 0.335938, + 0.388672, + 0.427734, + 0.289062, + 0.355469, + 0.353516, + 0.427734, + 0.341797, + 0.359375, + 0.246094, + 0.373047, + 0.361328, + 0.384766, + 0.333984, + 0.480469, + 0.394531, + 0.396484, + 0.375, + 0.365234, + 0.10498, + 0.375, + 0.277344, + 0.345703, + 0.353516, + 0.373047, + 0.349609, + 0.314453, + 0.289062, + 0.396484, + 0.365234, + 0.394531, + 0.390625, + 0.455078, + 0.404297, + 0.339844, + 0.386719, + 0.365234, + 0.400391, + 0.355469, + 0.367188, + 0.347656, + 0.228516, + 0.480469, + 0.378906, + 0.359375, + 0.421875, + 0.419922, + 0.400391, + 0.369141, + 0.384766, + 0.455078, + 0.332031, + 0.341797, + 0.310547, + 0.423828, + 0.335938, + 0.416016, + 0.326172, + 0.396484, + 0.314453, + 0.314453, + 0.453125, + 0.353516, + 0.439453, + 0.384766, + 0.279297, + 0.239258, + 0.318359, + 0.394531, + 0.345703, + 0.365234, + 0.367188, + 0.314453, + 0.433594, + 0.443359, + 0.367188, + 0.396484, + 0.353516, + 0.511719, + 0.376953, + 0.363281, + 0.40625, + 0.213867, + 0.335938, + 0.373047, + 0.458984, + 0.345703, + 0.235352, + 0.423828, + 0.478516, + 0.376953, + 0.236328, + 0.710938, + 0.332031, + 0.371094, + 0.357422, + 0.335938, + 0.447266, + 0.402344, + 0.416016, + 0.419922, + 0.365234, + 0.380859, + 0.394531, + 0.361328, + 0.345703, + 0.291016, + 0.341797, + 0.359375, + 0.228516, + 0.439453, + 0.519531, + 0.447266, + 0.482422, + 0.492188, + 0.302734, + 0.359375, + 0.345703, + 0.219727, + 0.359375, + 0.273438, + 0.361328, + 0.341797, + 0.402344, + 0.339844, + 0.347656, + 0.359375, + 0.357422, + 0.380859, + 0.380859, + 0.390625, + 0.378906, + 0.373047, + 0.388672, + 0.386719, + 0.53125, + 0.306641, + 0.279297, + 0.53125, + 0.369141, + 0.402344, + 0.425781, + 0.476562, + 0.482422, + 0.714844, + 0.371094, + 0.453125, + 0.470703, + 0.316406, + 0.445312, + 0.453125, + 0.328125, + 0.367188, + 0.423828, + 0.375, + 0.402344, + 0.349609, + 0.380859, + 0.365234, + 0.347656, + 0.349609, + 0.371094, + 0.359375, + 0.357422, + 0.367188, + 0.351562, + 0.511719, + 0.375, + 0.384766, + 0.359375, + 0.314453, + 0.416016, + 0.416016, + 0.439453, + 0.390625, + 0.416016, + 0.4375, + 0.386719, + 0.367188, + 0.337891, + 0.306641, + 0.396484, + 0.306641, + 0.339844, + 0.3125, + 0.408203, + 0.373047, + 0.380859, + 0.695312, + 0.361328, + 0.398438, + 0.394531, + 0.423828, + 0.273438, + 0.378906, + 0.371094, + 0.328125, + 0.464844, + 0.287109, + 0.357422, + 0.414062, + 0.388672, + 0.412109, + 0.376953, + 0.365234, + 0.376953, + 0.416016, + 0.375, + 0.757812, + 0.345703, + 0.404297, + 0.408203, + 0.316406, + 0.257812, + 0.416016, + 0.351562, + 0.402344, + 0.396484, + 0.335938, + 0.357422, + 0.355469, + 0.345703, + 0.363281, + 0.457031, + 0.390625, + 0.361328, + 0.402344, + 0.392578, + 0.318359, + 0.34375, + 0.359375, + 0.335938, + 0.392578, + 0.34375, + 0.347656, + 0.345703, + 0.558594, + 0.410156, + 0.388672, + 0.46875, + 0.371094, + 0.425781, + 0.341797, + 0.404297, + 0.417969, + 0.431641, + 0.384766, + 0.388672, + 0.392578, + 0.449219, + 0.373047, + 0.351562, + 0.421875, + 0.394531, + 0.404297, + 0.345703, + 0.349609, + 0.392578, + 0.507812, + 0.359375, + 0.365234, + 0.365234, + 0.421875, + 0.394531, + 0.376953, + 0.353516, + 0.357422, + 0.546875, + 0.449219, + 0.308594, + 0.419922, + 0.375, + 0.429688, + 0.400391, + 0.384766, + 0.378906, + 0.404297, + 0.339844, + 0.367188, + 0.378906, + 0.390625, + 0.589844, + 0.373047, + 0.441406, + 0.404297, + 0.371094, + 0.396484, + 0.402344, + 0.332031, + 0.373047, + 0.490234, + 0.404297, + 0.384766, + 0.337891, + 0.462891, + 0.271484, + 0.429688, + 0.414062, + 0.396484, + 0.408203, + 0.337891, + 0.365234, + 0.443359, + 0.380859, + 0.361328, + 0.369141, + 0.396484, + 0.351562, + 0.328125, + 0.398438, + 0.412109, + 0.398438, + 0.330078, + 0.535156, + 0.566406, + 0.353516, + 0.382812, + 0.382812, + 0.300781, + 0.398438, + 0.279297, + 0.392578, + 0.380859, + 0.421875, + 0.46875, + 0.263672, + 0.480469, + 0.484375, + 0.353516, + 0.369141, + 0.373047, + 0.34375, + 0.369141, + 0.388672, + 0.375, + 0.376953, + 0.349609, + 0.365234, + 0.213867, + 0.261719, + 0.398438, + 0.3125, + 0.388672, + 0.40625, + 0.373047, + 0.382812, + 0.433594, + 0.349609, + 0.351562, + 0.503906, + 0.386719, + 0.425781, + 0.445312, + 0.332031, + 0.519531, + 0.369141, + 0.371094, + 0.365234, + 0.298828, + 0.357422, + 0.351562, + 0.443359, + 0.373047, + 0.445312, + 0.341797, + 0.357422, + 0.585938, + 0.351562, + 0.371094, + 0.478516, + 0.357422, + 0.367188, + 0.324219, + 0.527344, + 0.478516, + 0.455078, + 0.441406, + 0.347656, + 0.363281, + 0.351562, + 0.439453, + 0.380859, + 0.330078, + 0.361328, + 0.613281, + 0.351562, + 0.427734, + 0.320312, + 0.365234, + 0.326172, + 0.369141, + 0.435547, + 0.357422, + 0.298828, + 0.347656, + 0.496094, + 0.365234, + 0.382812, + 0.349609, + 0.253906, + 0.283203, + 0.332031, + 0.408203, + 0.394531, + 0.363281, + 0.369141, + 0.410156, + 0.351562, + 0.365234, + 0.414062, + 0.378906, + 0.519531, + 0.361328, + 0.392578, + 0.388672, + 0.431641, + 0.357422, + 0.384766, + 0.392578, + 0.445312, + 0.365234, + 0.699219, + 0.453125, + 0.412109, + 0.416016, + 0.535156, + 0.291016, + 0.416016, + 0.255859, + 0.351562, + 0.363281, + 0.550781, + 0.357422, + 0.539062, + 0.384766, + 0.349609, + 0.396484, + 0.390625, + 0.347656, + 0.457031, + 0.703125, + 0.412109, + 0.287109, + 0.441406, + 0.394531, + 0.419922, + 0.324219, + 0.439453, + 0.371094, + 0.316406, + 0.609375, + 0.367188, + 0.375, + 0.451172, + 0.310547, + 0.423828, + 0.337891, + 0.378906, + 0.435547, + 0.402344, + 0.4375, + 0.34375, + 0.404297, + 0.291016, + 0.386719, + 0.441406, + 0.494141, + 0.386719, + 0.476562, + 0.613281, + 0.335938, + 0.326172, + 0.333984, + 0.386719, + 0.322266, + 0.425781, + 0.390625, + 0.384766, + 0.382812, + 0.361328, + 0.337891, + 0.425781, + 0.371094, + 0.369141, + 0.460938, + 0.410156, + 0.421875, + 0.328125, + 0.410156, + 0.447266, + 0.488281, + 0.357422, + 0.386719, + 0.349609, + 0.314453, + 0.390625, + 0.335938, + 0.339844, + 0.34375, + 0.439453, + 0.285156, + 0.4375, + 0.419922, + 0.398438, + 0.236328, + 0.378906, + 0.404297, + 0.480469, + 0.384766, + 0.273438, + 0.369141, + 0.339844, + 0.425781, + 0.359375, + 0.363281, + 0.400391, + 0.445312, + 0.357422, + 0.304688, + 0.404297, + 0.439453, + 0.376953, + 0.431641, + 0.367188, + 0.414062, + 0.294922, + 0.707031, + 0.5, + 0.425781, + 0.392578, + 0.355469, + 0.378906, + 0.359375, + 0.412109, + 0.378906, + 0.400391, + 0.40625, + 0.400391, + 0.412109, + 0.386719, + 0.451172, + 0.464844, + 0.324219, + 0.353516, + 0.392578, + 0.410156, + 0.369141, + 0.373047, + 0.390625, + 0.384766, + 0.296875, + 0.451172, + 0.457031, + 0.425781, + 0.423828, + 0.318359, + 0.371094, + 0.425781, + 0.539062, + 0.349609, + 0.351562, + 0.320312, + 0.365234, + 0.341797, + 0.376953, + 0.453125, + 0.439453, + 0.664062, + 0.378906, + 0.300781, + 0.410156, + 0.384766, + 0.441406, + 0.40625, + 0.412109, + 0.40625, + 0.765625, + 0.433594, + 0.318359, + 0.410156, + 0.503906, + 0.382812, + 0.328125, + 0.5, + 0.229492, + 0.259766, + 0.375, + 0.388672, + 0.382812, + 0.367188, + 0.535156, + 0.375, + 0.318359, + 0.392578, + 0.273438, + 0.474609, + 0.345703, + 0.396484, + 0.355469, + 0.425781, + 0.40625, + 0.394531, + 0.373047, + 0.349609, + 0.355469, + 0.449219, + 0.416016, + 0.421875, + 0.443359, + 0.341797, + 0.427734, + 0.410156, + 0.539062, + 0.400391, + 0.361328, + 0.347656, + 0.324219, + 0.390625, + 0.417969, + 0.410156, + 0.412109, + 0.380859, + 0.412109, + 0.445312, + 0.365234, + 0.421875, + 0.490234, + 0.5, + 0.412109, + 0.226562, + 0.359375, + 0.351562, + 0.396484, + 0.361328, + 0.394531, + 0.394531, + 0.419922, + 0.396484, + 0.361328, + 0.369141, + 0.380859, + 0.285156, + 0.414062, + 0.382812, + 0.416016, + 0.484375, + 0.474609, + 0.402344, + 0.398438, + 0.443359, + 0.345703, + 0.470703, + 0.435547, + 0.359375, + 0.371094, + 0.365234, + 0.369141, + 0.507812, + 0.333984, + 0.435547, + 0.365234, + 0.453125, + 0.291016, + 0.357422, + 0.298828, + 0.472656, + 0.476562, + 0.367188, + 0.605469, + 0.402344, + 0.388672, + 0.357422, + 0.287109, + 0.412109, + 0.363281, + 0.367188, + 0.351562, + 0.333984, + 0.402344, + 0.320312, + 0.394531, + 0.388672, + 0.367188, + 0.376953, + 0.292969, + 0.359375, + 0.375, + 0.396484, + 0.466797, + 0.388672, + 0.421875, + 0.365234, + 0.376953, + 0.376953, + 0.34375, + 0.324219, + 0.462891, + 0.380859, + 0.398438, + 0.386719, + 0.361328, + 0.410156, + 0.287109, + 0.332031, + 0.345703, + 0.455078, + 0.369141, + 0.419922, + 0.330078, + 0.378906, + 0.371094, + 0.419922, + 0.359375, + 0.419922, + 0.355469, + 0.416016, + 0.357422, + 0.412109, + 0.253906, + 0.337891, + 0.259766, + 0.390625, + 0.419922, + 0.390625, + 0.333984, + 0.494141, + 0.416016, + 0.378906, + 0.396484, + 0.332031, + 0.332031, + 0.330078, + 0.294922, + 0.361328, + 0.382812, + 0.382812, + 0.34375, + 0.4375, + 0.796875, + 0.265625, + 0.427734, + 0.384766 + ] + }, + "name": "model.model.layers.29.input_layernorm.weight", + "outputIndexes": [ + 2366 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2365 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_29/Mul_output_0", + "outputIndexes": [ + 2367 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2366, + 2367 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_29/Mul_1_output_0", + "outputIndexes": [ + 2368 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2368 + ], + "outputIndexes": [ + 5200 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5200 + ], + "outputIndexes": [ + 5201 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/q_proj/Linear", + "inputIndexes": [ + 5201 + ], + "outputIndexes": [ + 5202 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 291322226, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5202 + ], + "outputIndexes": [ + 5203 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5203 + ], + "outputIndexes": [ + 2369 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2368 + ], + "main_type": "NONE", + "name": "/Shape_407_output_0", + "outputIndexes": [ + 2370 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2370 + ], + "main_type": "NONE", + "name": "Shape6343", + "outputIndexes": [ + 2371 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2370 + ], + "main_type": "NONE", + "name": "Rank6345", + "outputIndexes": [ + 2372 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2372, + 2372 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6347", + "outputIndexes": [ + 2373 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2373 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6348", + "outputIndexes": [ + 2374 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2373, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6350", + "outputIndexes": [ + 2375 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2375 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6351", + "outputIndexes": [ + 2376 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2371, + 2374, + 2376, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6354", + "outputIndexes": [ + 2377 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2377 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6355", + "outputIndexes": [ + 2378 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2378 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6356", + "outputIndexes": [ + 2379 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2379, + 2378 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6357", + "outputIndexes": [ + 2380 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2370, + 2380, + 2373 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_439_output_0", + "outputIndexes": [ + 2381 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2381, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_929_output_0", + "outputIndexes": [ + 2382 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2382, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_377_output_0", + "outputIndexes": [ + 2383 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2369, + 2383 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_262_output_0", + "outputIndexes": [ + 2384 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2384, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_232_output_0", + "outputIndexes": [ + 2385 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2384 + ], + "main_type": "NONE", + "name": "/Shape_408_output_0", + "outputIndexes": [ + 2386 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2386 + ], + "main_type": "NONE", + "name": "Shape6364", + "outputIndexes": [ + 2387 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2386 + ], + "main_type": "NONE", + "name": "Rank6366", + "outputIndexes": [ + 2388 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2388, + 2388 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6368", + "outputIndexes": [ + 2389 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2389 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6369", + "outputIndexes": [ + 2390 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2389, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6371", + "outputIndexes": [ + 2391 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2391 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6372", + "outputIndexes": [ + 2392 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2387, + 2390, + 2392, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6375", + "outputIndexes": [ + 2393 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2393 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6376", + "outputIndexes": [ + 2394 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2394 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6377", + "outputIndexes": [ + 2395 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2395, + 2394 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6378", + "outputIndexes": [ + 2396 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2386, + 2396, + 2389 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_440_output_0", + "outputIndexes": [ + 2397 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2397, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_87_output_0", + "outputIndexes": [ + 2398 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2398, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_934_output_0", + "outputIndexes": [ + 2399 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2384, + 2399, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_117_output_0", + "outputIndexes": [ + 2400 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2400 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_58_output_0", + "outputIndexes": [ + 2401 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2384, + 22, + 2399, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_116_output_0", + "outputIndexes": [ + 2402 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2401, + 2402 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_380_output_0", + "outputIndexes": [ + 2403 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2403, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_233_output_0", + "outputIndexes": [ + 2404 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2385, + 2404 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_145_output_0", + "outputIndexes": [ + 2405 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2368 + ], + "outputIndexes": [ + 5204 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5204 + ], + "outputIndexes": [ + 5205 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/k_proj/Linear", + "inputIndexes": [ + 5205 + ], + "outputIndexes": [ + 5206 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 292243848, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5206 + ], + "outputIndexes": [ + 5207 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5207 + ], + "outputIndexes": [ + 2406 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2382, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_378_output_0", + "outputIndexes": [ + 2407 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2406, + 2407 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_263_output_0", + "outputIndexes": [ + 2408 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2408, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_234_output_0", + "outputIndexes": [ + 2409 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2408 + ], + "main_type": "NONE", + "name": "/Shape_409_output_0", + "outputIndexes": [ + 2410 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2410 + ], + "main_type": "NONE", + "name": "Shape6427", + "outputIndexes": [ + 2411 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2410 + ], + "main_type": "NONE", + "name": "Rank6429", + "outputIndexes": [ + 2412 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2412, + 2412 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6431", + "outputIndexes": [ + 2413 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2413 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6432", + "outputIndexes": [ + 2414 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2413, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6434", + "outputIndexes": [ + 2415 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2415 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6435", + "outputIndexes": [ + 2416 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2411, + 2414, + 2416, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6438", + "outputIndexes": [ + 2417 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2417 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6439", + "outputIndexes": [ + 2418 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2418 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6440", + "outputIndexes": [ + 2419 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2419, + 2418 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6441", + "outputIndexes": [ + 2420 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2410, + 2420, + 2413 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_441_output_0", + "outputIndexes": [ + 2421 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2421, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_88_output_0", + "outputIndexes": [ + 2422 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2422, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_936_output_0", + "outputIndexes": [ + 2423 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2408, + 2423, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_119_output_0", + "outputIndexes": [ + 2424 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2424 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_59_output_0", + "outputIndexes": [ + 2425 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2408, + 22, + 2423, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_118_output_0", + "outputIndexes": [ + 2426 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2425, + 2426 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_381_output_0", + "outputIndexes": [ + 2427 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2427, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_235_output_0", + "outputIndexes": [ + 2428 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2409, + 2428 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_146_output_0", + "outputIndexes": [ + 2429 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2368 + ], + "outputIndexes": [ + 5208 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5208 + ], + "outputIndexes": [ + 5209 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/v_proj/Linear", + "inputIndexes": [ + 5209 + ], + "outputIndexes": [ + 5210 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 292474270, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5210 + ], + "outputIndexes": [ + 5211 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5211 + ], + "outputIndexes": [ + 2430 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2430, + 2407 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_264_output_0", + "outputIndexes": [ + 2431 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2405, + 2429, + 2431, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_269_output_0", + "outputIndexes": [ + 2432 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2432 + ], + "outputIndexes": [ + 5212 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5212 + ], + "outputIndexes": [ + 5213 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/o_proj/Linear", + "inputIndexes": [ + 5213 + ], + "outputIndexes": [ + 5214 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 292704692, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5214 + ], + "outputIndexes": [ + 5215 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5215 + ], + "outputIndexes": [ + 2433 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2365, + 2433 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_148_output_0", + "outputIndexes": [ + 2434 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.333984, + 0.388672, + 0.398438, + 0.398438, + 0.394531, + 0.388672, + 0.165039, + 0.398438, + 0.351562, + 0.318359, + 0.335938, + 0.384766, + 0.320312, + 0.376953, + 0.363281, + 0.394531, + 0.222656, + 0.373047, + 0.371094, + 0.322266, + 0.380859, + 0.404297, + 0.353516, + 0.341797, + 0.355469, + 0.410156, + 0.34375, + 0.402344, + 0.390625, + 0.396484, + 0.318359, + 0.175781, + 0.384766, + 0.380859, + 0.384766, + 0.388672, + 0.324219, + 0.375, + 0.320312, + 0.398438, + 0.384766, + 0.386719, + 0.353516, + 0.347656, + 0.330078, + 0.351562, + 0.421875, + 0.335938, + 0.417969, + 0.298828, + 0.40625, + 0.326172, + 0.384766, + 0.384766, + 0.341797, + 0.386719, + 0.453125, + 0.375, + 0.371094, + 0.408203, + 0.378906, + 0.400391, + 0.359375, + 0.394531, + 0.332031, + 0.302734, + 0.244141, + 0.330078, + 0.425781, + 0.225586, + 0.404297, + 0.318359, + 0.363281, + 0.349609, + 0.394531, + 0.357422, + 0.365234, + 0.414062, + 0.318359, + 0.371094, + 0.367188, + 0.416016, + 0.357422, + 0.355469, + 0.412109, + 0.328125, + 0.429688, + 0.326172, + 0.447266, + 0.332031, + 0.363281, + 0.376953, + 0.326172, + 0.382812, + 0.376953, + 0.351562, + 0.53125, + 0.412109, + 0.421875, + 0.384766, + 0.371094, + 0.347656, + 0.394531, + 0.392578, + 0.361328, + 0.326172, + 0.386719, + 0.378906, + 0.378906, + 0.388672, + 0.382812, + 0.421875, + 0.365234, + 0.369141, + 0.404297, + 0.326172, + 0.388672, + 0.396484, + 0.445312, + 0.404297, + 0.396484, + 0.337891, + 0.414062, + 0.330078, + 0.433594, + 0.367188, + 0.236328, + 0.404297, + 0.402344, + 0.439453, + 0.402344, + 0.398438, + 0.392578, + 0.361328, + 0.390625, + 0.378906, + 0.388672, + 0.371094, + 0.314453, + 0.347656, + 0.417969, + 0.359375, + 0.388672, + 0.4375, + 0.414062, + 0.394531, + 0.376953, + 0.330078, + 0.384766, + 0.388672, + 0.390625, + 0.386719, + 0.386719, + 0.410156, + 0.386719, + 0.357422, + 0.410156, + 0.367188, + 0.337891, + 0.402344, + 0.333984, + 0.365234, + 0.320312, + 0.40625, + 0.361328, + 0.431641, + 0.357422, + 0.394531, + 0.376953, + 0.316406, + 0.349609, + 0.398438, + 0.416016, + 0.349609, + 0.326172, + 0.417969, + 0.353516, + 0.392578, + 0.423828, + 0.400391, + 0.371094, + 0.347656, + 0.376953, + 0.373047, + 0.398438, + 0.390625, + 0.386719, + 0.388672, + 0.410156, + 0.412109, + 0.410156, + 0.357422, + 0.355469, + 0.380859, + 0.388672, + 0.371094, + 0.369141, + 0.345703, + 0.126953, + 0.394531, + 0.371094, + 0.373047, + 0.353516, + 0.376953, + 0.355469, + 0.394531, + 0.4375, + 0.363281, + 0.349609, + 0.416016, + 0.375, + 0.384766, + 0.386719, + 0.333984, + 0.398438, + 0.375, + 0.402344, + 0.353516, + 0.404297, + 0.373047, + 0.378906, + 0.376953, + 0.349609, + 0.371094, + 0.439453, + 0.353516, + 0.404297, + 0.332031, + 0.589844, + 0.367188, + 0.347656, + 0.308594, + 0.392578, + 0.363281, + 0.396484, + 0.335938, + 0.375, + 0.34375, + 0.40625, + 0.384766, + 0.404297, + 0.367188, + 0.394531, + 0.390625, + 0.394531, + 0.355469, + 0.355469, + 0.400391, + 0.408203, + 0.386719, + 0.386719, + 0.347656, + 0.3125, + 0.369141, + 0.357422, + 0.394531, + 0.353516, + 0.369141, + 0.330078, + 0.408203, + 0.421875, + 0.392578, + 0.394531, + 0.349609, + 0.408203, + 0.417969, + 0.373047, + 0.412109, + 0.332031, + 0.384766, + 0.294922, + 0.367188, + 0.355469, + 0.283203, + 0.345703, + 0.404297, + 0.386719, + 0.335938, + 0.3125, + 0.396484, + 0.351562, + 0.400391, + 0.384766, + 0.429688, + 0.390625, + 0.363281, + 0.421875, + 0.410156, + 0.410156, + 0.431641, + 0.398438, + 0.378906, + 0.398438, + 0.373047, + 0.412109, + 0.388672, + 0.326172, + 0.398438, + 0.392578, + 0.380859, + 0.380859, + 0.394531, + 0.376953, + 0.326172, + 0.390625, + 0.386719, + 0.337891, + 0.371094, + 0.400391, + 0.40625, + 0.324219, + 0.394531, + 0.363281, + 0.341797, + 0.408203, + 0.361328, + 0.396484, + 0.333984, + 0.291016, + 0.400391, + 0.431641, + 0.390625, + 0.390625, + 0.386719, + 0.365234, + 0.341797, + 0.398438, + 0.464844, + 0.408203, + 0.355469, + 0.28125, + 0.339844, + 0.302734, + 0.382812, + 0.349609, + 0.373047, + 0.404297, + 0.339844, + 0.320312, + 0.328125, + 0.353516, + 0.373047, + 0.392578, + 0.332031, + 0.423828, + 0.386719, + 0.355469, + 0.392578, + 0.347656, + 0.388672, + 0.392578, + 0.404297, + 0.353516, + 0.359375, + 0.375, + 0.380859, + 0.392578, + 0.398438, + 0.357422, + 0.423828, + 0.369141, + 0.353516, + 0.375, + 0.390625, + 0.396484, + 0.373047, + 0.388672, + 0.402344, + 0.353516, + 0.335938, + 0.429688, + 0.367188, + 0.40625, + 0.322266, + 0.363281, + 0.378906, + 0.390625, + 0.396484, + 0.402344, + 0.320312, + 0.182617, + 0.34375, + 0.59375, + 0.382812, + 0.392578, + 0.365234, + 0.341797, + 0.40625, + 0.34375, + 0.392578, + 0.388672, + 0.291016, + 0.429688, + 0.308594, + 0.412109, + 0.394531, + 0.375, + 0.416016, + 0.396484, + 0.392578, + 0.359375, + 0.398438, + 0.322266, + 0.392578, + 0.435547, + 0.351562, + 0.417969, + 0.390625, + 0.404297, + 0.384766, + 0.361328, + 0.458984, + 0.369141, + 0.367188, + 0.425781, + 0.416016, + 0.382812, + 0.386719, + 0.392578, + 0.349609, + 0.4375, + 0.365234, + 0.298828, + 0.402344, + 0.396484, + 0.324219, + 0.394531, + 0.361328, + 0.261719, + 0.373047, + 0.330078, + 0.324219, + 0.40625, + 0.382812, + 0.365234, + 0.40625, + 0.40625, + 0.376953, + 0.367188, + 0.380859, + 0.476562, + 0.332031, + 0.335938, + 0.527344, + 0.351562, + 0.328125, + 0.369141, + 0.398438, + 0.320312, + 0.382812, + 0.361328, + 0.308594, + 0.375, + 0.423828, + 0.40625, + 0.421875, + 0.400391, + 0.386719, + 0.373047, + 0.339844, + 0.376953, + 0.361328, + 0.388672, + 0.380859, + 0.332031, + 0.386719, + 0.367188, + 0.412109, + 0.408203, + 0.326172, + 0.388672, + 0.414062, + 0.388672, + 0.375, + 0.359375, + 0.363281, + 0.353516, + 0.412109, + 0.353516, + 0.353516, + 0.388672, + 0.408203, + 0.419922, + 0.375, + 0.402344, + 0.345703, + 0.382812, + 0.328125, + 0.394531, + 0.371094, + 0.414062, + 0.412109, + 0.400391, + 0.410156, + 0.380859, + 0.328125, + 0.427734, + 0.378906, + 0.328125, + 0.345703, + 0.165039, + 0.359375, + 0.402344, + 0.392578, + 0.324219, + 0.417969, + 0.376953, + 0.376953, + 0.421875, + 0.369141, + 0.367188, + 0.412109, + 0.241211, + 0.341797, + 0.351562, + 0.414062, + 0.404297, + 0.337891, + 0.365234, + 0.355469, + 0.384766, + 0.396484, + 0.318359, + 0.392578, + 0.398438, + 0.367188, + 0.398438, + 0.425781, + 0.404297, + 0.345703, + 0.275391, + 0.353516, + 0.332031, + 0.341797, + 0.392578, + 0.359375, + 0.369141, + 0.398438, + 0.365234, + 0.378906, + 0.398438, + 0.335938, + 0.353516, + 0.40625, + 0.382812, + 0.349609, + 0.371094, + 0.337891, + 0.353516, + 0.320312, + 0.341797, + 0.382812, + 0.40625, + 0.396484, + 0.396484, + 0.408203, + 0.363281, + 0.219727, + 0.398438, + 0.320312, + 0.322266, + 0.34375, + 0.412109, + 0.369141, + 0.341797, + 0.326172, + 0.402344, + 0.396484, + 0.367188, + 0.369141, + 0.417969, + 0.382812, + 0.324219, + 0.404297, + 0.363281, + 0.400391, + 0.369141, + 0.388672, + 0.345703, + 0.328125, + 0.427734, + 0.386719, + 0.365234, + 0.355469, + 0.412109, + 0.382812, + 0.353516, + 0.373047, + 0.392578, + 0.375, + 0.351562, + 0.333984, + 0.417969, + 0.396484, + 0.400391, + 0.335938, + 0.400391, + 0.345703, + 0.316406, + 0.412109, + 0.394531, + 0.371094, + 0.390625, + 0.353516, + 0.330078, + 0.330078, + 0.408203, + 0.363281, + 0.365234, + 0.40625, + 0.337891, + 0.419922, + 0.376953, + 0.335938, + 0.388672, + 0.378906, + 0.296875, + 0.369141, + 0.369141, + 0.416016, + 0.335938, + 0.390625, + 0.371094, + 0.367188, + 0.363281, + 0.330078, + 0.417969, + 0.248047, + 0.373047, + 0.314453, + 0.155273, + 0.349609, + 0.378906, + 0.394531, + 0.337891, + 0.394531, + 0.373047, + 0.371094, + 0.402344, + 0.371094, + 0.326172, + 0.398438, + 0.373047, + 0.337891, + 0.335938, + 0.345703, + 0.369141, + 0.326172, + 0.34375, + 0.283203, + 0.416016, + 0.439453, + 0.404297, + 0.326172, + 0.375, + 0.380859, + 0.337891, + 0.408203, + 0.332031, + 0.328125, + 0.359375, + 0.421875, + 0.349609, + 0.355469, + 0.384766, + 0.384766, + 0.380859, + 0.402344, + 0.375, + 0.425781, + 0.390625, + 0.375, + 0.351562, + 0.283203, + 0.330078, + 0.337891, + 0.40625, + 0.404297, + 0.378906, + 0.404297, + 0.386719, + 0.388672, + 0.186523, + 0.353516, + 0.380859, + 0.40625, + 0.330078, + 0.419922, + 0.400391, + 0.361328, + 0.388672, + 0.392578, + 0.376953, + 0.402344, + 0.345703, + 0.394531, + 0.390625, + 0.357422, + 0.404297, + 0.410156, + 0.355469, + 0.386719, + 0.337891, + 0.365234, + 0.263672, + 0.318359, + 0.408203, + 0.363281, + 0.339844, + 0.369141, + 0.306641, + 0.414062, + 0.386719, + 0.419922, + 0.419922, + 0.371094, + 0.380859, + 0.333984, + 0.328125, + 0.394531, + 0.326172, + 0.365234, + 0.335938, + 0.390625, + 0.40625, + 0.369141, + 0.279297, + 0.359375, + 0.365234, + 0.376953, + 0.392578, + 0.271484, + 0.375, + 0.390625, + 0.332031, + 0.425781, + 0.341797, + 0.365234, + 0.400391, + 0.378906, + 0.394531, + 0.382812, + 0.394531, + 0.353516, + 0.394531, + 0.396484, + 0.186523, + 0.386719, + 0.388672, + 0.330078, + 0.333984, + 0.328125, + 0.40625, + 0.361328, + 0.410156, + 0.396484, + 0.378906, + 0.335938, + 0.347656, + 0.371094, + 0.376953, + 0.410156, + 0.384766, + 0.310547, + 0.376953, + 0.388672, + 0.351562, + 0.394531, + 0.361328, + 0.333984, + 0.349609, + 0.341797, + 0.339844, + 0.365234, + 0.296875, + 0.410156, + 0.382812, + 0.408203, + 0.380859, + 0.396484, + 0.341797, + 0.431641, + 0.298828, + 0.414062, + 0.394531, + 0.369141, + 0.304688, + 0.398438, + 0.380859, + 0.369141, + 0.373047, + 0.353516, + 0.384766, + 0.332031, + 0.351562, + 0.382812, + 0.255859, + 0.369141, + 0.371094, + 0.396484, + 0.392578, + 0.390625, + 0.378906, + 0.349609, + 0.382812, + 0.507812, + 0.40625, + 0.330078, + 0.363281, + 0.363281, + 0.386719, + 0.425781, + 0.371094, + 0.394531, + 0.353516, + 0.341797, + 0.408203, + 0.367188, + 0.382812, + 0.451172, + 0.371094, + 0.404297, + 0.402344, + 0.369141, + 0.339844, + 0.398438, + 0.367188, + 0.322266, + 0.410156, + 0.388672, + 0.384766, + 0.363281, + 0.400391, + 0.330078, + 0.443359, + 0.382812, + 0.392578, + 0.380859, + 0.357422, + 0.388672, + 0.410156, + 0.384766, + 0.40625, + 0.376953, + 0.410156, + 0.333984, + 0.349609, + 0.417969, + 0.400391, + 0.357422, + 0.339844, + 0.535156, + 0.316406, + 0.365234, + 0.378906, + 0.378906, + 0.328125, + 0.402344, + 0.314453, + 0.380859, + 0.335938, + 0.355469, + 0.416016, + 0.335938, + 0.388672, + 0.283203, + 0.355469, + 0.349609, + 0.380859, + 0.339844, + 0.367188, + 0.359375, + 0.40625, + 0.390625, + 0.335938, + 0.400391, + 0.324219, + 0.335938, + 0.384766, + 0.308594, + 0.410156, + 0.408203, + 0.390625, + 0.367188, + 0.388672, + 0.378906, + 0.371094, + 0.320312, + 0.390625, + 0.396484, + 0.408203, + 0.361328, + 0.259766, + 0.394531, + 0.404297, + 0.402344, + 0.332031, + 0.388672, + 0.373047, + 0.388672, + 0.320312, + 0.425781, + 0.337891, + 0.355469, + 0.417969, + 0.380859, + 0.384766, + 0.417969, + 0.367188, + 0.359375, + 0.328125, + 0.554688, + 0.421875, + 0.414062, + 0.392578, + 0.371094, + 0.382812, + 0.384766, + 0.390625, + 0.40625, + 0.330078, + 0.369141, + 0.423828, + 0.361328, + 0.417969, + 0.330078, + 0.373047, + 0.322266, + 0.386719, + 0.384766, + 0.371094, + 0.34375, + 0.390625, + 0.457031, + 0.380859, + 0.394531, + 0.378906, + 0.333984, + 0.316406, + 0.388672, + 0.386719, + 0.390625, + 0.339844, + 0.396484, + 0.423828, + 0.353516, + 0.369141, + 0.384766, + 0.396484, + 0.353516, + 0.384766, + 0.296875, + 0.376953, + 0.396484, + 0.355469, + 0.382812, + 0.382812, + 0.40625, + 0.375, + 0.155273, + 0.419922, + 0.380859, + 0.390625, + 0.369141, + 0.341797, + 0.40625, + 0.326172, + 0.376953, + 0.371094, + 0.330078, + 0.384766, + 0.388672, + 0.427734, + 0.335938, + 0.388672, + 0.351562, + 0.375, + 0.382812, + 0.345703, + 0.421875, + 0.341797, + 0.351562, + 0.373047, + 0.375, + 0.361328, + 0.40625, + 0.386719, + 0.322266, + 0.308594, + 0.363281, + 0.357422, + 0.398438, + 0.332031, + 0.404297, + 0.363281, + 0.412109, + 0.386719, + 0.392578, + 0.417969, + 0.384766, + 0.384766, + 0.326172, + 0.404297, + 0.398438, + 0.384766, + 0.408203, + 0.449219, + 0.388672, + 0.359375, + 0.351562, + 0.337891, + 0.417969, + 0.337891, + 0.388672, + 0.410156, + 0.394531, + 0.375, + 0.369141, + 0.353516, + 0.417969, + 0.402344, + 0.361328, + 0.421875, + 0.412109, + 0.408203, + 0.367188, + 0.376953, + 0.388672, + 0.306641, + 0.404297, + 0.398438, + 0.359375, + 0.328125, + 0.369141, + 0.392578, + 0.361328, + 0.365234, + 0.357422, + 0.326172, + 0.412109, + 0.40625, + 0.392578, + 0.34375, + 0.369141, + 0.408203, + 0.263672, + 0.384766, + 0.322266, + 0.371094, + 0.355469, + 0.400391, + 0.351562, + 0.386719, + 0.394531, + 0.408203, + 0.402344, + 0.335938, + 0.375, + 0.408203, + 0.398438, + 0.416016, + 0.382812, + 0.390625, + 0.351562, + 0.169922, + 0.273438, + 0.394531, + 0.376953, + 0.332031, + 0.398438, + 0.375, + 0.300781, + 0.365234, + 0.404297, + 0.400391, + 0.337891, + 0.398438, + 0.351562, + 0.400391, + 0.408203, + 0.349609, + 0.333984, + 0.386719, + 0.421875, + 0.345703, + 0.380859, + 0.419922, + 0.332031, + 0.345703, + 0.400391, + 0.398438, + 0.398438, + 0.363281, + 0.367188, + 0.353516, + 0.396484, + 0.416016, + 0.392578, + 0.378906, + 0.326172, + 0.380859, + 0.337891, + 0.394531, + 0.429688, + 0.402344, + 0.269531, + 0.396484, + 0.355469, + 0.400391, + 0.375, + 0.421875, + 0.410156, + 0.378906, + 0.396484, + 0.249023, + 0.421875, + 0.400391, + 0.388672, + 0.408203, + 0.330078, + 0.375, + 0.40625, + 0.332031, + 0.316406, + 0.371094, + 0.384766, + 0.384766, + 0.376953, + 0.441406, + 0.398438, + 0.351562, + 0.373047, + 0.324219, + 0.398438, + 0.345703, + 0.402344, + 0.390625, + 0.394531, + 0.402344, + 0.40625, + 0.378906, + 0.380859, + 0.353516, + 0.421875, + 0.423828, + 0.341797, + 0.398438, + 0.353516, + 0.339844, + 0.404297, + 0.28125, + 0.386719, + 0.359375, + 0.341797, + 0.355469, + 0.416016, + 0.417969, + 0.371094, + 0.394531, + 0.390625, + 0.384766, + 0.404297, + 0.34375, + 0.408203, + 0.416016, + 0.388672, + 0.400391, + 0.330078, + 0.328125, + 0.384766, + 0.410156, + 0.384766, + 0.398438, + 0.396484, + 0.427734, + 0.369141, + 0.349609, + 0.390625, + 0.382812, + 0.335938, + 0.396484, + 0.414062, + 0.394531, + 0.402344, + 0.425781, + 0.384766, + 0.421875, + 0.398438, + 0.359375, + 0.453125, + 0.416016, + 0.367188, + 0.398438, + 0.378906, + 0.363281, + 0.425781, + 0.335938, + 0.400391, + 0.388672, + 0.453125, + 0.351562, + 0.316406, + 0.330078, + 0.423828, + 0.392578, + 0.390625, + 0.578125, + 0.361328, + 0.398438, + 0.378906, + 0.316406, + 0.394531, + 0.361328, + 0.365234, + 0.390625, + 0.357422, + 0.361328, + 0.333984, + 0.345703, + 0.382812, + 0.388672, + 0.386719, + 0.326172, + 0.390625, + 0.390625, + 0.382812, + 0.398438, + 0.402344, + 0.412109, + 0.398438, + 0.390625, + 0.341797, + 0.292969, + 0.359375, + 0.376953, + 0.382812, + 0.378906, + 0.414062, + 0.347656, + 0.384766, + 0.326172, + 0.3125, + 0.373047, + 0.386719, + 0.359375, + 0.408203, + 0.388672, + 0.373047, + 0.376953, + 0.394531, + 0.398438, + 0.400391, + 0.361328, + 0.402344, + 0.376953, + 0.394531, + 0.332031, + 0.339844, + 0.328125, + 0.373047, + 0.380859, + 0.318359, + 0.373047, + 0.445312, + 0.357422, + 0.388672, + 0.417969, + 0.322266, + 0.322266, + 0.365234, + 0.324219, + 0.363281, + 0.347656, + 0.371094, + 0.341797, + 0.439453, + 0.15918, + 0.335938, + 0.414062, + 0.378906 + ] + }, + "name": "model.model.layers.29.post_attention_layernorm.weight", + "outputIndexes": [ + 2435 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2434 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_29/Mul_output_0", + "outputIndexes": [ + 2436 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2435, + 2436 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_29/Mul_1_output_0", + "outputIndexes": [ + 2437 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2437 + ], + "outputIndexes": [ + 5216 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5216 + ], + "outputIndexes": [ + 5217 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/gate_proj/Linear", + "inputIndexes": [ + 5217 + ], + "outputIndexes": [ + 5218 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 293626314, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5218 + ], + "outputIndexes": [ + 5219 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5219 + ], + "outputIndexes": [ + 2438 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2438 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_29/Sigmoid_output_0", + "outputIndexes": [ + 2439 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2438, + 2439 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_29/Mul_output_0", + "outputIndexes": [ + 2440 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2437 + ], + "outputIndexes": [ + 5220 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5220 + ], + "outputIndexes": [ + 5221 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/up_proj/Linear", + "inputIndexes": [ + 5221 + ], + "outputIndexes": [ + 5222 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 296206816, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5222 + ], + "outputIndexes": [ + 5223 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5223 + ], + "outputIndexes": [ + 2441 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2440, + 2441 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_29/Mul_output_0", + "outputIndexes": [ + 2442 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2442 + ], + "outputIndexes": [ + 5224 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5224 + ], + "outputIndexes": [ + 5225 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/down_proj/Linear", + "inputIndexes": [ + 5225 + ], + "outputIndexes": [ + 5226 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 298787318, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5226 + ], + "outputIndexes": [ + 5227 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.29/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5227 + ], + "outputIndexes": [ + 2443 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2434, + 2443 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_149_output_0", + "outputIndexes": [ + 2444 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2444, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_270_output_0", + "outputIndexes": [ + 2445 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.371094, + 0.417969, + 0.417969, + 0.480469, + 0.445312, + 0.435547, + 0.875, + 0.431641, + 0.357422, + 0.40625, + 0.382812, + 0.408203, + 0.337891, + 0.414062, + 0.363281, + 0.419922, + 0.671875, + 0.398438, + 0.382812, + 0.328125, + 0.427734, + 0.474609, + 0.419922, + 0.353516, + 0.435547, + 0.451172, + 0.367188, + 0.429688, + 0.421875, + 0.419922, + 0.472656, + 0.283203, + 0.417969, + 0.460938, + 0.40625, + 0.382812, + 0.367188, + 0.404297, + 0.421875, + 0.478516, + 0.431641, + 0.431641, + 0.427734, + 0.419922, + 0.384766, + 0.414062, + 0.490234, + 0.341797, + 0.451172, + 0.470703, + 0.441406, + 0.394531, + 0.392578, + 0.453125, + 0.373047, + 0.445312, + 0.5, + 0.400391, + 0.425781, + 0.492188, + 0.423828, + 0.439453, + 0.378906, + 0.445312, + 0.384766, + 0.523438, + 0.765625, + 0.324219, + 0.4375, + 0.660156, + 0.427734, + 0.347656, + 0.414062, + 0.400391, + 0.470703, + 0.400391, + 0.375, + 0.486328, + 0.320312, + 0.416016, + 0.373047, + 0.447266, + 0.353516, + 0.371094, + 0.453125, + 0.316406, + 0.53125, + 0.414062, + 0.515625, + 0.349609, + 0.384766, + 0.40625, + 0.333984, + 0.417969, + 0.265625, + 0.310547, + 0.53125, + 0.458984, + 0.519531, + 0.496094, + 0.417969, + 0.402344, + 0.423828, + 0.433594, + 0.439453, + 0.345703, + 0.519531, + 0.439453, + 0.390625, + 0.365234, + 0.380859, + 0.460938, + 0.414062, + 0.462891, + 0.4375, + 0.527344, + 0.417969, + 0.40625, + 0.447266, + 0.46875, + 0.435547, + 0.339844, + 0.398438, + 0.429688, + 0.53125, + 0.410156, + 0.796875, + 0.431641, + 0.400391, + 0.480469, + 0.439453, + 0.392578, + 0.466797, + 0.431641, + 0.4375, + 0.419922, + 0.417969, + 0.423828, + 0.539062, + 0.384766, + 0.447266, + 0.398438, + 0.427734, + 0.496094, + 0.390625, + 0.40625, + 0.396484, + 0.351562, + 0.396484, + 0.457031, + 0.417969, + 0.435547, + 0.404297, + 0.470703, + 0.419922, + 0.404297, + 0.396484, + 0.414062, + 0.251953, + 0.441406, + 0.304688, + 0.410156, + 0.376953, + 0.4375, + 0.402344, + 0.433594, + 0.316406, + 0.482422, + 0.388672, + 0.347656, + 0.421875, + 0.455078, + 0.455078, + 0.40625, + 0.363281, + 0.455078, + 0.378906, + 0.398438, + 0.421875, + 0.464844, + 0.382812, + 0.388672, + 0.392578, + 0.410156, + 0.392578, + 0.439453, + 0.417969, + 0.427734, + 0.453125, + 0.466797, + 0.482422, + 0.371094, + 0.277344, + 0.416016, + 0.410156, + 0.421875, + 0.40625, + 0.388672, + 0.135742, + 0.425781, + 0.388672, + 0.353516, + 0.386719, + 0.416016, + 0.388672, + 0.400391, + 0.458984, + 0.398438, + 0.410156, + 0.423828, + 0.443359, + 0.404297, + 0.4375, + 0.332031, + 0.433594, + 0.410156, + 0.400391, + 0.363281, + 0.457031, + 0.378906, + 0.416016, + 0.40625, + 0.351562, + 0.410156, + 0.478516, + 0.416016, + 0.455078, + 0.271484, + 0.523438, + 0.386719, + 0.386719, + 0.451172, + 0.421875, + 0.425781, + 0.515625, + 0.392578, + 0.419922, + 0.392578, + 0.494141, + 0.380859, + 0.451172, + 0.388672, + 0.392578, + 0.460938, + 0.421875, + 0.384766, + 0.384766, + 0.427734, + 0.419922, + 0.441406, + 0.396484, + 0.363281, + 0.326172, + 0.414062, + 0.417969, + 0.433594, + 0.373047, + 0.392578, + 0.361328, + 0.4375, + 0.441406, + 0.482422, + 0.439453, + 0.375, + 0.417969, + 0.429688, + 0.380859, + 0.453125, + 0.345703, + 0.470703, + 0.738281, + 0.369141, + 0.414062, + 0.675781, + 0.382812, + 0.425781, + 0.435547, + 0.361328, + 0.351562, + 0.445312, + 0.375, + 0.435547, + 0.380859, + 0.484375, + 0.460938, + 0.410156, + 0.472656, + 0.462891, + 0.416016, + 0.462891, + 0.455078, + 0.441406, + 0.449219, + 0.472656, + 0.449219, + 0.380859, + 0.310547, + 0.410156, + 0.441406, + 0.400391, + 0.392578, + 0.433594, + 0.40625, + 0.373047, + 0.455078, + 0.414062, + 0.388672, + 0.40625, + 0.445312, + 0.462891, + 0.357422, + 0.46875, + 0.382812, + 0.433594, + 0.457031, + 0.355469, + 0.404297, + 0.365234, + 0.5625, + 0.443359, + 0.458984, + 0.435547, + 0.4375, + 0.396484, + 0.414062, + 0.412109, + 0.429688, + 0.498047, + 0.433594, + 0.404297, + 0.535156, + 0.373047, + 0.412109, + 0.416016, + 0.496094, + 0.410156, + 0.478516, + 0.351562, + 0.355469, + 0.355469, + 0.402344, + 0.423828, + 0.412109, + 0.365234, + 0.466797, + 0.494141, + 0.380859, + 0.392578, + 0.392578, + 0.445312, + 0.488281, + 0.427734, + 0.357422, + 0.449219, + 0.431641, + 0.507812, + 0.439453, + 0.425781, + 0.371094, + 0.496094, + 0.382812, + 0.412109, + 0.414062, + 0.419922, + 0.435547, + 0.398438, + 0.492188, + 0.447266, + 0.375, + 0.380859, + 0.451172, + 0.365234, + 0.439453, + 0.300781, + 0.431641, + 0.394531, + 0.412109, + 0.439453, + 0.417969, + 0.445312, + 0.753906, + 0.392578, + 0.554688, + 0.408203, + 0.380859, + 0.388672, + 0.419922, + 0.453125, + 0.425781, + 0.429688, + 0.425781, + 0.478516, + 0.484375, + 0.349609, + 0.511719, + 0.439453, + 0.421875, + 0.470703, + 0.494141, + 0.431641, + 0.4375, + 0.503906, + 0.400391, + 0.394531, + 0.441406, + 0.363281, + 0.507812, + 0.460938, + 0.396484, + 0.392578, + 0.394531, + 0.503906, + 0.365234, + 0.388672, + 0.486328, + 0.419922, + 0.386719, + 0.40625, + 0.410156, + 0.46875, + 0.527344, + 0.402344, + 0.458984, + 0.40625, + 0.417969, + 0.333984, + 0.427734, + 0.455078, + 0.511719, + 0.451172, + 0.330078, + 0.375, + 0.431641, + 0.431641, + 0.359375, + 0.451172, + 0.490234, + 0.414062, + 0.376953, + 0.376953, + 0.503906, + 0.412109, + 0.400391, + 0.535156, + 0.382812, + 0.408203, + 0.388672, + 0.498047, + 0.375, + 0.416016, + 0.453125, + 0.535156, + 0.384766, + 0.441406, + 0.408203, + 0.492188, + 0.464844, + 0.40625, + 0.376953, + 0.398438, + 0.410156, + 0.455078, + 0.400391, + 0.472656, + 0.304688, + 0.421875, + 0.402344, + 0.457031, + 0.464844, + 0.396484, + 0.433594, + 0.431641, + 0.439453, + 0.441406, + 0.423828, + 0.371094, + 0.402344, + 0.427734, + 0.394531, + 0.382812, + 0.457031, + 0.451172, + 0.466797, + 0.375, + 0.443359, + 0.416016, + 0.447266, + 0.392578, + 0.419922, + 0.380859, + 0.511719, + 0.478516, + 0.423828, + 0.435547, + 0.412109, + 0.40625, + 0.441406, + 0.400391, + 0.402344, + 0.388672, + 0.8125, + 0.382812, + 0.394531, + 0.449219, + 0.402344, + 0.445312, + 0.408203, + 0.464844, + 0.566406, + 0.441406, + 0.410156, + 0.466797, + 0.570312, + 0.367188, + 0.404297, + 0.488281, + 0.476562, + 0.369141, + 0.376953, + 0.394531, + 0.416016, + 0.464844, + 0.375, + 0.386719, + 0.474609, + 0.447266, + 0.445312, + 0.472656, + 0.441406, + 0.40625, + 0.523438, + 0.390625, + 0.351562, + 0.253906, + 0.466797, + 0.414062, + 0.408203, + 0.451172, + 0.375, + 0.412109, + 0.472656, + 0.34375, + 0.396484, + 0.404297, + 0.429688, + 0.392578, + 0.408203, + 0.304688, + 0.441406, + 0.390625, + 0.425781, + 0.371094, + 0.496094, + 0.441406, + 0.441406, + 0.427734, + 0.417969, + 0.08252, + 0.402344, + 0.306641, + 0.40625, + 0.412109, + 0.433594, + 0.375, + 0.351562, + 0.335938, + 0.410156, + 0.410156, + 0.40625, + 0.451172, + 0.462891, + 0.439453, + 0.375, + 0.417969, + 0.386719, + 0.429688, + 0.384766, + 0.412109, + 0.394531, + 0.283203, + 0.503906, + 0.408203, + 0.398438, + 0.429688, + 0.4375, + 0.40625, + 0.431641, + 0.410156, + 0.457031, + 0.363281, + 0.380859, + 0.349609, + 0.462891, + 0.398438, + 0.472656, + 0.347656, + 0.435547, + 0.363281, + 0.363281, + 0.472656, + 0.417969, + 0.472656, + 0.412109, + 0.333984, + 0.275391, + 0.380859, + 0.427734, + 0.363281, + 0.40625, + 0.425781, + 0.369141, + 0.458984, + 0.451172, + 0.396484, + 0.421875, + 0.390625, + 0.578125, + 0.421875, + 0.390625, + 0.455078, + 0.255859, + 0.384766, + 0.416016, + 0.445312, + 0.394531, + 0.289062, + 0.478516, + 0.53125, + 0.435547, + 0.277344, + 0.792969, + 0.373047, + 0.376953, + 0.376953, + 0.384766, + 0.431641, + 0.449219, + 0.46875, + 0.435547, + 0.40625, + 0.441406, + 0.427734, + 0.421875, + 0.398438, + 0.332031, + 0.369141, + 0.408203, + 0.283203, + 0.478516, + 0.546875, + 0.486328, + 0.472656, + 0.472656, + 0.369141, + 0.404297, + 0.414062, + 0.255859, + 0.425781, + 0.335938, + 0.421875, + 0.394531, + 0.435547, + 0.392578, + 0.373047, + 0.410156, + 0.398438, + 0.4375, + 0.416016, + 0.421875, + 0.414062, + 0.429688, + 0.429688, + 0.445312, + 0.609375, + 0.353516, + 0.314453, + 0.527344, + 0.400391, + 0.4375, + 0.457031, + 0.457031, + 0.486328, + 0.808594, + 0.388672, + 0.498047, + 0.503906, + 0.365234, + 0.455078, + 0.457031, + 0.357422, + 0.417969, + 0.449219, + 0.425781, + 0.457031, + 0.376953, + 0.417969, + 0.402344, + 0.378906, + 0.410156, + 0.390625, + 0.392578, + 0.412109, + 0.396484, + 0.376953, + 0.597656, + 0.423828, + 0.392578, + 0.398438, + 0.335938, + 0.457031, + 0.486328, + 0.462891, + 0.431641, + 0.458984, + 0.474609, + 0.390625, + 0.400391, + 0.367188, + 0.335938, + 0.435547, + 0.339844, + 0.378906, + 0.363281, + 0.457031, + 0.416016, + 0.402344, + 0.761719, + 0.394531, + 0.417969, + 0.419922, + 0.462891, + 0.289062, + 0.421875, + 0.396484, + 0.363281, + 0.480469, + 0.347656, + 0.388672, + 0.451172, + 0.431641, + 0.429688, + 0.423828, + 0.408203, + 0.4375, + 0.462891, + 0.402344, + 0.878906, + 0.394531, + 0.425781, + 0.449219, + 0.347656, + 0.308594, + 0.423828, + 0.394531, + 0.443359, + 0.439453, + 0.349609, + 0.378906, + 0.380859, + 0.380859, + 0.417969, + 0.46875, + 0.423828, + 0.425781, + 0.449219, + 0.40625, + 0.353516, + 0.388672, + 0.388672, + 0.412109, + 0.441406, + 0.384766, + 0.380859, + 0.380859, + 0.589844, + 0.46875, + 0.431641, + 0.5, + 0.410156, + 0.439453, + 0.367188, + 0.429688, + 0.488281, + 0.464844, + 0.431641, + 0.425781, + 0.433594, + 0.460938, + 0.423828, + 0.408203, + 0.472656, + 0.400391, + 0.447266, + 0.376953, + 0.396484, + 0.460938, + 0.574219, + 0.371094, + 0.398438, + 0.419922, + 0.431641, + 0.416016, + 0.421875, + 0.417969, + 0.417969, + 0.539062, + 0.494141, + 0.353516, + 0.46875, + 0.400391, + 0.464844, + 0.429688, + 0.425781, + 0.439453, + 0.470703, + 0.398438, + 0.40625, + 0.421875, + 0.433594, + 0.652344, + 0.435547, + 0.486328, + 0.425781, + 0.388672, + 0.417969, + 0.435547, + 0.367188, + 0.417969, + 0.464844, + 0.449219, + 0.435547, + 0.394531, + 0.503906, + 0.296875, + 0.4375, + 0.433594, + 0.439453, + 0.433594, + 0.404297, + 0.404297, + 0.5, + 0.445312, + 0.402344, + 0.404297, + 0.447266, + 0.400391, + 0.355469, + 0.439453, + 0.455078, + 0.449219, + 0.34375, + 0.5625, + 0.574219, + 0.388672, + 0.449219, + 0.414062, + 0.380859, + 0.460938, + 0.330078, + 0.433594, + 0.421875, + 0.455078, + 0.484375, + 0.306641, + 0.478516, + 0.519531, + 0.384766, + 0.427734, + 0.423828, + 0.378906, + 0.412109, + 0.435547, + 0.417969, + 0.433594, + 0.388672, + 0.414062, + 0.259766, + 0.300781, + 0.4375, + 0.421875, + 0.419922, + 0.451172, + 0.421875, + 0.439453, + 0.474609, + 0.408203, + 0.380859, + 0.5, + 0.4375, + 0.455078, + 0.511719, + 0.384766, + 0.550781, + 0.396484, + 0.439453, + 0.400391, + 0.341797, + 0.398438, + 0.416016, + 0.484375, + 0.439453, + 0.462891, + 0.384766, + 0.388672, + 0.5625, + 0.392578, + 0.423828, + 0.472656, + 0.410156, + 0.443359, + 0.396484, + 0.578125, + 0.503906, + 0.472656, + 0.447266, + 0.376953, + 0.412109, + 0.394531, + 0.470703, + 0.435547, + 0.376953, + 0.410156, + 0.589844, + 0.419922, + 0.445312, + 0.369141, + 0.419922, + 0.380859, + 0.408203, + 0.460938, + 0.416016, + 0.339844, + 0.404297, + 0.498047, + 0.386719, + 0.376953, + 0.412109, + 0.291016, + 0.367188, + 0.398438, + 0.433594, + 0.447266, + 0.431641, + 0.394531, + 0.474609, + 0.388672, + 0.396484, + 0.429688, + 0.40625, + 0.550781, + 0.404297, + 0.457031, + 0.421875, + 0.441406, + 0.404297, + 0.423828, + 0.447266, + 0.445312, + 0.398438, + 0.730469, + 0.488281, + 0.419922, + 0.447266, + 0.523438, + 0.349609, + 0.427734, + 0.308594, + 0.384766, + 0.427734, + 0.535156, + 0.40625, + 0.582031, + 0.421875, + 0.384766, + 0.427734, + 0.421875, + 0.384766, + 0.470703, + 0.683594, + 0.449219, + 0.34375, + 0.458984, + 0.429688, + 0.451172, + 0.375, + 0.492188, + 0.441406, + 0.349609, + 0.703125, + 0.402344, + 0.419922, + 0.476562, + 0.34375, + 0.458984, + 0.382812, + 0.429688, + 0.457031, + 0.421875, + 0.470703, + 0.371094, + 0.421875, + 0.330078, + 0.425781, + 0.455078, + 0.46875, + 0.427734, + 0.5, + 0.585938, + 0.382812, + 0.375, + 0.375, + 0.419922, + 0.371094, + 0.455078, + 0.412109, + 0.412109, + 0.427734, + 0.414062, + 0.388672, + 0.46875, + 0.425781, + 0.410156, + 0.480469, + 0.462891, + 0.4375, + 0.376953, + 0.439453, + 0.466797, + 0.484375, + 0.398438, + 0.419922, + 0.396484, + 0.371094, + 0.4375, + 0.390625, + 0.386719, + 0.376953, + 0.466797, + 0.3125, + 0.433594, + 0.445312, + 0.423828, + 0.279297, + 0.419922, + 0.457031, + 0.546875, + 0.425781, + 0.330078, + 0.402344, + 0.365234, + 0.464844, + 0.400391, + 0.427734, + 0.443359, + 0.464844, + 0.421875, + 0.34375, + 0.416016, + 0.480469, + 0.427734, + 0.472656, + 0.410156, + 0.427734, + 0.314453, + 0.761719, + 0.490234, + 0.457031, + 0.425781, + 0.400391, + 0.427734, + 0.40625, + 0.492188, + 0.427734, + 0.439453, + 0.419922, + 0.441406, + 0.439453, + 0.4375, + 0.472656, + 0.492188, + 0.367188, + 0.404297, + 0.439453, + 0.441406, + 0.390625, + 0.410156, + 0.402344, + 0.421875, + 0.341797, + 0.478516, + 0.457031, + 0.457031, + 0.462891, + 0.361328, + 0.386719, + 0.439453, + 0.550781, + 0.417969, + 0.400391, + 0.371094, + 0.392578, + 0.375, + 0.402344, + 0.449219, + 0.439453, + 0.671875, + 0.416016, + 0.353516, + 0.451172, + 0.423828, + 0.462891, + 0.4375, + 0.441406, + 0.410156, + 0.800781, + 0.464844, + 0.355469, + 0.455078, + 0.490234, + 0.419922, + 0.376953, + 0.523438, + 0.275391, + 0.337891, + 0.416016, + 0.394531, + 0.40625, + 0.402344, + 0.53125, + 0.439453, + 0.353516, + 0.431641, + 0.333984, + 0.464844, + 0.384766, + 0.445312, + 0.400391, + 0.441406, + 0.451172, + 0.433594, + 0.408203, + 0.390625, + 0.378906, + 0.496094, + 0.460938, + 0.443359, + 0.46875, + 0.400391, + 0.470703, + 0.435547, + 0.632812, + 0.4375, + 0.390625, + 0.414062, + 0.378906, + 0.419922, + 0.449219, + 0.451172, + 0.431641, + 0.425781, + 0.4375, + 0.484375, + 0.390625, + 0.410156, + 0.546875, + 0.492188, + 0.435547, + 0.28125, + 0.414062, + 0.388672, + 0.427734, + 0.386719, + 0.435547, + 0.425781, + 0.470703, + 0.425781, + 0.40625, + 0.404297, + 0.445312, + 0.316406, + 0.429688, + 0.435547, + 0.466797, + 0.507812, + 0.492188, + 0.431641, + 0.414062, + 0.449219, + 0.400391, + 0.492188, + 0.480469, + 0.414062, + 0.412109, + 0.394531, + 0.402344, + 0.503906, + 0.382812, + 0.447266, + 0.421875, + 0.478516, + 0.335938, + 0.408203, + 0.341797, + 0.482422, + 0.462891, + 0.412109, + 0.617188, + 0.447266, + 0.435547, + 0.408203, + 0.318359, + 0.410156, + 0.402344, + 0.402344, + 0.421875, + 0.369141, + 0.462891, + 0.349609, + 0.455078, + 0.439453, + 0.388672, + 0.417969, + 0.353516, + 0.388672, + 0.394531, + 0.449219, + 0.472656, + 0.429688, + 0.443359, + 0.386719, + 0.412109, + 0.441406, + 0.390625, + 0.376953, + 0.480469, + 0.414062, + 0.427734, + 0.431641, + 0.410156, + 0.447266, + 0.353516, + 0.388672, + 0.367188, + 0.457031, + 0.408203, + 0.464844, + 0.349609, + 0.431641, + 0.414062, + 0.435547, + 0.40625, + 0.464844, + 0.40625, + 0.447266, + 0.419922, + 0.433594, + 0.302734, + 0.392578, + 0.337891, + 0.443359, + 0.445312, + 0.447266, + 0.378906, + 0.474609, + 0.443359, + 0.410156, + 0.400391, + 0.386719, + 0.363281, + 0.378906, + 0.349609, + 0.378906, + 0.423828, + 0.429688, + 0.369141, + 0.4375, + 0.847656, + 0.332031, + 0.480469, + 0.427734 + ] + }, + "name": "model.model.layers.30.input_layernorm.weight", + "outputIndexes": [ + 2446 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2445 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_30/Mul_output_0", + "outputIndexes": [ + 2447 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2446, + 2447 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_30/Mul_1_output_0", + "outputIndexes": [ + 2448 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2448 + ], + "outputIndexes": [ + 5228 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5228 + ], + "outputIndexes": [ + 5229 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/q_proj/Linear", + "inputIndexes": [ + 5229 + ], + "outputIndexes": [ + 5230 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 301367820, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5230 + ], + "outputIndexes": [ + 5231 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5231 + ], + "outputIndexes": [ + 2449 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2448 + ], + "main_type": "NONE", + "name": "/Shape_421_output_0", + "outputIndexes": [ + 2450 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2450 + ], + "main_type": "NONE", + "name": "Shape6559", + "outputIndexes": [ + 2451 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2450 + ], + "main_type": "NONE", + "name": "Rank6561", + "outputIndexes": [ + 2452 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2452, + 2452 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6563", + "outputIndexes": [ + 2453 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2453 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6564", + "outputIndexes": [ + 2454 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2453, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6566", + "outputIndexes": [ + 2455 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2455 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6567", + "outputIndexes": [ + 2456 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2451, + 2454, + 2456, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6570", + "outputIndexes": [ + 2457 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2457 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6571", + "outputIndexes": [ + 2458 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2458 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6572", + "outputIndexes": [ + 2459 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2459, + 2458 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6573", + "outputIndexes": [ + 2460 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2450, + 2460, + 2453 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_454_output_0", + "outputIndexes": [ + 2461 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2461, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_961_output_0", + "outputIndexes": [ + 2462 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2462, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_390_output_0", + "outputIndexes": [ + 2463 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2449, + 2463 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_271_output_0", + "outputIndexes": [ + 2464 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2464, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_240_output_0", + "outputIndexes": [ + 2465 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2464 + ], + "main_type": "NONE", + "name": "/Shape_422_output_0", + "outputIndexes": [ + 2466 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2466 + ], + "main_type": "NONE", + "name": "Shape6580", + "outputIndexes": [ + 2467 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2466 + ], + "main_type": "NONE", + "name": "Rank6582", + "outputIndexes": [ + 2468 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2468, + 2468 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6584", + "outputIndexes": [ + 2469 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2469 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6585", + "outputIndexes": [ + 2470 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2469, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6587", + "outputIndexes": [ + 2471 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2471 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6588", + "outputIndexes": [ + 2472 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2467, + 2470, + 2472, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6591", + "outputIndexes": [ + 2473 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2473 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6592", + "outputIndexes": [ + 2474 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2474 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6593", + "outputIndexes": [ + 2475 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2475, + 2474 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6594", + "outputIndexes": [ + 2476 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2466, + 2476, + 2469 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_455_output_0", + "outputIndexes": [ + 2477 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2477, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_90_output_0", + "outputIndexes": [ + 2478 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2478, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_966_output_0", + "outputIndexes": [ + 2479 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2464, + 2479, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_121_output_0", + "outputIndexes": [ + 2480 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2480 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_60_output_0", + "outputIndexes": [ + 2481 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2464, + 22, + 2479, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_120_output_0", + "outputIndexes": [ + 2482 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2481, + 2482 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_393_output_0", + "outputIndexes": [ + 2483 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2483, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_241_output_0", + "outputIndexes": [ + 2484 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2465, + 2484 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_150_output_0", + "outputIndexes": [ + 2485 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2448 + ], + "outputIndexes": [ + 5232 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5232 + ], + "outputIndexes": [ + 5233 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/k_proj/Linear", + "inputIndexes": [ + 5233 + ], + "outputIndexes": [ + 5234 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 302289442, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5234 + ], + "outputIndexes": [ + 5235 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5235 + ], + "outputIndexes": [ + 2486 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2462, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_391_output_0", + "outputIndexes": [ + 2487 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2486, + 2487 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_272_output_0", + "outputIndexes": [ + 2488 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2488, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_242_output_0", + "outputIndexes": [ + 2489 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2488 + ], + "main_type": "NONE", + "name": "/Shape_423_output_0", + "outputIndexes": [ + 2490 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2490 + ], + "main_type": "NONE", + "name": "Shape6643", + "outputIndexes": [ + 2491 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2490 + ], + "main_type": "NONE", + "name": "Rank6645", + "outputIndexes": [ + 2492 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2492, + 2492 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6647", + "outputIndexes": [ + 2493 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2493 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6648", + "outputIndexes": [ + 2494 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2493, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6650", + "outputIndexes": [ + 2495 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2495 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6651", + "outputIndexes": [ + 2496 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2491, + 2494, + 2496, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6654", + "outputIndexes": [ + 2497 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2497 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6655", + "outputIndexes": [ + 2498 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6656", + "outputIndexes": [ + 2499 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2499, + 2498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6657", + "outputIndexes": [ + 2500 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2490, + 2500, + 2493 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_456_output_0", + "outputIndexes": [ + 2501 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2501, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_91_output_0", + "outputIndexes": [ + 2502 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2502, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_968_output_0", + "outputIndexes": [ + 2503 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2488, + 2503, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_123_output_0", + "outputIndexes": [ + 2504 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2504 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_61_output_0", + "outputIndexes": [ + 2505 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2488, + 22, + 2503, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_122_output_0", + "outputIndexes": [ + 2506 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2505, + 2506 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_394_output_0", + "outputIndexes": [ + 2507 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2507, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_243_output_0", + "outputIndexes": [ + 2508 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2489, + 2508 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_151_output_0", + "outputIndexes": [ + 2509 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2448 + ], + "outputIndexes": [ + 5236 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5236 + ], + "outputIndexes": [ + 5237 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/v_proj/Linear", + "inputIndexes": [ + 5237 + ], + "outputIndexes": [ + 5238 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 302519864, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5238 + ], + "outputIndexes": [ + 5239 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5239 + ], + "outputIndexes": [ + 2510 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2510, + 2487 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_273_output_0", + "outputIndexes": [ + 2511 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2485, + 2509, + 2511, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_278_output_0", + "outputIndexes": [ + 2512 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2512 + ], + "outputIndexes": [ + 5240 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5240 + ], + "outputIndexes": [ + 5241 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/o_proj/Linear", + "inputIndexes": [ + 5241 + ], + "outputIndexes": [ + 5242 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 302750286, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5242 + ], + "outputIndexes": [ + 5243 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5243 + ], + "outputIndexes": [ + 2513 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2445, + 2513 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_153_output_0", + "outputIndexes": [ + 2514 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.337891, + 0.396484, + 0.402344, + 0.417969, + 0.416016, + 0.398438, + 0.120117, + 0.414062, + 0.361328, + 0.332031, + 0.3125, + 0.396484, + 0.34375, + 0.398438, + 0.382812, + 0.398438, + 0.192383, + 0.390625, + 0.396484, + 0.330078, + 0.394531, + 0.408203, + 0.355469, + 0.363281, + 0.365234, + 0.421875, + 0.361328, + 0.412109, + 0.404297, + 0.423828, + 0.324219, + 0.141602, + 0.396484, + 0.380859, + 0.398438, + 0.392578, + 0.332031, + 0.402344, + 0.304688, + 0.417969, + 0.404297, + 0.390625, + 0.373047, + 0.355469, + 0.337891, + 0.367188, + 0.443359, + 0.335938, + 0.425781, + 0.287109, + 0.412109, + 0.322266, + 0.388672, + 0.394531, + 0.330078, + 0.398438, + 0.46875, + 0.382812, + 0.384766, + 0.414062, + 0.400391, + 0.408203, + 0.373047, + 0.404297, + 0.34375, + 0.316406, + 0.219727, + 0.318359, + 0.423828, + 0.223633, + 0.423828, + 0.3125, + 0.371094, + 0.365234, + 0.414062, + 0.369141, + 0.380859, + 0.416016, + 0.3125, + 0.386719, + 0.382812, + 0.423828, + 0.359375, + 0.376953, + 0.414062, + 0.351562, + 0.429688, + 0.330078, + 0.462891, + 0.324219, + 0.375, + 0.394531, + 0.341797, + 0.404297, + 0.332031, + 0.333984, + 0.515625, + 0.427734, + 0.433594, + 0.396484, + 0.380859, + 0.375, + 0.419922, + 0.410156, + 0.357422, + 0.337891, + 0.414062, + 0.392578, + 0.392578, + 0.400391, + 0.394531, + 0.447266, + 0.376953, + 0.386719, + 0.414062, + 0.335938, + 0.404297, + 0.408203, + 0.451172, + 0.416016, + 0.394531, + 0.347656, + 0.423828, + 0.335938, + 0.445312, + 0.386719, + 0.201172, + 0.419922, + 0.416016, + 0.433594, + 0.412109, + 0.412109, + 0.402344, + 0.384766, + 0.417969, + 0.398438, + 0.40625, + 0.373047, + 0.314453, + 0.359375, + 0.433594, + 0.363281, + 0.392578, + 0.451172, + 0.421875, + 0.408203, + 0.396484, + 0.355469, + 0.404297, + 0.40625, + 0.402344, + 0.388672, + 0.404297, + 0.416016, + 0.400391, + 0.369141, + 0.435547, + 0.386719, + 0.330078, + 0.412109, + 0.332031, + 0.382812, + 0.324219, + 0.417969, + 0.382812, + 0.449219, + 0.314453, + 0.40625, + 0.388672, + 0.318359, + 0.357422, + 0.416016, + 0.427734, + 0.367188, + 0.324219, + 0.429688, + 0.371094, + 0.40625, + 0.435547, + 0.414062, + 0.388672, + 0.361328, + 0.388672, + 0.384766, + 0.40625, + 0.408203, + 0.392578, + 0.396484, + 0.417969, + 0.419922, + 0.416016, + 0.363281, + 0.322266, + 0.396484, + 0.398438, + 0.394531, + 0.382812, + 0.353516, + 0.103027, + 0.412109, + 0.386719, + 0.390625, + 0.365234, + 0.394531, + 0.367188, + 0.402344, + 0.447266, + 0.378906, + 0.353516, + 0.419922, + 0.394531, + 0.394531, + 0.398438, + 0.324219, + 0.410156, + 0.388672, + 0.408203, + 0.371094, + 0.416016, + 0.388672, + 0.386719, + 0.382812, + 0.355469, + 0.382812, + 0.4375, + 0.373047, + 0.425781, + 0.332031, + 0.585938, + 0.386719, + 0.355469, + 0.306641, + 0.404297, + 0.375, + 0.421875, + 0.349609, + 0.400391, + 0.355469, + 0.404297, + 0.400391, + 0.412109, + 0.382812, + 0.412109, + 0.396484, + 0.412109, + 0.376953, + 0.34375, + 0.414062, + 0.425781, + 0.394531, + 0.398438, + 0.355469, + 0.306641, + 0.396484, + 0.367188, + 0.412109, + 0.363281, + 0.373047, + 0.339844, + 0.421875, + 0.425781, + 0.404297, + 0.396484, + 0.355469, + 0.414062, + 0.429688, + 0.386719, + 0.417969, + 0.335938, + 0.392578, + 0.245117, + 0.376953, + 0.373047, + 0.223633, + 0.34375, + 0.412109, + 0.400391, + 0.345703, + 0.326172, + 0.416016, + 0.355469, + 0.416016, + 0.390625, + 0.433594, + 0.402344, + 0.378906, + 0.429688, + 0.423828, + 0.416016, + 0.431641, + 0.410156, + 0.390625, + 0.40625, + 0.382812, + 0.410156, + 0.396484, + 0.365234, + 0.408203, + 0.412109, + 0.388672, + 0.396484, + 0.396484, + 0.388672, + 0.324219, + 0.400391, + 0.394531, + 0.347656, + 0.386719, + 0.414062, + 0.416016, + 0.328125, + 0.408203, + 0.373047, + 0.339844, + 0.416016, + 0.371094, + 0.40625, + 0.333984, + 0.291016, + 0.398438, + 0.445312, + 0.408203, + 0.402344, + 0.398438, + 0.380859, + 0.359375, + 0.40625, + 0.474609, + 0.410156, + 0.363281, + 0.279297, + 0.345703, + 0.310547, + 0.40625, + 0.353516, + 0.392578, + 0.417969, + 0.349609, + 0.318359, + 0.330078, + 0.367188, + 0.384766, + 0.396484, + 0.351562, + 0.431641, + 0.400391, + 0.359375, + 0.402344, + 0.363281, + 0.40625, + 0.414062, + 0.414062, + 0.363281, + 0.375, + 0.388672, + 0.402344, + 0.400391, + 0.404297, + 0.380859, + 0.423828, + 0.371094, + 0.353516, + 0.396484, + 0.408203, + 0.410156, + 0.390625, + 0.400391, + 0.410156, + 0.367188, + 0.351562, + 0.431641, + 0.388672, + 0.410156, + 0.314453, + 0.380859, + 0.378906, + 0.396484, + 0.398438, + 0.40625, + 0.308594, + 0.143555, + 0.357422, + 0.613281, + 0.394531, + 0.40625, + 0.382812, + 0.353516, + 0.410156, + 0.347656, + 0.404297, + 0.40625, + 0.292969, + 0.449219, + 0.316406, + 0.423828, + 0.402344, + 0.375, + 0.435547, + 0.417969, + 0.410156, + 0.361328, + 0.414062, + 0.335938, + 0.410156, + 0.460938, + 0.357422, + 0.412109, + 0.408203, + 0.416016, + 0.394531, + 0.375, + 0.458984, + 0.386719, + 0.382812, + 0.429688, + 0.421875, + 0.386719, + 0.402344, + 0.392578, + 0.351562, + 0.435547, + 0.375, + 0.257812, + 0.412109, + 0.416016, + 0.333984, + 0.414062, + 0.373047, + 0.238281, + 0.386719, + 0.310547, + 0.341797, + 0.419922, + 0.390625, + 0.378906, + 0.414062, + 0.429688, + 0.392578, + 0.388672, + 0.400391, + 0.476562, + 0.341797, + 0.34375, + 0.542969, + 0.371094, + 0.341797, + 0.378906, + 0.417969, + 0.320312, + 0.400391, + 0.376953, + 0.300781, + 0.386719, + 0.419922, + 0.410156, + 0.429688, + 0.414062, + 0.396484, + 0.380859, + 0.347656, + 0.394531, + 0.369141, + 0.402344, + 0.392578, + 0.308594, + 0.404297, + 0.375, + 0.429688, + 0.421875, + 0.341797, + 0.384766, + 0.414062, + 0.390625, + 0.394531, + 0.375, + 0.375, + 0.365234, + 0.412109, + 0.361328, + 0.367188, + 0.408203, + 0.427734, + 0.421875, + 0.384766, + 0.410156, + 0.347656, + 0.404297, + 0.337891, + 0.404297, + 0.388672, + 0.423828, + 0.423828, + 0.40625, + 0.419922, + 0.392578, + 0.335938, + 0.433594, + 0.392578, + 0.326172, + 0.355469, + 0.117676, + 0.371094, + 0.417969, + 0.402344, + 0.308594, + 0.419922, + 0.388672, + 0.376953, + 0.419922, + 0.375, + 0.380859, + 0.417969, + 0.201172, + 0.349609, + 0.353516, + 0.433594, + 0.414062, + 0.339844, + 0.376953, + 0.371094, + 0.402344, + 0.404297, + 0.316406, + 0.414062, + 0.414062, + 0.378906, + 0.416016, + 0.443359, + 0.419922, + 0.349609, + 0.261719, + 0.371094, + 0.335938, + 0.335938, + 0.404297, + 0.375, + 0.384766, + 0.412109, + 0.375, + 0.396484, + 0.414062, + 0.335938, + 0.361328, + 0.416016, + 0.394531, + 0.365234, + 0.376953, + 0.324219, + 0.351562, + 0.328125, + 0.349609, + 0.400391, + 0.417969, + 0.40625, + 0.414062, + 0.40625, + 0.378906, + 0.211914, + 0.414062, + 0.326172, + 0.310547, + 0.345703, + 0.425781, + 0.378906, + 0.337891, + 0.332031, + 0.423828, + 0.402344, + 0.376953, + 0.380859, + 0.431641, + 0.398438, + 0.337891, + 0.417969, + 0.373047, + 0.417969, + 0.376953, + 0.400391, + 0.367188, + 0.324219, + 0.435547, + 0.392578, + 0.373047, + 0.365234, + 0.417969, + 0.404297, + 0.376953, + 0.388672, + 0.408203, + 0.380859, + 0.375, + 0.332031, + 0.441406, + 0.412109, + 0.416016, + 0.339844, + 0.416016, + 0.306641, + 0.316406, + 0.419922, + 0.402344, + 0.378906, + 0.40625, + 0.367188, + 0.326172, + 0.337891, + 0.416016, + 0.386719, + 0.380859, + 0.423828, + 0.347656, + 0.431641, + 0.384766, + 0.341797, + 0.394531, + 0.404297, + 0.271484, + 0.392578, + 0.378906, + 0.414062, + 0.322266, + 0.402344, + 0.378906, + 0.382812, + 0.373047, + 0.332031, + 0.435547, + 0.225586, + 0.382812, + 0.320312, + 0.111816, + 0.363281, + 0.392578, + 0.408203, + 0.347656, + 0.410156, + 0.384766, + 0.384766, + 0.412109, + 0.390625, + 0.332031, + 0.410156, + 0.382812, + 0.341797, + 0.330078, + 0.361328, + 0.380859, + 0.335938, + 0.347656, + 0.287109, + 0.425781, + 0.429688, + 0.412109, + 0.328125, + 0.396484, + 0.392578, + 0.322266, + 0.417969, + 0.333984, + 0.318359, + 0.375, + 0.433594, + 0.363281, + 0.361328, + 0.396484, + 0.392578, + 0.388672, + 0.410156, + 0.386719, + 0.431641, + 0.421875, + 0.384766, + 0.355469, + 0.248047, + 0.347656, + 0.332031, + 0.390625, + 0.423828, + 0.390625, + 0.410156, + 0.402344, + 0.400391, + 0.148438, + 0.367188, + 0.396484, + 0.412109, + 0.339844, + 0.429688, + 0.416016, + 0.375, + 0.394531, + 0.404297, + 0.382812, + 0.410156, + 0.34375, + 0.410156, + 0.408203, + 0.378906, + 0.416016, + 0.421875, + 0.371094, + 0.408203, + 0.339844, + 0.382812, + 0.231445, + 0.332031, + 0.417969, + 0.367188, + 0.359375, + 0.386719, + 0.283203, + 0.425781, + 0.384766, + 0.425781, + 0.431641, + 0.376953, + 0.388672, + 0.339844, + 0.339844, + 0.400391, + 0.328125, + 0.371094, + 0.345703, + 0.402344, + 0.414062, + 0.371094, + 0.237305, + 0.378906, + 0.380859, + 0.386719, + 0.429688, + 0.257812, + 0.388672, + 0.402344, + 0.337891, + 0.4375, + 0.34375, + 0.384766, + 0.416016, + 0.390625, + 0.404297, + 0.392578, + 0.40625, + 0.359375, + 0.402344, + 0.412109, + 0.143555, + 0.404297, + 0.40625, + 0.314453, + 0.351562, + 0.332031, + 0.40625, + 0.371094, + 0.423828, + 0.404297, + 0.402344, + 0.349609, + 0.345703, + 0.380859, + 0.394531, + 0.429688, + 0.398438, + 0.300781, + 0.382812, + 0.402344, + 0.361328, + 0.416016, + 0.388672, + 0.308594, + 0.365234, + 0.351562, + 0.339844, + 0.375, + 0.277344, + 0.419922, + 0.384766, + 0.423828, + 0.392578, + 0.40625, + 0.345703, + 0.447266, + 0.296875, + 0.429688, + 0.408203, + 0.375, + 0.300781, + 0.414062, + 0.394531, + 0.388672, + 0.390625, + 0.376953, + 0.402344, + 0.332031, + 0.373047, + 0.40625, + 0.233398, + 0.380859, + 0.376953, + 0.402344, + 0.410156, + 0.402344, + 0.394531, + 0.365234, + 0.388672, + 0.503906, + 0.427734, + 0.326172, + 0.386719, + 0.378906, + 0.400391, + 0.429688, + 0.380859, + 0.398438, + 0.361328, + 0.361328, + 0.427734, + 0.394531, + 0.390625, + 0.455078, + 0.400391, + 0.394531, + 0.408203, + 0.380859, + 0.355469, + 0.417969, + 0.382812, + 0.328125, + 0.417969, + 0.40625, + 0.410156, + 0.386719, + 0.425781, + 0.326172, + 0.445312, + 0.388672, + 0.400391, + 0.390625, + 0.375, + 0.398438, + 0.427734, + 0.394531, + 0.416016, + 0.388672, + 0.423828, + 0.34375, + 0.345703, + 0.431641, + 0.425781, + 0.375, + 0.345703, + 0.507812, + 0.271484, + 0.375, + 0.390625, + 0.388672, + 0.335938, + 0.416016, + 0.332031, + 0.398438, + 0.347656, + 0.351562, + 0.421875, + 0.322266, + 0.400391, + 0.269531, + 0.369141, + 0.365234, + 0.386719, + 0.355469, + 0.388672, + 0.378906, + 0.423828, + 0.414062, + 0.345703, + 0.414062, + 0.330078, + 0.328125, + 0.404297, + 0.294922, + 0.419922, + 0.423828, + 0.388672, + 0.382812, + 0.40625, + 0.390625, + 0.378906, + 0.347656, + 0.396484, + 0.402344, + 0.429688, + 0.386719, + 0.25, + 0.400391, + 0.416016, + 0.40625, + 0.335938, + 0.398438, + 0.386719, + 0.408203, + 0.320312, + 0.425781, + 0.355469, + 0.361328, + 0.425781, + 0.402344, + 0.400391, + 0.429688, + 0.375, + 0.369141, + 0.328125, + 0.558594, + 0.417969, + 0.414062, + 0.400391, + 0.388672, + 0.400391, + 0.386719, + 0.404297, + 0.419922, + 0.326172, + 0.375, + 0.427734, + 0.369141, + 0.433594, + 0.316406, + 0.384766, + 0.326172, + 0.382812, + 0.400391, + 0.376953, + 0.351562, + 0.402344, + 0.470703, + 0.398438, + 0.412109, + 0.400391, + 0.337891, + 0.306641, + 0.396484, + 0.402344, + 0.408203, + 0.339844, + 0.414062, + 0.423828, + 0.371094, + 0.380859, + 0.398438, + 0.410156, + 0.367188, + 0.392578, + 0.285156, + 0.392578, + 0.412109, + 0.376953, + 0.40625, + 0.396484, + 0.421875, + 0.382812, + 0.116211, + 0.427734, + 0.392578, + 0.400391, + 0.380859, + 0.359375, + 0.419922, + 0.320312, + 0.398438, + 0.394531, + 0.339844, + 0.408203, + 0.400391, + 0.445312, + 0.353516, + 0.404297, + 0.359375, + 0.392578, + 0.386719, + 0.279297, + 0.441406, + 0.324219, + 0.369141, + 0.388672, + 0.376953, + 0.371094, + 0.412109, + 0.402344, + 0.333984, + 0.277344, + 0.369141, + 0.367188, + 0.416016, + 0.316406, + 0.410156, + 0.380859, + 0.421875, + 0.398438, + 0.408203, + 0.427734, + 0.400391, + 0.394531, + 0.337891, + 0.416016, + 0.402344, + 0.398438, + 0.414062, + 0.46875, + 0.388672, + 0.369141, + 0.353516, + 0.355469, + 0.427734, + 0.351562, + 0.392578, + 0.414062, + 0.410156, + 0.384766, + 0.382812, + 0.361328, + 0.421875, + 0.40625, + 0.380859, + 0.429688, + 0.414062, + 0.431641, + 0.380859, + 0.382812, + 0.396484, + 0.261719, + 0.404297, + 0.40625, + 0.375, + 0.322266, + 0.394531, + 0.410156, + 0.375, + 0.373047, + 0.375, + 0.328125, + 0.419922, + 0.419922, + 0.412109, + 0.328125, + 0.390625, + 0.410156, + 0.245117, + 0.398438, + 0.347656, + 0.382812, + 0.373047, + 0.414062, + 0.376953, + 0.396484, + 0.404297, + 0.416016, + 0.421875, + 0.320312, + 0.390625, + 0.421875, + 0.40625, + 0.435547, + 0.398438, + 0.412109, + 0.330078, + 0.143555, + 0.291016, + 0.40625, + 0.398438, + 0.34375, + 0.425781, + 0.382812, + 0.300781, + 0.371094, + 0.410156, + 0.400391, + 0.347656, + 0.40625, + 0.373047, + 0.408203, + 0.410156, + 0.359375, + 0.333984, + 0.400391, + 0.431641, + 0.349609, + 0.400391, + 0.447266, + 0.34375, + 0.324219, + 0.417969, + 0.410156, + 0.417969, + 0.375, + 0.384766, + 0.369141, + 0.408203, + 0.402344, + 0.408203, + 0.388672, + 0.3125, + 0.390625, + 0.353516, + 0.408203, + 0.425781, + 0.419922, + 0.227539, + 0.414062, + 0.373047, + 0.412109, + 0.384766, + 0.4375, + 0.417969, + 0.392578, + 0.404297, + 0.205078, + 0.4375, + 0.419922, + 0.40625, + 0.419922, + 0.34375, + 0.380859, + 0.414062, + 0.34375, + 0.324219, + 0.376953, + 0.390625, + 0.382812, + 0.392578, + 0.443359, + 0.419922, + 0.359375, + 0.386719, + 0.316406, + 0.412109, + 0.353516, + 0.414062, + 0.394531, + 0.400391, + 0.419922, + 0.421875, + 0.386719, + 0.388672, + 0.365234, + 0.447266, + 0.439453, + 0.349609, + 0.421875, + 0.369141, + 0.351562, + 0.40625, + 0.253906, + 0.402344, + 0.376953, + 0.339844, + 0.367188, + 0.421875, + 0.419922, + 0.375, + 0.40625, + 0.419922, + 0.408203, + 0.416016, + 0.363281, + 0.421875, + 0.416016, + 0.396484, + 0.419922, + 0.318359, + 0.341797, + 0.392578, + 0.427734, + 0.404297, + 0.408203, + 0.408203, + 0.443359, + 0.378906, + 0.365234, + 0.400391, + 0.384766, + 0.341797, + 0.402344, + 0.433594, + 0.404297, + 0.421875, + 0.449219, + 0.388672, + 0.427734, + 0.412109, + 0.369141, + 0.455078, + 0.427734, + 0.384766, + 0.417969, + 0.390625, + 0.376953, + 0.439453, + 0.345703, + 0.40625, + 0.398438, + 0.460938, + 0.361328, + 0.316406, + 0.322266, + 0.423828, + 0.400391, + 0.410156, + 0.589844, + 0.371094, + 0.416016, + 0.386719, + 0.3125, + 0.410156, + 0.378906, + 0.386719, + 0.402344, + 0.380859, + 0.369141, + 0.349609, + 0.359375, + 0.392578, + 0.392578, + 0.400391, + 0.320312, + 0.402344, + 0.398438, + 0.390625, + 0.414062, + 0.412109, + 0.416016, + 0.417969, + 0.412109, + 0.357422, + 0.291016, + 0.373047, + 0.394531, + 0.398438, + 0.386719, + 0.4375, + 0.367188, + 0.404297, + 0.326172, + 0.326172, + 0.386719, + 0.400391, + 0.386719, + 0.421875, + 0.410156, + 0.386719, + 0.402344, + 0.414062, + 0.416016, + 0.410156, + 0.355469, + 0.419922, + 0.398438, + 0.416016, + 0.324219, + 0.355469, + 0.310547, + 0.386719, + 0.394531, + 0.322266, + 0.382812, + 0.462891, + 0.367188, + 0.396484, + 0.435547, + 0.310547, + 0.324219, + 0.371094, + 0.318359, + 0.371094, + 0.359375, + 0.378906, + 0.353516, + 0.441406, + 0.117676, + 0.324219, + 0.433594, + 0.400391 + ] + }, + "name": "model.model.layers.30.post_attention_layernorm.weight", + "outputIndexes": [ + 2515 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2514 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_30/Mul_output_0", + "outputIndexes": [ + 2516 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2515, + 2516 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_30/Mul_1_output_0", + "outputIndexes": [ + 2517 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2517 + ], + "outputIndexes": [ + 5244 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5244 + ], + "outputIndexes": [ + 5245 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/gate_proj/Linear", + "inputIndexes": [ + 5245 + ], + "outputIndexes": [ + 5246 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 303671908, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5246 + ], + "outputIndexes": [ + 5247 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5247 + ], + "outputIndexes": [ + 2518 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2518 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_30/Sigmoid_output_0", + "outputIndexes": [ + 2519 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2518, + 2519 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_30/Mul_output_0", + "outputIndexes": [ + 2520 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2517 + ], + "outputIndexes": [ + 5248 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5248 + ], + "outputIndexes": [ + 5249 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/up_proj/Linear", + "inputIndexes": [ + 5249 + ], + "outputIndexes": [ + 5250 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 306252410, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5250 + ], + "outputIndexes": [ + 5251 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5251 + ], + "outputIndexes": [ + 2521 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2520, + 2521 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_30/Mul_output_0", + "outputIndexes": [ + 2522 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2522 + ], + "outputIndexes": [ + 5252 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5252 + ], + "outputIndexes": [ + 5253 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/down_proj/Linear", + "inputIndexes": [ + 5253 + ], + "outputIndexes": [ + 5254 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 308832912, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5254 + ], + "outputIndexes": [ + 5255 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.30/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5255 + ], + "outputIndexes": [ + 2523 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2514, + 2523 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_154_output_0", + "outputIndexes": [ + 2524 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2524, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_279_output_0", + "outputIndexes": [ + 2525 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.365234, + 0.380859, + 0.365234, + 0.435547, + 0.412109, + 0.369141, + 0.777344, + 0.380859, + 0.355469, + 0.382812, + 0.431641, + 0.369141, + 0.337891, + 0.384766, + 0.373047, + 0.386719, + 0.605469, + 0.371094, + 0.365234, + 0.357422, + 0.378906, + 0.427734, + 0.382812, + 0.357422, + 0.384766, + 0.419922, + 0.363281, + 0.367188, + 0.382812, + 0.349609, + 0.433594, + 0.263672, + 0.367188, + 0.402344, + 0.363281, + 0.353516, + 0.384766, + 0.382812, + 0.433594, + 0.378906, + 0.378906, + 0.388672, + 0.390625, + 0.376953, + 0.367188, + 0.400391, + 0.410156, + 0.365234, + 0.400391, + 0.455078, + 0.378906, + 0.414062, + 0.369141, + 0.412109, + 0.369141, + 0.408203, + 0.425781, + 0.361328, + 0.390625, + 0.398438, + 0.380859, + 0.382812, + 0.355469, + 0.390625, + 0.369141, + 0.476562, + 0.691406, + 0.410156, + 0.404297, + 0.636719, + 0.380859, + 0.367188, + 0.349609, + 0.376953, + 0.396484, + 0.361328, + 0.382812, + 0.392578, + 0.412109, + 0.351562, + 0.369141, + 0.417969, + 0.349609, + 0.335938, + 0.398438, + 0.339844, + 0.480469, + 0.40625, + 0.466797, + 0.365234, + 0.345703, + 0.380859, + 0.337891, + 0.361328, + 0.402344, + 0.363281, + 0.486328, + 0.414062, + 0.46875, + 0.458984, + 0.40625, + 0.367188, + 0.378906, + 0.390625, + 0.425781, + 0.382812, + 0.476562, + 0.382812, + 0.375, + 0.357422, + 0.341797, + 0.402344, + 0.371094, + 0.417969, + 0.398438, + 0.519531, + 0.380859, + 0.361328, + 0.412109, + 0.396484, + 0.394531, + 0.359375, + 0.378906, + 0.441406, + 0.453125, + 0.363281, + 0.78125, + 0.380859, + 0.367188, + 0.445312, + 0.398438, + 0.337891, + 0.400391, + 0.369141, + 0.400391, + 0.371094, + 0.396484, + 0.380859, + 0.519531, + 0.361328, + 0.400391, + 0.398438, + 0.384766, + 0.421875, + 0.359375, + 0.388672, + 0.390625, + 0.345703, + 0.376953, + 0.388672, + 0.404297, + 0.396484, + 0.378906, + 0.439453, + 0.376953, + 0.386719, + 0.378906, + 0.347656, + 0.404297, + 0.365234, + 0.390625, + 0.384766, + 0.376953, + 0.425781, + 0.359375, + 0.382812, + 0.416016, + 0.429688, + 0.355469, + 0.373047, + 0.388672, + 0.388672, + 0.400391, + 0.375, + 0.447266, + 0.390625, + 0.373047, + 0.355469, + 0.394531, + 0.421875, + 0.365234, + 0.363281, + 0.345703, + 0.384766, + 0.378906, + 0.419922, + 0.371094, + 0.380859, + 0.384766, + 0.425781, + 0.376953, + 0.371094, + 0.384766, + 0.369141, + 0.388672, + 0.386719, + 0.378906, + 0.398438, + 0.185547, + 0.388672, + 0.349609, + 0.328125, + 0.353516, + 0.359375, + 0.361328, + 0.369141, + 0.414062, + 0.367188, + 0.425781, + 0.388672, + 0.388672, + 0.347656, + 0.384766, + 0.373047, + 0.382812, + 0.355469, + 0.375, + 0.359375, + 0.410156, + 0.363281, + 0.382812, + 0.363281, + 0.347656, + 0.367188, + 0.417969, + 0.359375, + 0.410156, + 0.367188, + 0.482422, + 0.376953, + 0.375, + 0.4375, + 0.394531, + 0.384766, + 0.423828, + 0.378906, + 0.382812, + 0.365234, + 0.441406, + 0.349609, + 0.421875, + 0.373047, + 0.349609, + 0.384766, + 0.380859, + 0.347656, + 0.384766, + 0.384766, + 0.394531, + 0.398438, + 0.378906, + 0.34375, + 0.373047, + 0.404297, + 0.392578, + 0.453125, + 0.363281, + 0.349609, + 0.363281, + 0.361328, + 0.400391, + 0.419922, + 0.382812, + 0.355469, + 0.363281, + 0.416016, + 0.375, + 0.396484, + 0.382812, + 0.425781, + 0.710938, + 0.347656, + 0.376953, + 0.671875, + 0.365234, + 0.396484, + 0.382812, + 0.345703, + 0.390625, + 0.394531, + 0.339844, + 0.390625, + 0.361328, + 0.398438, + 0.396484, + 0.369141, + 0.40625, + 0.388672, + 0.373047, + 0.382812, + 0.400391, + 0.384766, + 0.380859, + 0.400391, + 0.376953, + 0.371094, + 0.324219, + 0.396484, + 0.361328, + 0.34375, + 0.375, + 0.380859, + 0.359375, + 0.384766, + 0.380859, + 0.369141, + 0.367188, + 0.376953, + 0.376953, + 0.40625, + 0.367188, + 0.40625, + 0.371094, + 0.412109, + 0.412109, + 0.363281, + 0.380859, + 0.341797, + 0.503906, + 0.431641, + 0.435547, + 0.394531, + 0.394531, + 0.359375, + 0.363281, + 0.392578, + 0.384766, + 0.455078, + 0.380859, + 0.359375, + 0.503906, + 0.357422, + 0.425781, + 0.375, + 0.480469, + 0.355469, + 0.408203, + 0.349609, + 0.380859, + 0.378906, + 0.373047, + 0.380859, + 0.382812, + 0.357422, + 0.421875, + 0.441406, + 0.365234, + 0.369141, + 0.378906, + 0.392578, + 0.431641, + 0.392578, + 0.337891, + 0.404297, + 0.382812, + 0.457031, + 0.380859, + 0.376953, + 0.34375, + 0.445312, + 0.351562, + 0.376953, + 0.345703, + 0.392578, + 0.402344, + 0.371094, + 0.402344, + 0.398438, + 0.380859, + 0.333984, + 0.40625, + 0.341797, + 0.376953, + 0.382812, + 0.425781, + 0.376953, + 0.373047, + 0.392578, + 0.361328, + 0.445312, + 0.648438, + 0.339844, + 0.515625, + 0.375, + 0.365234, + 0.369141, + 0.371094, + 0.402344, + 0.408203, + 0.373047, + 0.400391, + 0.484375, + 0.414062, + 0.376953, + 0.458984, + 0.378906, + 0.371094, + 0.386719, + 0.419922, + 0.378906, + 0.392578, + 0.474609, + 0.380859, + 0.351562, + 0.453125, + 0.347656, + 0.439453, + 0.404297, + 0.386719, + 0.376953, + 0.392578, + 0.470703, + 0.365234, + 0.359375, + 0.427734, + 0.392578, + 0.375, + 0.367188, + 0.382812, + 0.462891, + 0.4375, + 0.347656, + 0.458984, + 0.373047, + 0.388672, + 0.347656, + 0.353516, + 0.404297, + 0.507812, + 0.402344, + 0.410156, + 0.375, + 0.380859, + 0.398438, + 0.332031, + 0.394531, + 0.455078, + 0.365234, + 0.359375, + 0.375, + 0.447266, + 0.369141, + 0.384766, + 0.492188, + 0.363281, + 0.396484, + 0.398438, + 0.503906, + 0.398438, + 0.378906, + 0.425781, + 0.515625, + 0.367188, + 0.412109, + 0.361328, + 0.457031, + 0.388672, + 0.378906, + 0.355469, + 0.359375, + 0.382812, + 0.429688, + 0.367188, + 0.396484, + 0.394531, + 0.363281, + 0.34375, + 0.400391, + 0.419922, + 0.376953, + 0.40625, + 0.367188, + 0.417969, + 0.392578, + 0.388672, + 0.351562, + 0.390625, + 0.394531, + 0.359375, + 0.367188, + 0.392578, + 0.390625, + 0.416016, + 0.359375, + 0.414062, + 0.363281, + 0.394531, + 0.388672, + 0.398438, + 0.361328, + 0.447266, + 0.421875, + 0.380859, + 0.388672, + 0.390625, + 0.369141, + 0.378906, + 0.371094, + 0.380859, + 0.375, + 0.777344, + 0.361328, + 0.371094, + 0.396484, + 0.445312, + 0.390625, + 0.382812, + 0.392578, + 0.490234, + 0.384766, + 0.363281, + 0.417969, + 0.582031, + 0.365234, + 0.363281, + 0.464844, + 0.416016, + 0.361328, + 0.357422, + 0.357422, + 0.369141, + 0.404297, + 0.404297, + 0.367188, + 0.408203, + 0.373047, + 0.414062, + 0.427734, + 0.394531, + 0.386719, + 0.515625, + 0.355469, + 0.357422, + 0.376953, + 0.402344, + 0.367188, + 0.365234, + 0.410156, + 0.357422, + 0.390625, + 0.417969, + 0.349609, + 0.375, + 0.365234, + 0.371094, + 0.375, + 0.355469, + 0.412109, + 0.378906, + 0.386719, + 0.396484, + 0.349609, + 0.410156, + 0.380859, + 0.392578, + 0.382812, + 0.376953, + 0.065918, + 0.365234, + 0.373047, + 0.458984, + 0.384766, + 0.396484, + 0.359375, + 0.34375, + 0.376953, + 0.376953, + 0.376953, + 0.375, + 0.386719, + 0.425781, + 0.394531, + 0.375, + 0.400391, + 0.392578, + 0.394531, + 0.376953, + 0.365234, + 0.361328, + 0.363281, + 0.423828, + 0.371094, + 0.382812, + 0.400391, + 0.402344, + 0.404297, + 0.382812, + 0.384766, + 0.431641, + 0.357422, + 0.339844, + 0.363281, + 0.396484, + 0.349609, + 0.392578, + 0.341797, + 0.388672, + 0.439453, + 0.378906, + 0.441406, + 0.376953, + 0.40625, + 0.376953, + 0.341797, + 0.388672, + 0.357422, + 0.396484, + 0.359375, + 0.376953, + 0.388672, + 0.357422, + 0.423828, + 0.417969, + 0.382812, + 0.388672, + 0.369141, + 0.570312, + 0.365234, + 0.367188, + 0.394531, + 0.388672, + 0.355469, + 0.382812, + 0.412109, + 0.367188, + 0.378906, + 0.417969, + 0.566406, + 0.400391, + 0.382812, + 0.6875, + 0.347656, + 0.367188, + 0.361328, + 0.351562, + 0.433594, + 0.382812, + 0.398438, + 0.361328, + 0.378906, + 0.408203, + 0.386719, + 0.363281, + 0.373047, + 0.394531, + 0.376953, + 0.376953, + 0.386719, + 0.412109, + 0.5, + 0.4375, + 0.394531, + 0.417969, + 0.376953, + 0.363281, + 0.365234, + 0.392578, + 0.375, + 0.380859, + 0.40625, + 0.369141, + 0.386719, + 0.376953, + 0.380859, + 0.363281, + 0.363281, + 0.363281, + 0.376953, + 0.378906, + 0.392578, + 0.390625, + 0.369141, + 0.421875, + 0.546875, + 0.351562, + 0.373047, + 0.554688, + 0.365234, + 0.382812, + 0.410156, + 0.414062, + 0.443359, + 0.824219, + 0.361328, + 0.390625, + 0.455078, + 0.369141, + 0.392578, + 0.40625, + 0.349609, + 0.369141, + 0.423828, + 0.388672, + 0.433594, + 0.378906, + 0.373047, + 0.353516, + 0.380859, + 0.373047, + 0.359375, + 0.380859, + 0.384766, + 0.408203, + 0.367188, + 0.585938, + 0.386719, + 0.388672, + 0.373047, + 0.34375, + 0.412109, + 0.457031, + 0.384766, + 0.373047, + 0.419922, + 0.439453, + 0.376953, + 0.341797, + 0.375, + 0.365234, + 0.396484, + 0.386719, + 0.353516, + 0.363281, + 0.394531, + 0.375, + 0.400391, + 0.753906, + 0.378906, + 0.398438, + 0.369141, + 0.439453, + 0.298828, + 0.373047, + 0.363281, + 0.365234, + 0.390625, + 0.351562, + 0.361328, + 0.384766, + 0.419922, + 0.408203, + 0.392578, + 0.382812, + 0.400391, + 0.408203, + 0.367188, + 0.746094, + 0.357422, + 0.371094, + 0.457031, + 0.353516, + 0.402344, + 0.382812, + 0.365234, + 0.410156, + 0.378906, + 0.34375, + 0.365234, + 0.375, + 0.367188, + 0.388672, + 0.457031, + 0.394531, + 0.408203, + 0.380859, + 0.384766, + 0.345703, + 0.337891, + 0.367188, + 0.484375, + 0.400391, + 0.355469, + 0.367188, + 0.351562, + 0.5625, + 0.404297, + 0.382812, + 0.423828, + 0.361328, + 0.404297, + 0.369141, + 0.394531, + 0.460938, + 0.433594, + 0.386719, + 0.380859, + 0.460938, + 0.417969, + 0.380859, + 0.369141, + 0.417969, + 0.431641, + 0.382812, + 0.365234, + 0.390625, + 0.392578, + 0.550781, + 0.363281, + 0.373047, + 0.357422, + 0.396484, + 0.371094, + 0.375, + 0.369141, + 0.398438, + 0.464844, + 0.427734, + 0.359375, + 0.460938, + 0.388672, + 0.416016, + 0.384766, + 0.380859, + 0.408203, + 0.412109, + 0.373047, + 0.359375, + 0.384766, + 0.404297, + 0.578125, + 0.376953, + 0.470703, + 0.398438, + 0.359375, + 0.398438, + 0.386719, + 0.345703, + 0.417969, + 0.421875, + 0.375, + 0.376953, + 0.369141, + 0.423828, + 0.382812, + 0.425781, + 0.400391, + 0.378906, + 0.390625, + 0.363281, + 0.359375, + 0.408203, + 0.388672, + 0.353516, + 0.394531, + 0.441406, + 0.363281, + 0.361328, + 0.375, + 0.40625, + 0.398438, + 0.335938, + 0.519531, + 0.628906, + 0.349609, + 0.400391, + 0.378906, + 0.351562, + 0.410156, + 0.337891, + 0.384766, + 0.423828, + 0.402344, + 0.421875, + 0.367188, + 0.447266, + 0.46875, + 0.347656, + 0.373047, + 0.367188, + 0.369141, + 0.369141, + 0.416016, + 0.388672, + 0.417969, + 0.375, + 0.378906, + 0.40625, + 0.376953, + 0.369141, + 0.431641, + 0.373047, + 0.382812, + 0.380859, + 0.400391, + 0.466797, + 0.367188, + 0.339844, + 0.453125, + 0.388672, + 0.398438, + 0.474609, + 0.384766, + 0.53125, + 0.367188, + 0.388672, + 0.380859, + 0.351562, + 0.361328, + 0.386719, + 0.398438, + 0.390625, + 0.392578, + 0.351562, + 0.365234, + 0.558594, + 0.367188, + 0.398438, + 0.412109, + 0.375, + 0.386719, + 0.386719, + 0.486328, + 0.419922, + 0.449219, + 0.472656, + 0.357422, + 0.359375, + 0.347656, + 0.433594, + 0.376953, + 0.353516, + 0.396484, + 0.546875, + 0.378906, + 0.398438, + 0.40625, + 0.373047, + 0.400391, + 0.369141, + 0.392578, + 0.380859, + 0.337891, + 0.359375, + 0.447266, + 0.365234, + 0.371094, + 0.361328, + 0.386719, + 0.410156, + 0.357422, + 0.400391, + 0.398438, + 0.398438, + 0.369141, + 0.382812, + 0.384766, + 0.369141, + 0.376953, + 0.386719, + 0.542969, + 0.369141, + 0.445312, + 0.378906, + 0.40625, + 0.365234, + 0.367188, + 0.417969, + 0.416016, + 0.376953, + 0.6875, + 0.429688, + 0.371094, + 0.410156, + 0.457031, + 0.349609, + 0.396484, + 0.386719, + 0.351562, + 0.376953, + 0.494141, + 0.361328, + 0.53125, + 0.388672, + 0.369141, + 0.400391, + 0.423828, + 0.367188, + 0.441406, + 0.699219, + 0.376953, + 0.433594, + 0.419922, + 0.376953, + 0.40625, + 0.380859, + 0.4375, + 0.373047, + 0.351562, + 0.710938, + 0.369141, + 0.388672, + 0.427734, + 0.384766, + 0.402344, + 0.359375, + 0.376953, + 0.404297, + 0.380859, + 0.429688, + 0.359375, + 0.388672, + 0.351562, + 0.392578, + 0.423828, + 0.449219, + 0.400391, + 0.462891, + 0.59375, + 0.357422, + 0.337891, + 0.365234, + 0.367188, + 0.361328, + 0.384766, + 0.376953, + 0.367188, + 0.386719, + 0.386719, + 0.363281, + 0.386719, + 0.363281, + 0.382812, + 0.414062, + 0.433594, + 0.394531, + 0.349609, + 0.427734, + 0.402344, + 0.460938, + 0.359375, + 0.390625, + 0.369141, + 0.371094, + 0.392578, + 0.365234, + 0.361328, + 0.349609, + 0.410156, + 0.337891, + 0.394531, + 0.410156, + 0.380859, + 0.384766, + 0.376953, + 0.40625, + 0.503906, + 0.378906, + 0.380859, + 0.359375, + 0.347656, + 0.402344, + 0.349609, + 0.376953, + 0.398438, + 0.410156, + 0.376953, + 0.40625, + 0.386719, + 0.398438, + 0.361328, + 0.425781, + 0.394531, + 0.398438, + 0.371094, + 0.734375, + 0.507812, + 0.386719, + 0.396484, + 0.373047, + 0.390625, + 0.357422, + 0.53125, + 0.414062, + 0.384766, + 0.388672, + 0.386719, + 0.414062, + 0.414062, + 0.433594, + 0.404297, + 0.361328, + 0.388672, + 0.400391, + 0.380859, + 0.355469, + 0.388672, + 0.375, + 0.398438, + 0.439453, + 0.417969, + 0.421875, + 0.402344, + 0.419922, + 0.34375, + 0.369141, + 0.388672, + 0.511719, + 0.365234, + 0.34375, + 0.375, + 0.371094, + 0.365234, + 0.396484, + 0.404297, + 0.417969, + 0.742188, + 0.359375, + 0.337891, + 0.398438, + 0.380859, + 0.400391, + 0.392578, + 0.402344, + 0.400391, + 0.828125, + 0.400391, + 0.378906, + 0.382812, + 0.431641, + 0.408203, + 0.371094, + 0.455078, + 0.412109, + 0.378906, + 0.365234, + 0.357422, + 0.378906, + 0.371094, + 0.523438, + 0.384766, + 0.351562, + 0.416016, + 0.427734, + 0.400391, + 0.388672, + 0.392578, + 0.378906, + 0.427734, + 0.416016, + 0.388672, + 0.390625, + 0.347656, + 0.369141, + 0.398438, + 0.402344, + 0.392578, + 0.398438, + 0.361328, + 0.421875, + 0.410156, + 0.652344, + 0.373047, + 0.371094, + 0.363281, + 0.361328, + 0.373047, + 0.375, + 0.414062, + 0.396484, + 0.392578, + 0.376953, + 0.410156, + 0.380859, + 0.382812, + 0.474609, + 0.482422, + 0.384766, + 0.371094, + 0.375, + 0.361328, + 0.378906, + 0.341797, + 0.390625, + 0.369141, + 0.390625, + 0.390625, + 0.382812, + 0.367188, + 0.384766, + 0.347656, + 0.380859, + 0.357422, + 0.392578, + 0.427734, + 0.451172, + 0.367188, + 0.394531, + 0.435547, + 0.375, + 0.435547, + 0.429688, + 0.376953, + 0.347656, + 0.382812, + 0.371094, + 0.429688, + 0.369141, + 0.414062, + 0.394531, + 0.417969, + 0.345703, + 0.373047, + 0.359375, + 0.447266, + 0.433594, + 0.402344, + 0.578125, + 0.396484, + 0.400391, + 0.376953, + 0.373047, + 0.369141, + 0.367188, + 0.371094, + 0.382812, + 0.378906, + 0.398438, + 0.388672, + 0.412109, + 0.367188, + 0.361328, + 0.363281, + 0.380859, + 0.365234, + 0.378906, + 0.400391, + 0.453125, + 0.412109, + 0.400391, + 0.345703, + 0.361328, + 0.388672, + 0.384766, + 0.34375, + 0.441406, + 0.373047, + 0.365234, + 0.396484, + 0.380859, + 0.382812, + 0.376953, + 0.386719, + 0.365234, + 0.40625, + 0.367188, + 0.394531, + 0.34375, + 0.384766, + 0.390625, + 0.398438, + 0.347656, + 0.40625, + 0.386719, + 0.380859, + 0.365234, + 0.402344, + 0.384766, + 0.369141, + 0.378906, + 0.367188, + 0.404297, + 0.398438, + 0.353516, + 0.451172, + 0.417969, + 0.353516, + 0.355469, + 0.365234, + 0.359375, + 0.347656, + 0.376953, + 0.380859, + 0.390625, + 0.359375, + 0.353516, + 0.412109, + 0.828125, + 0.380859, + 0.460938, + 0.388672 + ] + }, + "name": "model.model.layers.31.input_layernorm.weight", + "outputIndexes": [ + 2526 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2525 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_31/Mul_output_0", + "outputIndexes": [ + 2527 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2526, + 2527 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_31/Mul_1_output_0", + "outputIndexes": [ + 2528 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2528 + ], + "outputIndexes": [ + 5256 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5256 + ], + "outputIndexes": [ + 5257 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/q_proj/Linear", + "inputIndexes": [ + 5257 + ], + "outputIndexes": [ + 5258 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 311413414, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5258 + ], + "outputIndexes": [ + 5259 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5259 + ], + "outputIndexes": [ + 2529 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2528 + ], + "main_type": "NONE", + "name": "/Shape_435_output_0", + "outputIndexes": [ + 2530 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2530 + ], + "main_type": "NONE", + "name": "Shape6775", + "outputIndexes": [ + 2531 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2530 + ], + "main_type": "NONE", + "name": "Rank6777", + "outputIndexes": [ + 2532 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2532, + 2532 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6779", + "outputIndexes": [ + 2533 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2533 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6780", + "outputIndexes": [ + 2534 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2533, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6782", + "outputIndexes": [ + 2535 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2535 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6783", + "outputIndexes": [ + 2536 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2531, + 2534, + 2536, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6786", + "outputIndexes": [ + 2537 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2537 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6787", + "outputIndexes": [ + 2538 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6788", + "outputIndexes": [ + 2539 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2539, + 2538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6789", + "outputIndexes": [ + 2540 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2530, + 2540, + 2533 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_469_output_0", + "outputIndexes": [ + 2541 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2541, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_993_output_0", + "outputIndexes": [ + 2542 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2542, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_403_output_0", + "outputIndexes": [ + 2543 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2529, + 2543 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_280_output_0", + "outputIndexes": [ + 2544 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2544, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_248_output_0", + "outputIndexes": [ + 2545 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2544 + ], + "main_type": "NONE", + "name": "/Shape_436_output_0", + "outputIndexes": [ + 2546 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2546 + ], + "main_type": "NONE", + "name": "Shape6796", + "outputIndexes": [ + 2547 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2546 + ], + "main_type": "NONE", + "name": "Rank6798", + "outputIndexes": [ + 2548 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2548, + 2548 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6800", + "outputIndexes": [ + 2549 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2549 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6801", + "outputIndexes": [ + 2550 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2549, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6803", + "outputIndexes": [ + 2551 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2551 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6804", + "outputIndexes": [ + 2552 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2547, + 2550, + 2552, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6807", + "outputIndexes": [ + 2553 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2553 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6808", + "outputIndexes": [ + 2554 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2554 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6809", + "outputIndexes": [ + 2555 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2555, + 2554 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6810", + "outputIndexes": [ + 2556 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2546, + 2556, + 2549 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_470_output_0", + "outputIndexes": [ + 2557 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2557, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_93_output_0", + "outputIndexes": [ + 2558 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2558, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_998_output_0", + "outputIndexes": [ + 2559 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2544, + 2559, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_125_output_0", + "outputIndexes": [ + 2560 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2560 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_62_output_0", + "outputIndexes": [ + 2561 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2544, + 22, + 2559, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_124_output_0", + "outputIndexes": [ + 2562 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2561, + 2562 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_406_output_0", + "outputIndexes": [ + 2563 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2563, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_249_output_0", + "outputIndexes": [ + 2564 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2545, + 2564 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_155_output_0", + "outputIndexes": [ + 2565 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2528 + ], + "outputIndexes": [ + 5260 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5260 + ], + "outputIndexes": [ + 5261 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/k_proj/Linear", + "inputIndexes": [ + 5261 + ], + "outputIndexes": [ + 5262 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 312335036, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5262 + ], + "outputIndexes": [ + 5263 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5263 + ], + "outputIndexes": [ + 2566 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2542, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_404_output_0", + "outputIndexes": [ + 2567 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2566, + 2567 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_281_output_0", + "outputIndexes": [ + 2568 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2568, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_250_output_0", + "outputIndexes": [ + 2569 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2568 + ], + "main_type": "NONE", + "name": "/Shape_437_output_0", + "outputIndexes": [ + 2570 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2570 + ], + "main_type": "NONE", + "name": "Shape6859", + "outputIndexes": [ + 2571 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2570 + ], + "main_type": "NONE", + "name": "Rank6861", + "outputIndexes": [ + 2572 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2572, + 2572 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6863", + "outputIndexes": [ + 2573 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2573 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6864", + "outputIndexes": [ + 2574 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2573, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6866", + "outputIndexes": [ + 2575 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2575 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6867", + "outputIndexes": [ + 2576 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2571, + 2574, + 2576, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice6870", + "outputIndexes": [ + 2577 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2577 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze6871", + "outputIndexes": [ + 2578 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2578 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6872", + "outputIndexes": [ + 2579 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2579, + 2578 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6873", + "outputIndexes": [ + 2580 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2570, + 2580, + 2573 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_471_output_0", + "outputIndexes": [ + 2581 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2581, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_94_output_0", + "outputIndexes": [ + 2582 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2582, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1000_output_0", + "outputIndexes": [ + 2583 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2568, + 2583, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_127_output_0", + "outputIndexes": [ + 2584 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2584 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_63_output_0", + "outputIndexes": [ + 2585 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2568, + 22, + 2583, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_126_output_0", + "outputIndexes": [ + 2586 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2585, + 2586 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_407_output_0", + "outputIndexes": [ + 2587 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2587, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_251_output_0", + "outputIndexes": [ + 2588 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2569, + 2588 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_156_output_0", + "outputIndexes": [ + 2589 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2528 + ], + "outputIndexes": [ + 5264 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5264 + ], + "outputIndexes": [ + 5265 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/v_proj/Linear", + "inputIndexes": [ + 5265 + ], + "outputIndexes": [ + 5266 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 312565458, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5266 + ], + "outputIndexes": [ + 5267 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5267 + ], + "outputIndexes": [ + 2590 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2590, + 2567 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_282_output_0", + "outputIndexes": [ + 2591 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2565, + 2589, + 2591, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_287_output_0", + "outputIndexes": [ + 2592 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2592 + ], + "outputIndexes": [ + 5268 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5268 + ], + "outputIndexes": [ + 5269 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/o_proj/Linear", + "inputIndexes": [ + 5269 + ], + "outputIndexes": [ + 5270 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 312795880, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5270 + ], + "outputIndexes": [ + 5271 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5271 + ], + "outputIndexes": [ + 2593 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2525, + 2593 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_158_output_0", + "outputIndexes": [ + 2594 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.345703, + 0.404297, + 0.404297, + 0.417969, + 0.417969, + 0.402344, + 0.114746, + 0.408203, + 0.378906, + 0.335938, + 0.308594, + 0.40625, + 0.353516, + 0.396484, + 0.390625, + 0.414062, + 0.204102, + 0.404297, + 0.400391, + 0.328125, + 0.394531, + 0.421875, + 0.363281, + 0.365234, + 0.378906, + 0.417969, + 0.367188, + 0.412109, + 0.402344, + 0.410156, + 0.337891, + 0.191406, + 0.408203, + 0.398438, + 0.400391, + 0.398438, + 0.322266, + 0.384766, + 0.291016, + 0.417969, + 0.416016, + 0.400391, + 0.380859, + 0.361328, + 0.333984, + 0.367188, + 0.457031, + 0.357422, + 0.423828, + 0.296875, + 0.417969, + 0.3125, + 0.394531, + 0.402344, + 0.339844, + 0.404297, + 0.453125, + 0.388672, + 0.384766, + 0.419922, + 0.40625, + 0.416016, + 0.382812, + 0.416016, + 0.347656, + 0.326172, + 0.224609, + 0.326172, + 0.431641, + 0.21875, + 0.421875, + 0.324219, + 0.380859, + 0.371094, + 0.419922, + 0.378906, + 0.388672, + 0.417969, + 0.300781, + 0.396484, + 0.386719, + 0.429688, + 0.375, + 0.380859, + 0.414062, + 0.357422, + 0.429688, + 0.341797, + 0.46875, + 0.335938, + 0.380859, + 0.394531, + 0.345703, + 0.404297, + 0.318359, + 0.335938, + 0.523438, + 0.431641, + 0.4375, + 0.402344, + 0.400391, + 0.375, + 0.419922, + 0.402344, + 0.371094, + 0.332031, + 0.412109, + 0.396484, + 0.392578, + 0.40625, + 0.400391, + 0.435547, + 0.380859, + 0.394531, + 0.425781, + 0.347656, + 0.40625, + 0.412109, + 0.455078, + 0.429688, + 0.404297, + 0.34375, + 0.419922, + 0.347656, + 0.4375, + 0.398438, + 0.188477, + 0.421875, + 0.417969, + 0.445312, + 0.404297, + 0.40625, + 0.410156, + 0.390625, + 0.412109, + 0.402344, + 0.410156, + 0.386719, + 0.316406, + 0.361328, + 0.4375, + 0.373047, + 0.402344, + 0.447266, + 0.419922, + 0.410156, + 0.398438, + 0.367188, + 0.400391, + 0.414062, + 0.404297, + 0.400391, + 0.404297, + 0.427734, + 0.414062, + 0.369141, + 0.435547, + 0.392578, + 0.318359, + 0.412109, + 0.332031, + 0.380859, + 0.339844, + 0.425781, + 0.384766, + 0.449219, + 0.318359, + 0.412109, + 0.398438, + 0.326172, + 0.367188, + 0.419922, + 0.425781, + 0.369141, + 0.292969, + 0.427734, + 0.376953, + 0.412109, + 0.427734, + 0.421875, + 0.384766, + 0.375, + 0.400391, + 0.388672, + 0.414062, + 0.408203, + 0.402344, + 0.410156, + 0.425781, + 0.417969, + 0.421875, + 0.375, + 0.337891, + 0.400391, + 0.40625, + 0.394531, + 0.392578, + 0.367188, + 0.109863, + 0.423828, + 0.402344, + 0.394531, + 0.376953, + 0.402344, + 0.380859, + 0.414062, + 0.453125, + 0.388672, + 0.369141, + 0.419922, + 0.392578, + 0.408203, + 0.412109, + 0.337891, + 0.414062, + 0.388672, + 0.421875, + 0.378906, + 0.431641, + 0.392578, + 0.392578, + 0.396484, + 0.349609, + 0.388672, + 0.457031, + 0.386719, + 0.429688, + 0.330078, + 0.574219, + 0.390625, + 0.363281, + 0.310547, + 0.416016, + 0.384766, + 0.416016, + 0.355469, + 0.408203, + 0.357422, + 0.410156, + 0.416016, + 0.414062, + 0.394531, + 0.410156, + 0.402344, + 0.412109, + 0.376953, + 0.378906, + 0.416016, + 0.427734, + 0.398438, + 0.412109, + 0.373047, + 0.320312, + 0.390625, + 0.367188, + 0.417969, + 0.373047, + 0.386719, + 0.351562, + 0.421875, + 0.4375, + 0.408203, + 0.414062, + 0.367188, + 0.419922, + 0.421875, + 0.384766, + 0.419922, + 0.337891, + 0.398438, + 0.259766, + 0.384766, + 0.388672, + 0.216797, + 0.351562, + 0.417969, + 0.408203, + 0.351562, + 0.324219, + 0.419922, + 0.365234, + 0.416016, + 0.394531, + 0.455078, + 0.419922, + 0.390625, + 0.431641, + 0.431641, + 0.410156, + 0.427734, + 0.417969, + 0.398438, + 0.412109, + 0.392578, + 0.412109, + 0.404297, + 0.388672, + 0.410156, + 0.408203, + 0.404297, + 0.392578, + 0.402344, + 0.400391, + 0.34375, + 0.416016, + 0.402344, + 0.357422, + 0.402344, + 0.417969, + 0.416016, + 0.332031, + 0.410156, + 0.382812, + 0.351562, + 0.417969, + 0.375, + 0.408203, + 0.349609, + 0.302734, + 0.408203, + 0.441406, + 0.408203, + 0.414062, + 0.402344, + 0.388672, + 0.361328, + 0.410156, + 0.476562, + 0.421875, + 0.378906, + 0.291016, + 0.349609, + 0.316406, + 0.390625, + 0.367188, + 0.400391, + 0.425781, + 0.359375, + 0.320312, + 0.333984, + 0.380859, + 0.400391, + 0.396484, + 0.353516, + 0.433594, + 0.40625, + 0.367188, + 0.412109, + 0.361328, + 0.414062, + 0.417969, + 0.419922, + 0.365234, + 0.388672, + 0.394531, + 0.402344, + 0.402344, + 0.421875, + 0.388672, + 0.4375, + 0.376953, + 0.367188, + 0.400391, + 0.414062, + 0.414062, + 0.390625, + 0.404297, + 0.412109, + 0.371094, + 0.367188, + 0.423828, + 0.402344, + 0.410156, + 0.330078, + 0.380859, + 0.398438, + 0.398438, + 0.412109, + 0.408203, + 0.304688, + 0.134766, + 0.369141, + 0.589844, + 0.398438, + 0.416016, + 0.384766, + 0.363281, + 0.417969, + 0.357422, + 0.404297, + 0.410156, + 0.294922, + 0.441406, + 0.324219, + 0.433594, + 0.400391, + 0.390625, + 0.435547, + 0.419922, + 0.417969, + 0.371094, + 0.421875, + 0.34375, + 0.410156, + 0.451172, + 0.367188, + 0.423828, + 0.419922, + 0.414062, + 0.400391, + 0.386719, + 0.472656, + 0.380859, + 0.388672, + 0.4375, + 0.435547, + 0.400391, + 0.396484, + 0.40625, + 0.375, + 0.425781, + 0.375, + 0.251953, + 0.40625, + 0.414062, + 0.339844, + 0.419922, + 0.382812, + 0.249023, + 0.394531, + 0.306641, + 0.355469, + 0.419922, + 0.404297, + 0.384766, + 0.416016, + 0.4375, + 0.398438, + 0.390625, + 0.396484, + 0.464844, + 0.34375, + 0.361328, + 0.523438, + 0.373047, + 0.347656, + 0.384766, + 0.425781, + 0.322266, + 0.417969, + 0.376953, + 0.3125, + 0.402344, + 0.427734, + 0.414062, + 0.435547, + 0.412109, + 0.402344, + 0.398438, + 0.353516, + 0.392578, + 0.382812, + 0.410156, + 0.40625, + 0.3125, + 0.408203, + 0.380859, + 0.429688, + 0.419922, + 0.347656, + 0.392578, + 0.417969, + 0.400391, + 0.404297, + 0.388672, + 0.378906, + 0.373047, + 0.423828, + 0.369141, + 0.373047, + 0.402344, + 0.421875, + 0.431641, + 0.390625, + 0.416016, + 0.357422, + 0.40625, + 0.347656, + 0.402344, + 0.384766, + 0.427734, + 0.423828, + 0.410156, + 0.421875, + 0.398438, + 0.349609, + 0.4375, + 0.394531, + 0.335938, + 0.367188, + 0.104492, + 0.378906, + 0.419922, + 0.419922, + 0.310547, + 0.427734, + 0.394531, + 0.392578, + 0.429688, + 0.396484, + 0.390625, + 0.410156, + 0.19043, + 0.375, + 0.369141, + 0.433594, + 0.421875, + 0.363281, + 0.390625, + 0.375, + 0.394531, + 0.408203, + 0.316406, + 0.421875, + 0.425781, + 0.378906, + 0.416016, + 0.445312, + 0.414062, + 0.359375, + 0.279297, + 0.384766, + 0.353516, + 0.322266, + 0.404297, + 0.382812, + 0.380859, + 0.402344, + 0.378906, + 0.408203, + 0.417969, + 0.34375, + 0.365234, + 0.419922, + 0.394531, + 0.371094, + 0.390625, + 0.308594, + 0.363281, + 0.351562, + 0.351562, + 0.400391, + 0.419922, + 0.423828, + 0.408203, + 0.414062, + 0.382812, + 0.207031, + 0.417969, + 0.326172, + 0.304688, + 0.359375, + 0.433594, + 0.388672, + 0.357422, + 0.339844, + 0.412109, + 0.416016, + 0.390625, + 0.396484, + 0.419922, + 0.408203, + 0.339844, + 0.427734, + 0.382812, + 0.425781, + 0.384766, + 0.40625, + 0.373047, + 0.326172, + 0.439453, + 0.402344, + 0.386719, + 0.371094, + 0.421875, + 0.40625, + 0.378906, + 0.398438, + 0.423828, + 0.382812, + 0.375, + 0.355469, + 0.447266, + 0.414062, + 0.419922, + 0.345703, + 0.416016, + 0.324219, + 0.326172, + 0.431641, + 0.400391, + 0.384766, + 0.40625, + 0.369141, + 0.326172, + 0.349609, + 0.417969, + 0.390625, + 0.390625, + 0.423828, + 0.357422, + 0.431641, + 0.388672, + 0.359375, + 0.404297, + 0.400391, + 0.265625, + 0.398438, + 0.386719, + 0.419922, + 0.314453, + 0.408203, + 0.376953, + 0.388672, + 0.382812, + 0.333984, + 0.427734, + 0.226562, + 0.388672, + 0.333984, + 0.100098, + 0.369141, + 0.404297, + 0.404297, + 0.359375, + 0.419922, + 0.390625, + 0.396484, + 0.421875, + 0.402344, + 0.337891, + 0.408203, + 0.390625, + 0.353516, + 0.345703, + 0.375, + 0.390625, + 0.322266, + 0.351562, + 0.296875, + 0.435547, + 0.441406, + 0.421875, + 0.333984, + 0.402344, + 0.396484, + 0.308594, + 0.419922, + 0.34375, + 0.322266, + 0.380859, + 0.433594, + 0.378906, + 0.378906, + 0.402344, + 0.400391, + 0.394531, + 0.412109, + 0.384766, + 0.4375, + 0.412109, + 0.388672, + 0.363281, + 0.243164, + 0.341797, + 0.332031, + 0.398438, + 0.425781, + 0.404297, + 0.410156, + 0.410156, + 0.40625, + 0.118164, + 0.369141, + 0.402344, + 0.423828, + 0.345703, + 0.435547, + 0.412109, + 0.386719, + 0.404297, + 0.404297, + 0.394531, + 0.410156, + 0.357422, + 0.400391, + 0.410156, + 0.384766, + 0.410156, + 0.431641, + 0.378906, + 0.408203, + 0.349609, + 0.382812, + 0.238281, + 0.337891, + 0.416016, + 0.380859, + 0.355469, + 0.392578, + 0.310547, + 0.423828, + 0.400391, + 0.421875, + 0.4375, + 0.390625, + 0.400391, + 0.351562, + 0.34375, + 0.410156, + 0.326172, + 0.386719, + 0.357422, + 0.410156, + 0.417969, + 0.380859, + 0.235352, + 0.378906, + 0.390625, + 0.398438, + 0.427734, + 0.279297, + 0.396484, + 0.404297, + 0.34375, + 0.4375, + 0.34375, + 0.388672, + 0.429688, + 0.408203, + 0.400391, + 0.392578, + 0.417969, + 0.375, + 0.40625, + 0.419922, + 0.138672, + 0.398438, + 0.404297, + 0.302734, + 0.355469, + 0.320312, + 0.410156, + 0.390625, + 0.429688, + 0.402344, + 0.400391, + 0.353516, + 0.357422, + 0.384766, + 0.402344, + 0.425781, + 0.400391, + 0.304688, + 0.382812, + 0.402344, + 0.369141, + 0.412109, + 0.402344, + 0.298828, + 0.365234, + 0.369141, + 0.359375, + 0.384766, + 0.287109, + 0.425781, + 0.388672, + 0.419922, + 0.40625, + 0.416016, + 0.347656, + 0.447266, + 0.300781, + 0.427734, + 0.419922, + 0.386719, + 0.304688, + 0.419922, + 0.396484, + 0.402344, + 0.390625, + 0.380859, + 0.40625, + 0.341797, + 0.380859, + 0.410156, + 0.233398, + 0.388672, + 0.392578, + 0.408203, + 0.402344, + 0.410156, + 0.398438, + 0.378906, + 0.394531, + 0.494141, + 0.421875, + 0.347656, + 0.380859, + 0.382812, + 0.404297, + 0.417969, + 0.390625, + 0.412109, + 0.367188, + 0.357422, + 0.421875, + 0.400391, + 0.398438, + 0.455078, + 0.400391, + 0.40625, + 0.412109, + 0.382812, + 0.363281, + 0.416016, + 0.388672, + 0.330078, + 0.431641, + 0.410156, + 0.412109, + 0.386719, + 0.431641, + 0.318359, + 0.453125, + 0.408203, + 0.412109, + 0.394531, + 0.375, + 0.412109, + 0.433594, + 0.412109, + 0.425781, + 0.386719, + 0.423828, + 0.355469, + 0.353516, + 0.431641, + 0.417969, + 0.378906, + 0.369141, + 0.460938, + 0.279297, + 0.378906, + 0.394531, + 0.40625, + 0.347656, + 0.429688, + 0.34375, + 0.414062, + 0.363281, + 0.361328, + 0.429688, + 0.333984, + 0.404297, + 0.28125, + 0.382812, + 0.375, + 0.384766, + 0.359375, + 0.388672, + 0.386719, + 0.421875, + 0.417969, + 0.361328, + 0.417969, + 0.306641, + 0.322266, + 0.40625, + 0.292969, + 0.416016, + 0.431641, + 0.40625, + 0.388672, + 0.408203, + 0.390625, + 0.398438, + 0.357422, + 0.40625, + 0.408203, + 0.423828, + 0.396484, + 0.259766, + 0.410156, + 0.417969, + 0.416016, + 0.34375, + 0.412109, + 0.390625, + 0.414062, + 0.339844, + 0.435547, + 0.355469, + 0.375, + 0.414062, + 0.400391, + 0.414062, + 0.427734, + 0.378906, + 0.375, + 0.339844, + 0.539062, + 0.419922, + 0.414062, + 0.400391, + 0.388672, + 0.392578, + 0.392578, + 0.414062, + 0.40625, + 0.337891, + 0.382812, + 0.439453, + 0.371094, + 0.423828, + 0.320312, + 0.392578, + 0.335938, + 0.398438, + 0.398438, + 0.388672, + 0.359375, + 0.40625, + 0.464844, + 0.402344, + 0.417969, + 0.390625, + 0.337891, + 0.296875, + 0.400391, + 0.412109, + 0.404297, + 0.349609, + 0.416016, + 0.417969, + 0.384766, + 0.384766, + 0.396484, + 0.421875, + 0.371094, + 0.398438, + 0.289062, + 0.396484, + 0.410156, + 0.378906, + 0.410156, + 0.404297, + 0.410156, + 0.392578, + 0.108887, + 0.433594, + 0.394531, + 0.408203, + 0.388672, + 0.378906, + 0.417969, + 0.3125, + 0.408203, + 0.392578, + 0.337891, + 0.408203, + 0.396484, + 0.439453, + 0.351562, + 0.40625, + 0.373047, + 0.400391, + 0.40625, + 0.296875, + 0.441406, + 0.314453, + 0.380859, + 0.398438, + 0.394531, + 0.384766, + 0.427734, + 0.402344, + 0.335938, + 0.296875, + 0.390625, + 0.373047, + 0.421875, + 0.328125, + 0.417969, + 0.384766, + 0.417969, + 0.40625, + 0.410156, + 0.425781, + 0.410156, + 0.40625, + 0.355469, + 0.419922, + 0.408203, + 0.398438, + 0.416016, + 0.453125, + 0.376953, + 0.375, + 0.365234, + 0.363281, + 0.423828, + 0.365234, + 0.410156, + 0.414062, + 0.414062, + 0.398438, + 0.388672, + 0.373047, + 0.421875, + 0.408203, + 0.386719, + 0.435547, + 0.427734, + 0.433594, + 0.380859, + 0.382812, + 0.410156, + 0.267578, + 0.408203, + 0.40625, + 0.380859, + 0.333984, + 0.386719, + 0.402344, + 0.384766, + 0.388672, + 0.378906, + 0.335938, + 0.410156, + 0.429688, + 0.408203, + 0.316406, + 0.396484, + 0.419922, + 0.25, + 0.396484, + 0.332031, + 0.382812, + 0.375, + 0.419922, + 0.382812, + 0.390625, + 0.412109, + 0.417969, + 0.419922, + 0.324219, + 0.402344, + 0.431641, + 0.416016, + 0.441406, + 0.402344, + 0.416016, + 0.332031, + 0.125, + 0.296875, + 0.416016, + 0.396484, + 0.357422, + 0.427734, + 0.390625, + 0.310547, + 0.380859, + 0.417969, + 0.416016, + 0.355469, + 0.421875, + 0.384766, + 0.414062, + 0.417969, + 0.359375, + 0.347656, + 0.408203, + 0.429688, + 0.371094, + 0.402344, + 0.431641, + 0.363281, + 0.328125, + 0.419922, + 0.410156, + 0.427734, + 0.384766, + 0.384766, + 0.375, + 0.417969, + 0.417969, + 0.408203, + 0.394531, + 0.328125, + 0.392578, + 0.361328, + 0.410156, + 0.435547, + 0.417969, + 0.21582, + 0.417969, + 0.380859, + 0.414062, + 0.400391, + 0.4375, + 0.423828, + 0.392578, + 0.402344, + 0.206055, + 0.441406, + 0.410156, + 0.410156, + 0.421875, + 0.351562, + 0.388672, + 0.416016, + 0.300781, + 0.335938, + 0.384766, + 0.398438, + 0.400391, + 0.390625, + 0.433594, + 0.423828, + 0.369141, + 0.390625, + 0.314453, + 0.423828, + 0.347656, + 0.414062, + 0.408203, + 0.40625, + 0.425781, + 0.433594, + 0.388672, + 0.396484, + 0.382812, + 0.447266, + 0.4375, + 0.363281, + 0.414062, + 0.378906, + 0.353516, + 0.416016, + 0.261719, + 0.404297, + 0.392578, + 0.357422, + 0.375, + 0.429688, + 0.419922, + 0.384766, + 0.416016, + 0.412109, + 0.408203, + 0.421875, + 0.363281, + 0.423828, + 0.410156, + 0.398438, + 0.425781, + 0.324219, + 0.347656, + 0.402344, + 0.429688, + 0.408203, + 0.408203, + 0.416016, + 0.443359, + 0.390625, + 0.375, + 0.40625, + 0.404297, + 0.351562, + 0.40625, + 0.429688, + 0.414062, + 0.435547, + 0.460938, + 0.398438, + 0.429688, + 0.412109, + 0.378906, + 0.453125, + 0.433594, + 0.400391, + 0.425781, + 0.402344, + 0.394531, + 0.429688, + 0.359375, + 0.414062, + 0.412109, + 0.455078, + 0.369141, + 0.332031, + 0.333984, + 0.433594, + 0.402344, + 0.404297, + 0.585938, + 0.382812, + 0.421875, + 0.398438, + 0.308594, + 0.421875, + 0.382812, + 0.390625, + 0.414062, + 0.378906, + 0.373047, + 0.34375, + 0.363281, + 0.396484, + 0.400391, + 0.414062, + 0.328125, + 0.410156, + 0.398438, + 0.402344, + 0.408203, + 0.421875, + 0.423828, + 0.40625, + 0.408203, + 0.363281, + 0.308594, + 0.378906, + 0.410156, + 0.400391, + 0.402344, + 0.433594, + 0.378906, + 0.400391, + 0.324219, + 0.320312, + 0.386719, + 0.394531, + 0.384766, + 0.431641, + 0.414062, + 0.392578, + 0.396484, + 0.421875, + 0.410156, + 0.414062, + 0.371094, + 0.421875, + 0.390625, + 0.421875, + 0.324219, + 0.357422, + 0.326172, + 0.396484, + 0.400391, + 0.337891, + 0.402344, + 0.447266, + 0.384766, + 0.402344, + 0.417969, + 0.322266, + 0.339844, + 0.382812, + 0.333984, + 0.375, + 0.380859, + 0.384766, + 0.369141, + 0.443359, + 0.118164, + 0.34375, + 0.4375, + 0.412109 + ] + }, + "name": "model.model.layers.31.post_attention_layernorm.weight", + "outputIndexes": [ + 2595 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2594 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_31/Mul_output_0", + "outputIndexes": [ + 2596 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2595, + 2596 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_31/Mul_1_output_0", + "outputIndexes": [ + 2597 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2597 + ], + "outputIndexes": [ + 5272 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5272 + ], + "outputIndexes": [ + 5273 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/gate_proj/Linear", + "inputIndexes": [ + 5273 + ], + "outputIndexes": [ + 5274 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 313717502, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5274 + ], + "outputIndexes": [ + 5275 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5275 + ], + "outputIndexes": [ + 2598 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2598 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_31/Sigmoid_output_0", + "outputIndexes": [ + 2599 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2598, + 2599 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_31/Mul_output_0", + "outputIndexes": [ + 2600 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2597 + ], + "outputIndexes": [ + 5276 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5276 + ], + "outputIndexes": [ + 5277 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/up_proj/Linear", + "inputIndexes": [ + 5277 + ], + "outputIndexes": [ + 5278 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 316298004, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5278 + ], + "outputIndexes": [ + 5279 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5279 + ], + "outputIndexes": [ + 2601 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2600, + 2601 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_31/Mul_output_0", + "outputIndexes": [ + 2602 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2602 + ], + "outputIndexes": [ + 5280 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5280 + ], + "outputIndexes": [ + 5281 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/down_proj/Linear", + "inputIndexes": [ + 5281 + ], + "outputIndexes": [ + 5282 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 318878506, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5282 + ], + "outputIndexes": [ + 5283 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.31/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5283 + ], + "outputIndexes": [ + 2603 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2594, + 2603 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_159_output_0", + "outputIndexes": [ + 2604 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2604, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_288_output_0", + "outputIndexes": [ + 2605 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.373047, + 0.431641, + 0.40625, + 0.482422, + 0.474609, + 0.429688, + 0.914062, + 0.431641, + 0.404297, + 0.429688, + 0.363281, + 0.416016, + 0.326172, + 0.435547, + 0.394531, + 0.449219, + 0.640625, + 0.421875, + 0.416016, + 0.339844, + 0.429688, + 0.480469, + 0.427734, + 0.380859, + 0.423828, + 0.457031, + 0.396484, + 0.414062, + 0.439453, + 0.384766, + 0.455078, + 0.259766, + 0.447266, + 0.478516, + 0.417969, + 0.40625, + 0.373047, + 0.417969, + 0.408203, + 0.451172, + 0.435547, + 0.431641, + 0.460938, + 0.427734, + 0.390625, + 0.441406, + 0.474609, + 0.369141, + 0.46875, + 0.476562, + 0.435547, + 0.390625, + 0.412109, + 0.480469, + 0.404297, + 0.429688, + 0.474609, + 0.394531, + 0.421875, + 0.478516, + 0.453125, + 0.445312, + 0.394531, + 0.457031, + 0.380859, + 0.519531, + 0.734375, + 0.316406, + 0.460938, + 0.652344, + 0.431641, + 0.349609, + 0.421875, + 0.412109, + 0.433594, + 0.40625, + 0.408203, + 0.455078, + 0.324219, + 0.419922, + 0.421875, + 0.435547, + 0.394531, + 0.376953, + 0.433594, + 0.347656, + 0.488281, + 0.40625, + 0.535156, + 0.363281, + 0.414062, + 0.449219, + 0.34375, + 0.431641, + 0.273438, + 0.335938, + 0.53125, + 0.455078, + 0.5, + 0.460938, + 0.425781, + 0.396484, + 0.427734, + 0.443359, + 0.423828, + 0.345703, + 0.503906, + 0.443359, + 0.402344, + 0.373047, + 0.396484, + 0.474609, + 0.419922, + 0.503906, + 0.453125, + 0.515625, + 0.4375, + 0.427734, + 0.429688, + 0.488281, + 0.455078, + 0.369141, + 0.416016, + 0.421875, + 0.478516, + 0.421875, + 0.855469, + 0.439453, + 0.427734, + 0.464844, + 0.419922, + 0.371094, + 0.458984, + 0.429688, + 0.462891, + 0.435547, + 0.443359, + 0.414062, + 0.5625, + 0.394531, + 0.443359, + 0.398438, + 0.423828, + 0.439453, + 0.404297, + 0.423828, + 0.423828, + 0.347656, + 0.404297, + 0.449219, + 0.4375, + 0.435547, + 0.410156, + 0.490234, + 0.425781, + 0.386719, + 0.416016, + 0.398438, + 0.259766, + 0.435547, + 0.291016, + 0.431641, + 0.390625, + 0.474609, + 0.398438, + 0.423828, + 0.294922, + 0.460938, + 0.412109, + 0.351562, + 0.421875, + 0.464844, + 0.466797, + 0.423828, + 0.359375, + 0.431641, + 0.417969, + 0.421875, + 0.4375, + 0.443359, + 0.398438, + 0.396484, + 0.417969, + 0.441406, + 0.404297, + 0.457031, + 0.417969, + 0.431641, + 0.429688, + 0.457031, + 0.455078, + 0.417969, + 0.298828, + 0.431641, + 0.445312, + 0.451172, + 0.429688, + 0.425781, + 0.144531, + 0.445312, + 0.417969, + 0.361328, + 0.404297, + 0.455078, + 0.408203, + 0.419922, + 0.429688, + 0.392578, + 0.4375, + 0.458984, + 0.453125, + 0.421875, + 0.464844, + 0.351562, + 0.419922, + 0.429688, + 0.419922, + 0.398438, + 0.455078, + 0.398438, + 0.417969, + 0.412109, + 0.349609, + 0.423828, + 0.470703, + 0.416016, + 0.453125, + 0.292969, + 0.546875, + 0.408203, + 0.408203, + 0.470703, + 0.460938, + 0.427734, + 0.462891, + 0.414062, + 0.460938, + 0.394531, + 0.472656, + 0.40625, + 0.451172, + 0.384766, + 0.394531, + 0.449219, + 0.414062, + 0.392578, + 0.367188, + 0.414062, + 0.453125, + 0.445312, + 0.414062, + 0.380859, + 0.361328, + 0.427734, + 0.425781, + 0.458984, + 0.390625, + 0.402344, + 0.367188, + 0.425781, + 0.46875, + 0.464844, + 0.462891, + 0.382812, + 0.412109, + 0.449219, + 0.392578, + 0.478516, + 0.361328, + 0.474609, + 0.75, + 0.369141, + 0.404297, + 0.6875, + 0.392578, + 0.443359, + 0.457031, + 0.388672, + 0.375, + 0.449219, + 0.396484, + 0.433594, + 0.404297, + 0.488281, + 0.46875, + 0.431641, + 0.4375, + 0.457031, + 0.435547, + 0.431641, + 0.460938, + 0.453125, + 0.431641, + 0.486328, + 0.447266, + 0.431641, + 0.292969, + 0.453125, + 0.4375, + 0.435547, + 0.394531, + 0.421875, + 0.421875, + 0.390625, + 0.425781, + 0.429688, + 0.408203, + 0.429688, + 0.425781, + 0.458984, + 0.376953, + 0.455078, + 0.402344, + 0.429688, + 0.455078, + 0.347656, + 0.417969, + 0.371094, + 0.53125, + 0.435547, + 0.5, + 0.441406, + 0.462891, + 0.425781, + 0.425781, + 0.40625, + 0.416016, + 0.496094, + 0.451172, + 0.408203, + 0.539062, + 0.396484, + 0.388672, + 0.421875, + 0.494141, + 0.40625, + 0.476562, + 0.357422, + 0.371094, + 0.382812, + 0.398438, + 0.429688, + 0.417969, + 0.367188, + 0.476562, + 0.484375, + 0.388672, + 0.423828, + 0.414062, + 0.431641, + 0.464844, + 0.451172, + 0.355469, + 0.451172, + 0.441406, + 0.476562, + 0.429688, + 0.439453, + 0.390625, + 0.490234, + 0.402344, + 0.40625, + 0.404297, + 0.414062, + 0.431641, + 0.404297, + 0.464844, + 0.435547, + 0.392578, + 0.375, + 0.435547, + 0.359375, + 0.443359, + 0.326172, + 0.441406, + 0.425781, + 0.421875, + 0.460938, + 0.40625, + 0.453125, + 0.710938, + 0.404297, + 0.515625, + 0.427734, + 0.40625, + 0.357422, + 0.412109, + 0.431641, + 0.417969, + 0.443359, + 0.419922, + 0.472656, + 0.490234, + 0.34375, + 0.5, + 0.414062, + 0.441406, + 0.460938, + 0.482422, + 0.4375, + 0.427734, + 0.478516, + 0.410156, + 0.40625, + 0.460938, + 0.398438, + 0.486328, + 0.419922, + 0.404297, + 0.40625, + 0.394531, + 0.515625, + 0.378906, + 0.4375, + 0.451172, + 0.421875, + 0.404297, + 0.412109, + 0.425781, + 0.507812, + 0.46875, + 0.419922, + 0.421875, + 0.433594, + 0.458984, + 0.357422, + 0.425781, + 0.427734, + 0.519531, + 0.443359, + 0.3125, + 0.396484, + 0.445312, + 0.480469, + 0.373047, + 0.431641, + 0.507812, + 0.40625, + 0.404297, + 0.378906, + 0.527344, + 0.400391, + 0.404297, + 0.511719, + 0.408203, + 0.421875, + 0.419922, + 0.494141, + 0.396484, + 0.427734, + 0.458984, + 0.519531, + 0.404297, + 0.439453, + 0.414062, + 0.496094, + 0.455078, + 0.410156, + 0.410156, + 0.394531, + 0.417969, + 0.457031, + 0.408203, + 0.453125, + 0.300781, + 0.439453, + 0.416016, + 0.455078, + 0.474609, + 0.408203, + 0.453125, + 0.416016, + 0.460938, + 0.455078, + 0.429688, + 0.384766, + 0.408203, + 0.425781, + 0.410156, + 0.410156, + 0.455078, + 0.455078, + 0.462891, + 0.392578, + 0.441406, + 0.414062, + 0.447266, + 0.416016, + 0.427734, + 0.390625, + 0.523438, + 0.472656, + 0.412109, + 0.445312, + 0.449219, + 0.40625, + 0.443359, + 0.427734, + 0.412109, + 0.40625, + 0.832031, + 0.404297, + 0.427734, + 0.474609, + 0.394531, + 0.441406, + 0.419922, + 0.439453, + 0.539062, + 0.429688, + 0.417969, + 0.449219, + 0.5625, + 0.40625, + 0.414062, + 0.492188, + 0.480469, + 0.384766, + 0.386719, + 0.394531, + 0.425781, + 0.464844, + 0.378906, + 0.423828, + 0.460938, + 0.419922, + 0.445312, + 0.480469, + 0.419922, + 0.421875, + 0.523438, + 0.40625, + 0.375, + 0.259766, + 0.453125, + 0.414062, + 0.396484, + 0.435547, + 0.369141, + 0.443359, + 0.476562, + 0.361328, + 0.412109, + 0.408203, + 0.429688, + 0.388672, + 0.416016, + 0.296875, + 0.429688, + 0.410156, + 0.429688, + 0.375, + 0.474609, + 0.433594, + 0.451172, + 0.441406, + 0.433594, + 0.089355, + 0.431641, + 0.316406, + 0.402344, + 0.410156, + 0.423828, + 0.423828, + 0.376953, + 0.345703, + 0.408203, + 0.423828, + 0.40625, + 0.458984, + 0.453125, + 0.460938, + 0.390625, + 0.433594, + 0.419922, + 0.427734, + 0.402344, + 0.400391, + 0.410156, + 0.294922, + 0.476562, + 0.4375, + 0.417969, + 0.486328, + 0.455078, + 0.4375, + 0.408203, + 0.431641, + 0.507812, + 0.369141, + 0.384766, + 0.363281, + 0.455078, + 0.425781, + 0.439453, + 0.369141, + 0.443359, + 0.363281, + 0.376953, + 0.476562, + 0.412109, + 0.470703, + 0.429688, + 0.322266, + 0.306641, + 0.380859, + 0.431641, + 0.371094, + 0.431641, + 0.392578, + 0.380859, + 0.443359, + 0.453125, + 0.396484, + 0.453125, + 0.388672, + 0.566406, + 0.40625, + 0.416016, + 0.451172, + 0.273438, + 0.382812, + 0.398438, + 0.476562, + 0.412109, + 0.285156, + 0.484375, + 0.566406, + 0.433594, + 0.287109, + 0.699219, + 0.380859, + 0.412109, + 0.392578, + 0.392578, + 0.451172, + 0.431641, + 0.470703, + 0.451172, + 0.429688, + 0.4375, + 0.419922, + 0.414062, + 0.410156, + 0.335938, + 0.416016, + 0.396484, + 0.296875, + 0.453125, + 0.519531, + 0.494141, + 0.445312, + 0.447266, + 0.349609, + 0.404297, + 0.421875, + 0.279297, + 0.427734, + 0.363281, + 0.421875, + 0.412109, + 0.46875, + 0.400391, + 0.396484, + 0.392578, + 0.416016, + 0.419922, + 0.423828, + 0.439453, + 0.416016, + 0.447266, + 0.417969, + 0.429688, + 0.546875, + 0.361328, + 0.339844, + 0.566406, + 0.40625, + 0.447266, + 0.474609, + 0.443359, + 0.470703, + 0.847656, + 0.410156, + 0.476562, + 0.503906, + 0.376953, + 0.443359, + 0.443359, + 0.386719, + 0.421875, + 0.435547, + 0.412109, + 0.492188, + 0.419922, + 0.427734, + 0.416016, + 0.404297, + 0.396484, + 0.408203, + 0.398438, + 0.429688, + 0.398438, + 0.408203, + 0.574219, + 0.441406, + 0.427734, + 0.396484, + 0.333984, + 0.447266, + 0.472656, + 0.453125, + 0.466797, + 0.482422, + 0.490234, + 0.410156, + 0.412109, + 0.373047, + 0.335938, + 0.419922, + 0.337891, + 0.410156, + 0.363281, + 0.451172, + 0.439453, + 0.435547, + 0.730469, + 0.421875, + 0.470703, + 0.439453, + 0.496094, + 0.341797, + 0.425781, + 0.394531, + 0.367188, + 0.458984, + 0.333984, + 0.400391, + 0.443359, + 0.441406, + 0.449219, + 0.4375, + 0.441406, + 0.429688, + 0.458984, + 0.433594, + 0.796875, + 0.416016, + 0.427734, + 0.4375, + 0.363281, + 0.310547, + 0.410156, + 0.410156, + 0.443359, + 0.402344, + 0.390625, + 0.404297, + 0.398438, + 0.398438, + 0.404297, + 0.470703, + 0.429688, + 0.402344, + 0.447266, + 0.433594, + 0.386719, + 0.375, + 0.414062, + 0.400391, + 0.441406, + 0.417969, + 0.396484, + 0.394531, + 0.574219, + 0.462891, + 0.449219, + 0.46875, + 0.408203, + 0.435547, + 0.378906, + 0.433594, + 0.480469, + 0.457031, + 0.441406, + 0.421875, + 0.447266, + 0.484375, + 0.416016, + 0.421875, + 0.472656, + 0.410156, + 0.433594, + 0.386719, + 0.423828, + 0.462891, + 0.578125, + 0.421875, + 0.40625, + 0.412109, + 0.414062, + 0.441406, + 0.439453, + 0.427734, + 0.429688, + 0.496094, + 0.46875, + 0.365234, + 0.464844, + 0.416016, + 0.464844, + 0.410156, + 0.429688, + 0.427734, + 0.464844, + 0.408203, + 0.396484, + 0.435547, + 0.457031, + 0.613281, + 0.423828, + 0.466797, + 0.435547, + 0.429688, + 0.435547, + 0.435547, + 0.392578, + 0.439453, + 0.496094, + 0.419922, + 0.455078, + 0.396484, + 0.511719, + 0.310547, + 0.421875, + 0.460938, + 0.4375, + 0.433594, + 0.419922, + 0.429688, + 0.470703, + 0.431641, + 0.421875, + 0.398438, + 0.425781, + 0.378906, + 0.386719, + 0.457031, + 0.455078, + 0.457031, + 0.373047, + 0.490234, + 0.597656, + 0.384766, + 0.419922, + 0.427734, + 0.390625, + 0.46875, + 0.337891, + 0.427734, + 0.419922, + 0.478516, + 0.488281, + 0.320312, + 0.470703, + 0.5, + 0.427734, + 0.416016, + 0.433594, + 0.376953, + 0.414062, + 0.431641, + 0.435547, + 0.449219, + 0.425781, + 0.425781, + 0.265625, + 0.306641, + 0.408203, + 0.40625, + 0.449219, + 0.449219, + 0.417969, + 0.425781, + 0.490234, + 0.419922, + 0.400391, + 0.482422, + 0.439453, + 0.443359, + 0.5, + 0.408203, + 0.523438, + 0.400391, + 0.429688, + 0.447266, + 0.347656, + 0.427734, + 0.419922, + 0.492188, + 0.410156, + 0.478516, + 0.396484, + 0.402344, + 0.523438, + 0.417969, + 0.419922, + 0.470703, + 0.396484, + 0.431641, + 0.404297, + 0.527344, + 0.451172, + 0.445312, + 0.451172, + 0.410156, + 0.410156, + 0.414062, + 0.474609, + 0.423828, + 0.376953, + 0.439453, + 0.550781, + 0.414062, + 0.451172, + 0.363281, + 0.431641, + 0.396484, + 0.429688, + 0.451172, + 0.431641, + 0.367188, + 0.423828, + 0.488281, + 0.398438, + 0.408203, + 0.431641, + 0.300781, + 0.355469, + 0.392578, + 0.455078, + 0.431641, + 0.410156, + 0.396484, + 0.458984, + 0.425781, + 0.414062, + 0.449219, + 0.417969, + 0.554688, + 0.416016, + 0.443359, + 0.441406, + 0.46875, + 0.421875, + 0.449219, + 0.453125, + 0.425781, + 0.417969, + 0.714844, + 0.466797, + 0.425781, + 0.458984, + 0.535156, + 0.351562, + 0.427734, + 0.302734, + 0.392578, + 0.419922, + 0.527344, + 0.414062, + 0.585938, + 0.445312, + 0.398438, + 0.416016, + 0.453125, + 0.414062, + 0.457031, + 0.71875, + 0.433594, + 0.34375, + 0.478516, + 0.435547, + 0.464844, + 0.388672, + 0.480469, + 0.445312, + 0.363281, + 0.671875, + 0.400391, + 0.435547, + 0.482422, + 0.363281, + 0.429688, + 0.382812, + 0.421875, + 0.474609, + 0.417969, + 0.457031, + 0.373047, + 0.451172, + 0.363281, + 0.445312, + 0.443359, + 0.494141, + 0.460938, + 0.503906, + 0.554688, + 0.378906, + 0.382812, + 0.380859, + 0.423828, + 0.367188, + 0.455078, + 0.382812, + 0.416016, + 0.414062, + 0.435547, + 0.400391, + 0.439453, + 0.408203, + 0.443359, + 0.474609, + 0.462891, + 0.441406, + 0.40625, + 0.431641, + 0.46875, + 0.476562, + 0.396484, + 0.441406, + 0.431641, + 0.357422, + 0.431641, + 0.363281, + 0.384766, + 0.384766, + 0.464844, + 0.326172, + 0.429688, + 0.425781, + 0.439453, + 0.285156, + 0.427734, + 0.445312, + 0.519531, + 0.423828, + 0.324219, + 0.433594, + 0.386719, + 0.466797, + 0.4375, + 0.431641, + 0.447266, + 0.4375, + 0.408203, + 0.349609, + 0.423828, + 0.470703, + 0.443359, + 0.482422, + 0.433594, + 0.453125, + 0.34375, + 0.769531, + 0.511719, + 0.474609, + 0.427734, + 0.408203, + 0.425781, + 0.427734, + 0.566406, + 0.410156, + 0.439453, + 0.433594, + 0.458984, + 0.472656, + 0.453125, + 0.464844, + 0.466797, + 0.359375, + 0.396484, + 0.447266, + 0.455078, + 0.425781, + 0.40625, + 0.410156, + 0.445312, + 0.351562, + 0.46875, + 0.464844, + 0.472656, + 0.453125, + 0.363281, + 0.410156, + 0.433594, + 0.523438, + 0.40625, + 0.408203, + 0.365234, + 0.402344, + 0.400391, + 0.412109, + 0.445312, + 0.447266, + 0.703125, + 0.416016, + 0.363281, + 0.451172, + 0.449219, + 0.455078, + 0.439453, + 0.445312, + 0.425781, + 0.859375, + 0.451172, + 0.347656, + 0.451172, + 0.464844, + 0.4375, + 0.398438, + 0.523438, + 0.28125, + 0.332031, + 0.402344, + 0.419922, + 0.439453, + 0.425781, + 0.539062, + 0.453125, + 0.365234, + 0.478516, + 0.337891, + 0.46875, + 0.402344, + 0.423828, + 0.431641, + 0.451172, + 0.46875, + 0.447266, + 0.423828, + 0.404297, + 0.402344, + 0.46875, + 0.441406, + 0.455078, + 0.476562, + 0.402344, + 0.445312, + 0.458984, + 0.710938, + 0.451172, + 0.410156, + 0.400391, + 0.400391, + 0.433594, + 0.435547, + 0.445312, + 0.455078, + 0.439453, + 0.4375, + 0.441406, + 0.398438, + 0.417969, + 0.494141, + 0.453125, + 0.464844, + 0.294922, + 0.408203, + 0.416016, + 0.433594, + 0.414062, + 0.451172, + 0.416016, + 0.486328, + 0.447266, + 0.427734, + 0.425781, + 0.433594, + 0.326172, + 0.443359, + 0.431641, + 0.474609, + 0.5, + 0.503906, + 0.417969, + 0.445312, + 0.439453, + 0.40625, + 0.478516, + 0.488281, + 0.419922, + 0.419922, + 0.431641, + 0.416016, + 0.482422, + 0.417969, + 0.466797, + 0.421875, + 0.478516, + 0.337891, + 0.410156, + 0.378906, + 0.470703, + 0.488281, + 0.431641, + 0.648438, + 0.476562, + 0.439453, + 0.423828, + 0.339844, + 0.443359, + 0.443359, + 0.423828, + 0.419922, + 0.351562, + 0.431641, + 0.365234, + 0.453125, + 0.455078, + 0.404297, + 0.453125, + 0.347656, + 0.423828, + 0.394531, + 0.447266, + 0.492188, + 0.421875, + 0.453125, + 0.394531, + 0.410156, + 0.435547, + 0.375, + 0.373047, + 0.511719, + 0.421875, + 0.451172, + 0.447266, + 0.433594, + 0.439453, + 0.335938, + 0.369141, + 0.382812, + 0.476562, + 0.429688, + 0.451172, + 0.316406, + 0.423828, + 0.419922, + 0.449219, + 0.427734, + 0.453125, + 0.416016, + 0.443359, + 0.398438, + 0.445312, + 0.306641, + 0.402344, + 0.332031, + 0.427734, + 0.449219, + 0.449219, + 0.398438, + 0.472656, + 0.458984, + 0.433594, + 0.388672, + 0.376953, + 0.378906, + 0.394531, + 0.34375, + 0.412109, + 0.410156, + 0.425781, + 0.396484, + 0.435547, + 0.933594, + 0.333984, + 0.498047, + 0.419922 + ] + }, + "name": "model.model.layers.32.input_layernorm.weight", + "outputIndexes": [ + 2606 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2605 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_32/Mul_output_0", + "outputIndexes": [ + 2607 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2606, + 2607 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_32/Mul_1_output_0", + "outputIndexes": [ + 2608 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2608 + ], + "outputIndexes": [ + 5284 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5284 + ], + "outputIndexes": [ + 5285 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/q_proj/Linear", + "inputIndexes": [ + 5285 + ], + "outputIndexes": [ + 5286 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 321459008, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5286 + ], + "outputIndexes": [ + 5287 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5287 + ], + "outputIndexes": [ + 2609 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2608 + ], + "main_type": "NONE", + "name": "/Shape_449_output_0", + "outputIndexes": [ + 2610 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2610 + ], + "main_type": "NONE", + "name": "Shape6991", + "outputIndexes": [ + 2611 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2610 + ], + "main_type": "NONE", + "name": "Rank6993", + "outputIndexes": [ + 2612 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2612, + 2612 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6995", + "outputIndexes": [ + 2613 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2613 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6996", + "outputIndexes": [ + 2614 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2613, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp6998", + "outputIndexes": [ + 2615 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2615 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze6999", + "outputIndexes": [ + 2616 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2611, + 2614, + 2616, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7002", + "outputIndexes": [ + 2617 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2617 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7003", + "outputIndexes": [ + 2618 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2618 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7004", + "outputIndexes": [ + 2619 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2619, + 2618 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7005", + "outputIndexes": [ + 2620 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2610, + 2620, + 2613 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_484_output_0", + "outputIndexes": [ + 2621 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2621, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1025_output_0", + "outputIndexes": [ + 2622 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2622, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_416_output_0", + "outputIndexes": [ + 2623 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2609, + 2623 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_289_output_0", + "outputIndexes": [ + 2624 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2624, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_256_output_0", + "outputIndexes": [ + 2625 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2624 + ], + "main_type": "NONE", + "name": "/Shape_450_output_0", + "outputIndexes": [ + 2626 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2626 + ], + "main_type": "NONE", + "name": "Shape7012", + "outputIndexes": [ + 2627 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2626 + ], + "main_type": "NONE", + "name": "Rank7014", + "outputIndexes": [ + 2628 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2628, + 2628 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7016", + "outputIndexes": [ + 2629 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2629 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7017", + "outputIndexes": [ + 2630 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2629, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7019", + "outputIndexes": [ + 2631 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2631 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7020", + "outputIndexes": [ + 2632 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2627, + 2630, + 2632, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7023", + "outputIndexes": [ + 2633 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2633 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7024", + "outputIndexes": [ + 2634 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2634 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7025", + "outputIndexes": [ + 2635 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2635, + 2634 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7026", + "outputIndexes": [ + 2636 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2626, + 2636, + 2629 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_485_output_0", + "outputIndexes": [ + 2637 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2637, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_96_output_0", + "outputIndexes": [ + 2638 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2638, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1030_output_0", + "outputIndexes": [ + 2639 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2624, + 2639, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_129_output_0", + "outputIndexes": [ + 2640 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2640 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_64_output_0", + "outputIndexes": [ + 2641 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2624, + 22, + 2639, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_128_output_0", + "outputIndexes": [ + 2642 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2641, + 2642 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_419_output_0", + "outputIndexes": [ + 2643 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2643, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_257_output_0", + "outputIndexes": [ + 2644 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2625, + 2644 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_160_output_0", + "outputIndexes": [ + 2645 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2608 + ], + "outputIndexes": [ + 5288 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5288 + ], + "outputIndexes": [ + 5289 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/k_proj/Linear", + "inputIndexes": [ + 5289 + ], + "outputIndexes": [ + 5290 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 322380630, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5290 + ], + "outputIndexes": [ + 5291 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5291 + ], + "outputIndexes": [ + 2646 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2622, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_417_output_0", + "outputIndexes": [ + 2647 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2646, + 2647 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_290_output_0", + "outputIndexes": [ + 2648 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2648, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_258_output_0", + "outputIndexes": [ + 2649 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2648 + ], + "main_type": "NONE", + "name": "/Shape_451_output_0", + "outputIndexes": [ + 2650 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2650 + ], + "main_type": "NONE", + "name": "Shape7075", + "outputIndexes": [ + 2651 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2650 + ], + "main_type": "NONE", + "name": "Rank7077", + "outputIndexes": [ + 2652 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2652, + 2652 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7079", + "outputIndexes": [ + 2653 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2653 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7080", + "outputIndexes": [ + 2654 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2653, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7082", + "outputIndexes": [ + 2655 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2655 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7083", + "outputIndexes": [ + 2656 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2651, + 2654, + 2656, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7086", + "outputIndexes": [ + 2657 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2657 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7087", + "outputIndexes": [ + 2658 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7088", + "outputIndexes": [ + 2659 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2659, + 2658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7089", + "outputIndexes": [ + 2660 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2650, + 2660, + 2653 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_486_output_0", + "outputIndexes": [ + 2661 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2661, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_97_output_0", + "outputIndexes": [ + 2662 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2662, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1032_output_0", + "outputIndexes": [ + 2663 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2648, + 2663, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_131_output_0", + "outputIndexes": [ + 2664 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2664 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_65_output_0", + "outputIndexes": [ + 2665 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2648, + 22, + 2663, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_130_output_0", + "outputIndexes": [ + 2666 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2665, + 2666 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_420_output_0", + "outputIndexes": [ + 2667 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2667, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_259_output_0", + "outputIndexes": [ + 2668 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2649, + 2668 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_161_output_0", + "outputIndexes": [ + 2669 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2608 + ], + "outputIndexes": [ + 5292 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5292 + ], + "outputIndexes": [ + 5293 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/v_proj/Linear", + "inputIndexes": [ + 5293 + ], + "outputIndexes": [ + 5294 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 322611052, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5294 + ], + "outputIndexes": [ + 5295 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5295 + ], + "outputIndexes": [ + 2670 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2670, + 2647 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_291_output_0", + "outputIndexes": [ + 2671 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2645, + 2669, + 2671, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_296_output_0", + "outputIndexes": [ + 2672 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2672 + ], + "outputIndexes": [ + 5296 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5296 + ], + "outputIndexes": [ + 5297 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/o_proj/Linear", + "inputIndexes": [ + 5297 + ], + "outputIndexes": [ + 5298 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 322841474, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5298 + ], + "outputIndexes": [ + 5299 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5299 + ], + "outputIndexes": [ + 2673 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2605, + 2673 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_163_output_0", + "outputIndexes": [ + 2674 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.353516, + 0.423828, + 0.427734, + 0.439453, + 0.433594, + 0.421875, + 0.121094, + 0.427734, + 0.376953, + 0.349609, + 0.318359, + 0.417969, + 0.355469, + 0.400391, + 0.402344, + 0.423828, + 0.208008, + 0.410156, + 0.408203, + 0.349609, + 0.414062, + 0.4375, + 0.380859, + 0.380859, + 0.394531, + 0.433594, + 0.371094, + 0.421875, + 0.423828, + 0.429688, + 0.347656, + 0.148438, + 0.425781, + 0.416016, + 0.417969, + 0.404297, + 0.333984, + 0.412109, + 0.308594, + 0.433594, + 0.427734, + 0.423828, + 0.396484, + 0.371094, + 0.353516, + 0.390625, + 0.466797, + 0.361328, + 0.435547, + 0.298828, + 0.421875, + 0.326172, + 0.404297, + 0.421875, + 0.34375, + 0.410156, + 0.462891, + 0.394531, + 0.402344, + 0.429688, + 0.427734, + 0.433594, + 0.390625, + 0.427734, + 0.363281, + 0.339844, + 0.235352, + 0.335938, + 0.449219, + 0.231445, + 0.429688, + 0.333984, + 0.402344, + 0.384766, + 0.431641, + 0.396484, + 0.400391, + 0.4375, + 0.330078, + 0.396484, + 0.392578, + 0.443359, + 0.386719, + 0.394531, + 0.427734, + 0.369141, + 0.441406, + 0.351562, + 0.496094, + 0.335938, + 0.402344, + 0.40625, + 0.345703, + 0.423828, + 0.337891, + 0.339844, + 0.535156, + 0.447266, + 0.453125, + 0.412109, + 0.419922, + 0.388672, + 0.429688, + 0.417969, + 0.373047, + 0.347656, + 0.429688, + 0.410156, + 0.408203, + 0.410156, + 0.40625, + 0.449219, + 0.392578, + 0.410156, + 0.441406, + 0.357422, + 0.414062, + 0.425781, + 0.472656, + 0.423828, + 0.423828, + 0.365234, + 0.435547, + 0.365234, + 0.460938, + 0.410156, + 0.196289, + 0.431641, + 0.429688, + 0.464844, + 0.423828, + 0.417969, + 0.425781, + 0.394531, + 0.427734, + 0.417969, + 0.423828, + 0.396484, + 0.326172, + 0.378906, + 0.453125, + 0.378906, + 0.421875, + 0.458984, + 0.435547, + 0.425781, + 0.408203, + 0.365234, + 0.417969, + 0.427734, + 0.423828, + 0.412109, + 0.416016, + 0.443359, + 0.425781, + 0.378906, + 0.435547, + 0.398438, + 0.333984, + 0.429688, + 0.339844, + 0.402344, + 0.349609, + 0.435547, + 0.398438, + 0.451172, + 0.322266, + 0.425781, + 0.416016, + 0.335938, + 0.376953, + 0.4375, + 0.433594, + 0.380859, + 0.300781, + 0.4375, + 0.398438, + 0.421875, + 0.447266, + 0.441406, + 0.400391, + 0.373047, + 0.400391, + 0.40625, + 0.423828, + 0.427734, + 0.425781, + 0.414062, + 0.431641, + 0.433594, + 0.439453, + 0.390625, + 0.330078, + 0.416016, + 0.423828, + 0.408203, + 0.414062, + 0.384766, + 0.091797, + 0.4375, + 0.410156, + 0.404297, + 0.382812, + 0.421875, + 0.390625, + 0.425781, + 0.466797, + 0.396484, + 0.380859, + 0.443359, + 0.414062, + 0.421875, + 0.433594, + 0.355469, + 0.433594, + 0.402344, + 0.425781, + 0.398438, + 0.427734, + 0.410156, + 0.408203, + 0.40625, + 0.363281, + 0.396484, + 0.457031, + 0.392578, + 0.443359, + 0.341797, + 0.59375, + 0.40625, + 0.380859, + 0.324219, + 0.421875, + 0.398438, + 0.427734, + 0.371094, + 0.423828, + 0.373047, + 0.431641, + 0.421875, + 0.4375, + 0.390625, + 0.425781, + 0.410156, + 0.427734, + 0.394531, + 0.371094, + 0.423828, + 0.4375, + 0.408203, + 0.412109, + 0.376953, + 0.330078, + 0.412109, + 0.382812, + 0.431641, + 0.382812, + 0.392578, + 0.363281, + 0.4375, + 0.457031, + 0.410156, + 0.421875, + 0.373047, + 0.427734, + 0.447266, + 0.398438, + 0.431641, + 0.355469, + 0.425781, + 0.261719, + 0.390625, + 0.400391, + 0.213867, + 0.361328, + 0.425781, + 0.421875, + 0.365234, + 0.332031, + 0.427734, + 0.375, + 0.427734, + 0.414062, + 0.466797, + 0.421875, + 0.398438, + 0.451172, + 0.4375, + 0.425781, + 0.4375, + 0.429688, + 0.412109, + 0.427734, + 0.40625, + 0.429688, + 0.421875, + 0.359375, + 0.431641, + 0.427734, + 0.423828, + 0.414062, + 0.423828, + 0.416016, + 0.339844, + 0.425781, + 0.416016, + 0.375, + 0.412109, + 0.421875, + 0.4375, + 0.337891, + 0.429688, + 0.402344, + 0.357422, + 0.433594, + 0.384766, + 0.429688, + 0.363281, + 0.320312, + 0.417969, + 0.457031, + 0.427734, + 0.433594, + 0.421875, + 0.398438, + 0.378906, + 0.429688, + 0.484375, + 0.433594, + 0.380859, + 0.302734, + 0.367188, + 0.318359, + 0.414062, + 0.373047, + 0.40625, + 0.443359, + 0.371094, + 0.328125, + 0.337891, + 0.384766, + 0.419922, + 0.408203, + 0.359375, + 0.443359, + 0.416016, + 0.371094, + 0.419922, + 0.378906, + 0.423828, + 0.421875, + 0.4375, + 0.371094, + 0.402344, + 0.408203, + 0.417969, + 0.419922, + 0.425781, + 0.396484, + 0.447266, + 0.398438, + 0.384766, + 0.410156, + 0.425781, + 0.429688, + 0.414062, + 0.423828, + 0.421875, + 0.382812, + 0.371094, + 0.4375, + 0.404297, + 0.421875, + 0.339844, + 0.392578, + 0.408203, + 0.40625, + 0.423828, + 0.425781, + 0.316406, + 0.128906, + 0.380859, + 0.621094, + 0.408203, + 0.431641, + 0.398438, + 0.371094, + 0.433594, + 0.373047, + 0.414062, + 0.417969, + 0.304688, + 0.455078, + 0.326172, + 0.453125, + 0.419922, + 0.408203, + 0.447266, + 0.427734, + 0.431641, + 0.380859, + 0.441406, + 0.355469, + 0.419922, + 0.462891, + 0.386719, + 0.435547, + 0.433594, + 0.427734, + 0.421875, + 0.384766, + 0.486328, + 0.390625, + 0.400391, + 0.455078, + 0.449219, + 0.398438, + 0.40625, + 0.414062, + 0.392578, + 0.439453, + 0.404297, + 0.267578, + 0.433594, + 0.433594, + 0.353516, + 0.423828, + 0.400391, + 0.259766, + 0.410156, + 0.306641, + 0.363281, + 0.443359, + 0.421875, + 0.404297, + 0.435547, + 0.445312, + 0.408203, + 0.398438, + 0.400391, + 0.488281, + 0.365234, + 0.367188, + 0.539062, + 0.388672, + 0.357422, + 0.388672, + 0.433594, + 0.333984, + 0.40625, + 0.392578, + 0.320312, + 0.419922, + 0.443359, + 0.423828, + 0.447266, + 0.435547, + 0.421875, + 0.400391, + 0.375, + 0.404297, + 0.388672, + 0.410156, + 0.419922, + 0.328125, + 0.427734, + 0.398438, + 0.435547, + 0.441406, + 0.351562, + 0.410156, + 0.429688, + 0.427734, + 0.414062, + 0.386719, + 0.400391, + 0.378906, + 0.435547, + 0.386719, + 0.376953, + 0.425781, + 0.445312, + 0.447266, + 0.404297, + 0.419922, + 0.375, + 0.416016, + 0.365234, + 0.419922, + 0.404297, + 0.443359, + 0.443359, + 0.439453, + 0.427734, + 0.417969, + 0.353516, + 0.445312, + 0.414062, + 0.341797, + 0.388672, + 0.108887, + 0.388672, + 0.431641, + 0.441406, + 0.314453, + 0.445312, + 0.398438, + 0.394531, + 0.4375, + 0.400391, + 0.40625, + 0.431641, + 0.189453, + 0.380859, + 0.378906, + 0.460938, + 0.439453, + 0.371094, + 0.398438, + 0.386719, + 0.416016, + 0.421875, + 0.316406, + 0.425781, + 0.439453, + 0.388672, + 0.429688, + 0.458984, + 0.427734, + 0.375, + 0.294922, + 0.392578, + 0.349609, + 0.330078, + 0.423828, + 0.396484, + 0.400391, + 0.419922, + 0.394531, + 0.414062, + 0.425781, + 0.345703, + 0.375, + 0.431641, + 0.414062, + 0.382812, + 0.404297, + 0.330078, + 0.375, + 0.357422, + 0.371094, + 0.412109, + 0.4375, + 0.4375, + 0.423828, + 0.431641, + 0.398438, + 0.206055, + 0.429688, + 0.333984, + 0.316406, + 0.371094, + 0.435547, + 0.402344, + 0.357422, + 0.353516, + 0.425781, + 0.429688, + 0.404297, + 0.402344, + 0.439453, + 0.417969, + 0.347656, + 0.433594, + 0.390625, + 0.439453, + 0.396484, + 0.419922, + 0.386719, + 0.339844, + 0.466797, + 0.423828, + 0.390625, + 0.396484, + 0.445312, + 0.425781, + 0.388672, + 0.417969, + 0.433594, + 0.398438, + 0.382812, + 0.357422, + 0.449219, + 0.429688, + 0.431641, + 0.359375, + 0.445312, + 0.333984, + 0.328125, + 0.443359, + 0.421875, + 0.392578, + 0.421875, + 0.394531, + 0.335938, + 0.359375, + 0.429688, + 0.398438, + 0.412109, + 0.427734, + 0.371094, + 0.447266, + 0.404297, + 0.369141, + 0.419922, + 0.412109, + 0.271484, + 0.412109, + 0.414062, + 0.433594, + 0.328125, + 0.423828, + 0.392578, + 0.412109, + 0.394531, + 0.337891, + 0.455078, + 0.232422, + 0.410156, + 0.337891, + 0.100098, + 0.384766, + 0.414062, + 0.419922, + 0.365234, + 0.421875, + 0.402344, + 0.404297, + 0.433594, + 0.408203, + 0.351562, + 0.4375, + 0.417969, + 0.367188, + 0.341797, + 0.384766, + 0.398438, + 0.333984, + 0.376953, + 0.320312, + 0.445312, + 0.449219, + 0.427734, + 0.341797, + 0.417969, + 0.404297, + 0.318359, + 0.429688, + 0.345703, + 0.337891, + 0.388672, + 0.447266, + 0.380859, + 0.384766, + 0.414062, + 0.416016, + 0.402344, + 0.427734, + 0.404297, + 0.455078, + 0.4375, + 0.410156, + 0.382812, + 0.255859, + 0.347656, + 0.328125, + 0.396484, + 0.433594, + 0.427734, + 0.4375, + 0.423828, + 0.429688, + 0.120117, + 0.386719, + 0.419922, + 0.4375, + 0.355469, + 0.439453, + 0.419922, + 0.392578, + 0.417969, + 0.417969, + 0.410156, + 0.431641, + 0.378906, + 0.419922, + 0.427734, + 0.404297, + 0.423828, + 0.431641, + 0.388672, + 0.425781, + 0.363281, + 0.396484, + 0.240234, + 0.351562, + 0.4375, + 0.398438, + 0.369141, + 0.40625, + 0.314453, + 0.439453, + 0.410156, + 0.445312, + 0.453125, + 0.398438, + 0.412109, + 0.357422, + 0.351562, + 0.417969, + 0.337891, + 0.398438, + 0.363281, + 0.417969, + 0.435547, + 0.392578, + 0.244141, + 0.392578, + 0.398438, + 0.40625, + 0.4375, + 0.271484, + 0.400391, + 0.404297, + 0.355469, + 0.455078, + 0.355469, + 0.398438, + 0.4375, + 0.416016, + 0.416016, + 0.396484, + 0.421875, + 0.384766, + 0.431641, + 0.429688, + 0.135742, + 0.408203, + 0.423828, + 0.306641, + 0.361328, + 0.320312, + 0.435547, + 0.396484, + 0.439453, + 0.417969, + 0.414062, + 0.375, + 0.373047, + 0.384766, + 0.412109, + 0.435547, + 0.404297, + 0.318359, + 0.40625, + 0.416016, + 0.380859, + 0.431641, + 0.394531, + 0.3125, + 0.390625, + 0.363281, + 0.371094, + 0.394531, + 0.296875, + 0.441406, + 0.408203, + 0.433594, + 0.414062, + 0.425781, + 0.369141, + 0.460938, + 0.316406, + 0.443359, + 0.433594, + 0.396484, + 0.310547, + 0.4375, + 0.410156, + 0.408203, + 0.416016, + 0.388672, + 0.421875, + 0.349609, + 0.384766, + 0.423828, + 0.243164, + 0.396484, + 0.398438, + 0.421875, + 0.421875, + 0.425781, + 0.421875, + 0.386719, + 0.408203, + 0.498047, + 0.441406, + 0.357422, + 0.398438, + 0.402344, + 0.412109, + 0.439453, + 0.404297, + 0.421875, + 0.371094, + 0.375, + 0.423828, + 0.425781, + 0.412109, + 0.464844, + 0.408203, + 0.400391, + 0.433594, + 0.400391, + 0.376953, + 0.4375, + 0.412109, + 0.339844, + 0.435547, + 0.421875, + 0.427734, + 0.410156, + 0.4375, + 0.333984, + 0.462891, + 0.429688, + 0.427734, + 0.40625, + 0.396484, + 0.423828, + 0.449219, + 0.417969, + 0.433594, + 0.404297, + 0.445312, + 0.369141, + 0.363281, + 0.441406, + 0.441406, + 0.390625, + 0.371094, + 0.46875, + 0.289062, + 0.388672, + 0.414062, + 0.421875, + 0.363281, + 0.4375, + 0.351562, + 0.421875, + 0.373047, + 0.384766, + 0.443359, + 0.326172, + 0.423828, + 0.285156, + 0.388672, + 0.386719, + 0.408203, + 0.371094, + 0.408203, + 0.396484, + 0.439453, + 0.427734, + 0.373047, + 0.423828, + 0.318359, + 0.320312, + 0.425781, + 0.298828, + 0.4375, + 0.443359, + 0.400391, + 0.400391, + 0.435547, + 0.408203, + 0.404297, + 0.371094, + 0.414062, + 0.421875, + 0.427734, + 0.404297, + 0.269531, + 0.410156, + 0.425781, + 0.435547, + 0.347656, + 0.421875, + 0.402344, + 0.431641, + 0.347656, + 0.447266, + 0.371094, + 0.390625, + 0.425781, + 0.414062, + 0.414062, + 0.449219, + 0.400391, + 0.394531, + 0.353516, + 0.554688, + 0.431641, + 0.419922, + 0.417969, + 0.396484, + 0.412109, + 0.400391, + 0.419922, + 0.417969, + 0.351562, + 0.404297, + 0.453125, + 0.388672, + 0.443359, + 0.322266, + 0.408203, + 0.341797, + 0.410156, + 0.404297, + 0.40625, + 0.367188, + 0.416016, + 0.480469, + 0.412109, + 0.425781, + 0.412109, + 0.333984, + 0.304688, + 0.419922, + 0.433594, + 0.425781, + 0.359375, + 0.414062, + 0.427734, + 0.400391, + 0.398438, + 0.412109, + 0.425781, + 0.380859, + 0.414062, + 0.296875, + 0.414062, + 0.423828, + 0.390625, + 0.425781, + 0.421875, + 0.433594, + 0.40625, + 0.106445, + 0.451172, + 0.40625, + 0.412109, + 0.412109, + 0.375, + 0.433594, + 0.324219, + 0.416016, + 0.412109, + 0.363281, + 0.412109, + 0.416016, + 0.447266, + 0.365234, + 0.427734, + 0.390625, + 0.416016, + 0.416016, + 0.298828, + 0.449219, + 0.318359, + 0.392578, + 0.410156, + 0.408203, + 0.398438, + 0.433594, + 0.417969, + 0.345703, + 0.283203, + 0.398438, + 0.396484, + 0.429688, + 0.337891, + 0.431641, + 0.404297, + 0.433594, + 0.419922, + 0.416016, + 0.441406, + 0.417969, + 0.417969, + 0.355469, + 0.439453, + 0.421875, + 0.419922, + 0.431641, + 0.476562, + 0.408203, + 0.388672, + 0.371094, + 0.369141, + 0.4375, + 0.369141, + 0.416016, + 0.4375, + 0.4375, + 0.408203, + 0.404297, + 0.378906, + 0.4375, + 0.414062, + 0.40625, + 0.455078, + 0.443359, + 0.435547, + 0.396484, + 0.40625, + 0.416016, + 0.277344, + 0.414062, + 0.429688, + 0.390625, + 0.34375, + 0.412109, + 0.408203, + 0.396484, + 0.392578, + 0.396484, + 0.345703, + 0.423828, + 0.435547, + 0.421875, + 0.337891, + 0.40625, + 0.435547, + 0.249023, + 0.412109, + 0.353516, + 0.394531, + 0.380859, + 0.435547, + 0.394531, + 0.404297, + 0.427734, + 0.427734, + 0.433594, + 0.333984, + 0.404297, + 0.441406, + 0.425781, + 0.457031, + 0.40625, + 0.435547, + 0.339844, + 0.124512, + 0.302734, + 0.4375, + 0.412109, + 0.369141, + 0.4375, + 0.404297, + 0.316406, + 0.394531, + 0.427734, + 0.433594, + 0.376953, + 0.425781, + 0.394531, + 0.431641, + 0.4375, + 0.367188, + 0.359375, + 0.425781, + 0.441406, + 0.380859, + 0.419922, + 0.4375, + 0.382812, + 0.330078, + 0.427734, + 0.419922, + 0.445312, + 0.400391, + 0.388672, + 0.390625, + 0.421875, + 0.433594, + 0.423828, + 0.410156, + 0.320312, + 0.402344, + 0.365234, + 0.427734, + 0.447266, + 0.435547, + 0.217773, + 0.419922, + 0.390625, + 0.431641, + 0.414062, + 0.460938, + 0.4375, + 0.412109, + 0.421875, + 0.222656, + 0.449219, + 0.435547, + 0.414062, + 0.441406, + 0.365234, + 0.398438, + 0.4375, + 0.320312, + 0.339844, + 0.390625, + 0.408203, + 0.410156, + 0.40625, + 0.451172, + 0.427734, + 0.373047, + 0.408203, + 0.322266, + 0.4375, + 0.359375, + 0.429688, + 0.423828, + 0.433594, + 0.429688, + 0.443359, + 0.404297, + 0.412109, + 0.388672, + 0.458984, + 0.453125, + 0.375, + 0.431641, + 0.386719, + 0.367188, + 0.427734, + 0.257812, + 0.423828, + 0.398438, + 0.363281, + 0.392578, + 0.441406, + 0.441406, + 0.404297, + 0.427734, + 0.433594, + 0.417969, + 0.441406, + 0.373047, + 0.433594, + 0.425781, + 0.412109, + 0.421875, + 0.330078, + 0.365234, + 0.416016, + 0.429688, + 0.419922, + 0.425781, + 0.423828, + 0.453125, + 0.390625, + 0.386719, + 0.419922, + 0.421875, + 0.363281, + 0.419922, + 0.449219, + 0.429688, + 0.445312, + 0.476562, + 0.416016, + 0.4375, + 0.443359, + 0.392578, + 0.46875, + 0.439453, + 0.410156, + 0.439453, + 0.414062, + 0.417969, + 0.449219, + 0.367188, + 0.423828, + 0.423828, + 0.464844, + 0.384766, + 0.335938, + 0.34375, + 0.455078, + 0.429688, + 0.425781, + 0.585938, + 0.398438, + 0.429688, + 0.417969, + 0.333984, + 0.435547, + 0.394531, + 0.400391, + 0.421875, + 0.386719, + 0.390625, + 0.345703, + 0.382812, + 0.410156, + 0.408203, + 0.423828, + 0.330078, + 0.439453, + 0.425781, + 0.412109, + 0.423828, + 0.429688, + 0.441406, + 0.417969, + 0.435547, + 0.378906, + 0.316406, + 0.386719, + 0.421875, + 0.419922, + 0.410156, + 0.453125, + 0.390625, + 0.421875, + 0.335938, + 0.324219, + 0.402344, + 0.410156, + 0.400391, + 0.445312, + 0.414062, + 0.40625, + 0.410156, + 0.441406, + 0.427734, + 0.425781, + 0.382812, + 0.4375, + 0.402344, + 0.433594, + 0.326172, + 0.369141, + 0.330078, + 0.408203, + 0.416016, + 0.339844, + 0.412109, + 0.474609, + 0.394531, + 0.421875, + 0.447266, + 0.326172, + 0.351562, + 0.386719, + 0.341797, + 0.384766, + 0.394531, + 0.402344, + 0.384766, + 0.453125, + 0.106934, + 0.347656, + 0.466797, + 0.425781 + ] + }, + "name": "model.model.layers.32.post_attention_layernorm.weight", + "outputIndexes": [ + 2675 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2674 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_32/Mul_output_0", + "outputIndexes": [ + 2676 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2675, + 2676 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_32/Mul_1_output_0", + "outputIndexes": [ + 2677 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2677 + ], + "outputIndexes": [ + 5300 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5300 + ], + "outputIndexes": [ + 5301 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/gate_proj/Linear", + "inputIndexes": [ + 5301 + ], + "outputIndexes": [ + 5302 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 323763096, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5302 + ], + "outputIndexes": [ + 5303 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5303 + ], + "outputIndexes": [ + 2678 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2678 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_32/Sigmoid_output_0", + "outputIndexes": [ + 2679 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2678, + 2679 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_32/Mul_output_0", + "outputIndexes": [ + 2680 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2677 + ], + "outputIndexes": [ + 5304 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5304 + ], + "outputIndexes": [ + 5305 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/up_proj/Linear", + "inputIndexes": [ + 5305 + ], + "outputIndexes": [ + 5306 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 326343598, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5306 + ], + "outputIndexes": [ + 5307 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5307 + ], + "outputIndexes": [ + 2681 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2680, + 2681 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_32/Mul_output_0", + "outputIndexes": [ + 2682 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2682 + ], + "outputIndexes": [ + 5308 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5308 + ], + "outputIndexes": [ + 5309 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/down_proj/Linear", + "inputIndexes": [ + 5309 + ], + "outputIndexes": [ + 5310 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 328924100, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5310 + ], + "outputIndexes": [ + 5311 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.32/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5311 + ], + "outputIndexes": [ + 2683 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2674, + 2683 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_164_output_0", + "outputIndexes": [ + 2684 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2684, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_297_output_0", + "outputIndexes": [ + 2685 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.376953, + 0.398438, + 0.396484, + 0.443359, + 0.40625, + 0.390625, + 0.742188, + 0.412109, + 0.386719, + 0.400391, + 0.388672, + 0.380859, + 0.337891, + 0.398438, + 0.378906, + 0.417969, + 0.498047, + 0.376953, + 0.386719, + 0.359375, + 0.396484, + 0.429688, + 0.416016, + 0.376953, + 0.396484, + 0.40625, + 0.369141, + 0.388672, + 0.375, + 0.369141, + 0.4375, + 0.324219, + 0.408203, + 0.4375, + 0.392578, + 0.396484, + 0.380859, + 0.378906, + 0.382812, + 0.435547, + 0.40625, + 0.404297, + 0.416016, + 0.386719, + 0.371094, + 0.388672, + 0.449219, + 0.369141, + 0.412109, + 0.449219, + 0.378906, + 0.40625, + 0.373047, + 0.4375, + 0.386719, + 0.402344, + 0.439453, + 0.369141, + 0.416016, + 0.427734, + 0.414062, + 0.419922, + 0.378906, + 0.402344, + 0.384766, + 0.429688, + 0.628906, + 0.357422, + 0.40625, + 0.660156, + 0.392578, + 0.349609, + 0.404297, + 0.367188, + 0.392578, + 0.359375, + 0.402344, + 0.439453, + 0.34375, + 0.410156, + 0.371094, + 0.404297, + 0.375, + 0.347656, + 0.429688, + 0.367188, + 0.447266, + 0.390625, + 0.478516, + 0.373047, + 0.390625, + 0.40625, + 0.359375, + 0.390625, + 0.306641, + 0.34375, + 0.5, + 0.419922, + 0.5, + 0.410156, + 0.419922, + 0.349609, + 0.392578, + 0.394531, + 0.398438, + 0.369141, + 0.46875, + 0.398438, + 0.378906, + 0.355469, + 0.380859, + 0.4375, + 0.40625, + 0.445312, + 0.400391, + 0.443359, + 0.410156, + 0.384766, + 0.425781, + 0.423828, + 0.392578, + 0.359375, + 0.384766, + 0.439453, + 0.484375, + 0.402344, + 0.757812, + 0.410156, + 0.429688, + 0.439453, + 0.414062, + 0.330078, + 0.425781, + 0.414062, + 0.423828, + 0.408203, + 0.417969, + 0.390625, + 0.53125, + 0.376953, + 0.421875, + 0.390625, + 0.396484, + 0.435547, + 0.388672, + 0.394531, + 0.394531, + 0.341797, + 0.355469, + 0.396484, + 0.392578, + 0.408203, + 0.369141, + 0.447266, + 0.408203, + 0.355469, + 0.386719, + 0.388672, + 0.316406, + 0.398438, + 0.34375, + 0.417969, + 0.375, + 0.414062, + 0.369141, + 0.398438, + 0.341797, + 0.419922, + 0.351562, + 0.378906, + 0.398438, + 0.40625, + 0.414062, + 0.382812, + 0.375, + 0.402344, + 0.421875, + 0.365234, + 0.425781, + 0.449219, + 0.378906, + 0.371094, + 0.373047, + 0.371094, + 0.388672, + 0.441406, + 0.388672, + 0.376953, + 0.439453, + 0.425781, + 0.412109, + 0.382812, + 0.324219, + 0.375, + 0.402344, + 0.402344, + 0.404297, + 0.423828, + 0.206055, + 0.396484, + 0.357422, + 0.335938, + 0.388672, + 0.400391, + 0.355469, + 0.402344, + 0.435547, + 0.355469, + 0.425781, + 0.414062, + 0.398438, + 0.398438, + 0.412109, + 0.373047, + 0.363281, + 0.355469, + 0.386719, + 0.339844, + 0.40625, + 0.375, + 0.386719, + 0.404297, + 0.355469, + 0.392578, + 0.457031, + 0.410156, + 0.414062, + 0.330078, + 0.5625, + 0.398438, + 0.388672, + 0.470703, + 0.423828, + 0.394531, + 0.419922, + 0.427734, + 0.414062, + 0.388672, + 0.414062, + 0.367188, + 0.431641, + 0.390625, + 0.367188, + 0.410156, + 0.390625, + 0.390625, + 0.375, + 0.373047, + 0.4375, + 0.429688, + 0.388672, + 0.373047, + 0.369141, + 0.400391, + 0.398438, + 0.423828, + 0.378906, + 0.357422, + 0.382812, + 0.398438, + 0.408203, + 0.419922, + 0.408203, + 0.375, + 0.40625, + 0.421875, + 0.371094, + 0.441406, + 0.365234, + 0.433594, + 0.648438, + 0.341797, + 0.392578, + 0.652344, + 0.380859, + 0.400391, + 0.404297, + 0.396484, + 0.341797, + 0.408203, + 0.386719, + 0.419922, + 0.378906, + 0.421875, + 0.416016, + 0.388672, + 0.414062, + 0.410156, + 0.396484, + 0.423828, + 0.398438, + 0.404297, + 0.408203, + 0.410156, + 0.384766, + 0.380859, + 0.296875, + 0.433594, + 0.380859, + 0.388672, + 0.371094, + 0.396484, + 0.378906, + 0.378906, + 0.429688, + 0.394531, + 0.400391, + 0.388672, + 0.429688, + 0.410156, + 0.371094, + 0.417969, + 0.373047, + 0.400391, + 0.433594, + 0.341797, + 0.378906, + 0.373047, + 0.449219, + 0.449219, + 0.466797, + 0.40625, + 0.425781, + 0.390625, + 0.419922, + 0.402344, + 0.416016, + 0.460938, + 0.421875, + 0.382812, + 0.490234, + 0.394531, + 0.384766, + 0.390625, + 0.441406, + 0.375, + 0.421875, + 0.335938, + 0.380859, + 0.386719, + 0.361328, + 0.378906, + 0.382812, + 0.363281, + 0.431641, + 0.451172, + 0.388672, + 0.404297, + 0.373047, + 0.400391, + 0.435547, + 0.445312, + 0.359375, + 0.394531, + 0.392578, + 0.439453, + 0.396484, + 0.404297, + 0.347656, + 0.464844, + 0.363281, + 0.378906, + 0.369141, + 0.396484, + 0.396484, + 0.376953, + 0.398438, + 0.421875, + 0.398438, + 0.357422, + 0.388672, + 0.369141, + 0.392578, + 0.314453, + 0.392578, + 0.392578, + 0.402344, + 0.404297, + 0.40625, + 0.449219, + 0.605469, + 0.365234, + 0.535156, + 0.388672, + 0.388672, + 0.367188, + 0.408203, + 0.400391, + 0.388672, + 0.380859, + 0.400391, + 0.425781, + 0.431641, + 0.333984, + 0.464844, + 0.410156, + 0.398438, + 0.427734, + 0.470703, + 0.392578, + 0.402344, + 0.460938, + 0.398438, + 0.365234, + 0.435547, + 0.396484, + 0.447266, + 0.414062, + 0.371094, + 0.384766, + 0.386719, + 0.484375, + 0.357422, + 0.388672, + 0.449219, + 0.408203, + 0.402344, + 0.390625, + 0.388672, + 0.519531, + 0.433594, + 0.376953, + 0.425781, + 0.400391, + 0.40625, + 0.349609, + 0.382812, + 0.425781, + 0.414062, + 0.416016, + 0.349609, + 0.375, + 0.410156, + 0.408203, + 0.359375, + 0.417969, + 0.478516, + 0.392578, + 0.376953, + 0.339844, + 0.419922, + 0.404297, + 0.410156, + 0.523438, + 0.359375, + 0.416016, + 0.378906, + 0.46875, + 0.384766, + 0.392578, + 0.408203, + 0.455078, + 0.408203, + 0.410156, + 0.376953, + 0.478516, + 0.425781, + 0.388672, + 0.390625, + 0.373047, + 0.384766, + 0.4375, + 0.402344, + 0.429688, + 0.318359, + 0.408203, + 0.394531, + 0.416016, + 0.449219, + 0.392578, + 0.419922, + 0.392578, + 0.429688, + 0.429688, + 0.394531, + 0.384766, + 0.386719, + 0.396484, + 0.375, + 0.384766, + 0.417969, + 0.441406, + 0.453125, + 0.384766, + 0.402344, + 0.40625, + 0.445312, + 0.380859, + 0.419922, + 0.380859, + 0.476562, + 0.421875, + 0.382812, + 0.371094, + 0.371094, + 0.373047, + 0.414062, + 0.384766, + 0.380859, + 0.376953, + 0.707031, + 0.365234, + 0.378906, + 0.427734, + 0.398438, + 0.445312, + 0.382812, + 0.410156, + 0.550781, + 0.392578, + 0.40625, + 0.40625, + 0.601562, + 0.375, + 0.386719, + 0.515625, + 0.451172, + 0.367188, + 0.371094, + 0.380859, + 0.382812, + 0.400391, + 0.404297, + 0.382812, + 0.417969, + 0.388672, + 0.412109, + 0.441406, + 0.408203, + 0.396484, + 0.443359, + 0.367188, + 0.384766, + 0.302734, + 0.408203, + 0.400391, + 0.402344, + 0.40625, + 0.365234, + 0.431641, + 0.4375, + 0.376953, + 0.40625, + 0.365234, + 0.398438, + 0.390625, + 0.386719, + 0.345703, + 0.396484, + 0.386719, + 0.402344, + 0.363281, + 0.453125, + 0.423828, + 0.425781, + 0.390625, + 0.412109, + 0.088867, + 0.382812, + 0.347656, + 0.400391, + 0.394531, + 0.410156, + 0.408203, + 0.349609, + 0.369141, + 0.384766, + 0.412109, + 0.386719, + 0.417969, + 0.427734, + 0.394531, + 0.382812, + 0.382812, + 0.396484, + 0.400391, + 0.375, + 0.392578, + 0.402344, + 0.328125, + 0.443359, + 0.380859, + 0.388672, + 0.429688, + 0.425781, + 0.394531, + 0.373047, + 0.398438, + 0.455078, + 0.369141, + 0.380859, + 0.365234, + 0.421875, + 0.376953, + 0.427734, + 0.367188, + 0.382812, + 0.384766, + 0.357422, + 0.412109, + 0.376953, + 0.414062, + 0.394531, + 0.322266, + 0.322266, + 0.376953, + 0.416016, + 0.365234, + 0.390625, + 0.378906, + 0.376953, + 0.425781, + 0.404297, + 0.398438, + 0.408203, + 0.367188, + 0.550781, + 0.394531, + 0.373047, + 0.423828, + 0.302734, + 0.392578, + 0.363281, + 0.427734, + 0.388672, + 0.326172, + 0.435547, + 0.535156, + 0.412109, + 0.318359, + 0.636719, + 0.369141, + 0.392578, + 0.371094, + 0.400391, + 0.447266, + 0.400391, + 0.427734, + 0.425781, + 0.392578, + 0.431641, + 0.416016, + 0.384766, + 0.388672, + 0.353516, + 0.417969, + 0.380859, + 0.3125, + 0.435547, + 0.435547, + 0.421875, + 0.416016, + 0.412109, + 0.371094, + 0.384766, + 0.380859, + 0.320312, + 0.394531, + 0.337891, + 0.435547, + 0.369141, + 0.435547, + 0.378906, + 0.369141, + 0.369141, + 0.365234, + 0.402344, + 0.414062, + 0.375, + 0.412109, + 0.402344, + 0.394531, + 0.392578, + 0.585938, + 0.378906, + 0.357422, + 0.589844, + 0.384766, + 0.416016, + 0.419922, + 0.396484, + 0.419922, + 0.769531, + 0.40625, + 0.425781, + 0.484375, + 0.373047, + 0.425781, + 0.402344, + 0.376953, + 0.386719, + 0.396484, + 0.384766, + 0.455078, + 0.386719, + 0.386719, + 0.388672, + 0.375, + 0.386719, + 0.349609, + 0.384766, + 0.386719, + 0.402344, + 0.359375, + 0.507812, + 0.414062, + 0.392578, + 0.378906, + 0.345703, + 0.439453, + 0.472656, + 0.431641, + 0.390625, + 0.476562, + 0.4375, + 0.382812, + 0.380859, + 0.375, + 0.378906, + 0.396484, + 0.353516, + 0.373047, + 0.373047, + 0.414062, + 0.388672, + 0.429688, + 0.6875, + 0.380859, + 0.412109, + 0.386719, + 0.464844, + 0.337891, + 0.382812, + 0.355469, + 0.365234, + 0.433594, + 0.371094, + 0.361328, + 0.414062, + 0.400391, + 0.404297, + 0.40625, + 0.392578, + 0.376953, + 0.410156, + 0.376953, + 0.683594, + 0.380859, + 0.439453, + 0.431641, + 0.378906, + 0.330078, + 0.392578, + 0.380859, + 0.392578, + 0.396484, + 0.363281, + 0.373047, + 0.414062, + 0.375, + 0.40625, + 0.486328, + 0.392578, + 0.378906, + 0.404297, + 0.373047, + 0.363281, + 0.359375, + 0.378906, + 0.423828, + 0.408203, + 0.367188, + 0.396484, + 0.375, + 0.515625, + 0.443359, + 0.404297, + 0.451172, + 0.367188, + 0.400391, + 0.382812, + 0.419922, + 0.488281, + 0.423828, + 0.404297, + 0.388672, + 0.429688, + 0.474609, + 0.373047, + 0.378906, + 0.431641, + 0.423828, + 0.410156, + 0.392578, + 0.392578, + 0.421875, + 0.482422, + 0.373047, + 0.386719, + 0.380859, + 0.402344, + 0.390625, + 0.412109, + 0.386719, + 0.412109, + 0.480469, + 0.396484, + 0.394531, + 0.431641, + 0.410156, + 0.439453, + 0.375, + 0.40625, + 0.402344, + 0.453125, + 0.416016, + 0.367188, + 0.396484, + 0.410156, + 0.546875, + 0.412109, + 0.496094, + 0.400391, + 0.390625, + 0.380859, + 0.404297, + 0.378906, + 0.408203, + 0.449219, + 0.427734, + 0.417969, + 0.386719, + 0.435547, + 0.363281, + 0.414062, + 0.414062, + 0.425781, + 0.376953, + 0.382812, + 0.398438, + 0.4375, + 0.408203, + 0.375, + 0.380859, + 0.419922, + 0.382812, + 0.386719, + 0.388672, + 0.40625, + 0.414062, + 0.365234, + 0.476562, + 0.65625, + 0.357422, + 0.414062, + 0.412109, + 0.371094, + 0.417969, + 0.337891, + 0.402344, + 0.396484, + 0.402344, + 0.419922, + 0.335938, + 0.4375, + 0.433594, + 0.386719, + 0.408203, + 0.384766, + 0.392578, + 0.392578, + 0.388672, + 0.410156, + 0.423828, + 0.402344, + 0.425781, + 0.292969, + 0.345703, + 0.376953, + 0.382812, + 0.380859, + 0.441406, + 0.375, + 0.386719, + 0.462891, + 0.388672, + 0.376953, + 0.400391, + 0.417969, + 0.414062, + 0.498047, + 0.349609, + 0.439453, + 0.378906, + 0.419922, + 0.384766, + 0.376953, + 0.386719, + 0.388672, + 0.412109, + 0.402344, + 0.439453, + 0.382812, + 0.396484, + 0.474609, + 0.388672, + 0.388672, + 0.410156, + 0.400391, + 0.394531, + 0.386719, + 0.507812, + 0.412109, + 0.419922, + 0.441406, + 0.361328, + 0.392578, + 0.361328, + 0.466797, + 0.376953, + 0.388672, + 0.412109, + 0.466797, + 0.388672, + 0.416016, + 0.369141, + 0.382812, + 0.396484, + 0.408203, + 0.40625, + 0.402344, + 0.365234, + 0.380859, + 0.519531, + 0.398438, + 0.392578, + 0.382812, + 0.335938, + 0.353516, + 0.369141, + 0.419922, + 0.390625, + 0.416016, + 0.371094, + 0.416016, + 0.386719, + 0.404297, + 0.394531, + 0.419922, + 0.542969, + 0.359375, + 0.421875, + 0.388672, + 0.404297, + 0.388672, + 0.4375, + 0.433594, + 0.412109, + 0.404297, + 0.597656, + 0.423828, + 0.394531, + 0.412109, + 0.445312, + 0.355469, + 0.394531, + 0.330078, + 0.371094, + 0.390625, + 0.462891, + 0.390625, + 0.511719, + 0.412109, + 0.382812, + 0.396484, + 0.435547, + 0.386719, + 0.416016, + 0.617188, + 0.402344, + 0.339844, + 0.414062, + 0.414062, + 0.447266, + 0.378906, + 0.4375, + 0.398438, + 0.378906, + 0.632812, + 0.384766, + 0.417969, + 0.435547, + 0.371094, + 0.410156, + 0.384766, + 0.392578, + 0.423828, + 0.378906, + 0.455078, + 0.378906, + 0.412109, + 0.373047, + 0.404297, + 0.410156, + 0.416016, + 0.433594, + 0.470703, + 0.515625, + 0.373047, + 0.365234, + 0.375, + 0.361328, + 0.369141, + 0.449219, + 0.361328, + 0.375, + 0.396484, + 0.410156, + 0.375, + 0.412109, + 0.341797, + 0.396484, + 0.441406, + 0.417969, + 0.431641, + 0.363281, + 0.396484, + 0.40625, + 0.449219, + 0.367188, + 0.416016, + 0.378906, + 0.400391, + 0.402344, + 0.345703, + 0.361328, + 0.382812, + 0.421875, + 0.353516, + 0.398438, + 0.410156, + 0.417969, + 0.3125, + 0.390625, + 0.40625, + 0.416016, + 0.386719, + 0.339844, + 0.394531, + 0.359375, + 0.46875, + 0.392578, + 0.392578, + 0.414062, + 0.408203, + 0.365234, + 0.388672, + 0.386719, + 0.404297, + 0.419922, + 0.421875, + 0.392578, + 0.412109, + 0.351562, + 0.679688, + 0.4375, + 0.470703, + 0.419922, + 0.392578, + 0.404297, + 0.396484, + 0.570312, + 0.386719, + 0.412109, + 0.429688, + 0.416016, + 0.431641, + 0.398438, + 0.4375, + 0.421875, + 0.361328, + 0.380859, + 0.408203, + 0.414062, + 0.378906, + 0.378906, + 0.394531, + 0.390625, + 0.363281, + 0.425781, + 0.435547, + 0.429688, + 0.410156, + 0.347656, + 0.394531, + 0.419922, + 0.474609, + 0.378906, + 0.371094, + 0.367188, + 0.396484, + 0.382812, + 0.373047, + 0.439453, + 0.435547, + 0.761719, + 0.380859, + 0.339844, + 0.427734, + 0.390625, + 0.421875, + 0.439453, + 0.419922, + 0.400391, + 0.789062, + 0.425781, + 0.345703, + 0.400391, + 0.402344, + 0.400391, + 0.388672, + 0.484375, + 0.289062, + 0.347656, + 0.398438, + 0.380859, + 0.386719, + 0.390625, + 0.527344, + 0.433594, + 0.367188, + 0.490234, + 0.351562, + 0.433594, + 0.394531, + 0.390625, + 0.396484, + 0.400391, + 0.425781, + 0.400391, + 0.431641, + 0.375, + 0.390625, + 0.490234, + 0.425781, + 0.412109, + 0.425781, + 0.386719, + 0.419922, + 0.4375, + 0.660156, + 0.40625, + 0.378906, + 0.380859, + 0.378906, + 0.408203, + 0.396484, + 0.421875, + 0.396484, + 0.419922, + 0.414062, + 0.433594, + 0.417969, + 0.390625, + 0.443359, + 0.460938, + 0.439453, + 0.300781, + 0.388672, + 0.382812, + 0.470703, + 0.380859, + 0.417969, + 0.423828, + 0.433594, + 0.398438, + 0.375, + 0.386719, + 0.417969, + 0.349609, + 0.402344, + 0.390625, + 0.421875, + 0.433594, + 0.5, + 0.386719, + 0.410156, + 0.416016, + 0.376953, + 0.443359, + 0.474609, + 0.400391, + 0.388672, + 0.369141, + 0.369141, + 0.429688, + 0.373047, + 0.443359, + 0.386719, + 0.433594, + 0.335938, + 0.386719, + 0.382812, + 0.441406, + 0.460938, + 0.40625, + 0.589844, + 0.410156, + 0.402344, + 0.398438, + 0.339844, + 0.384766, + 0.382812, + 0.394531, + 0.388672, + 0.392578, + 0.416016, + 0.384766, + 0.402344, + 0.400391, + 0.384766, + 0.425781, + 0.367188, + 0.402344, + 0.351562, + 0.425781, + 0.472656, + 0.423828, + 0.4375, + 0.363281, + 0.371094, + 0.417969, + 0.392578, + 0.369141, + 0.460938, + 0.414062, + 0.388672, + 0.421875, + 0.398438, + 0.412109, + 0.357422, + 0.365234, + 0.375, + 0.423828, + 0.386719, + 0.410156, + 0.359375, + 0.40625, + 0.380859, + 0.412109, + 0.396484, + 0.435547, + 0.375, + 0.400391, + 0.378906, + 0.414062, + 0.335938, + 0.376953, + 0.369141, + 0.376953, + 0.402344, + 0.388672, + 0.384766, + 0.425781, + 0.396484, + 0.400391, + 0.378906, + 0.378906, + 0.378906, + 0.373047, + 0.361328, + 0.367188, + 0.398438, + 0.386719, + 0.388672, + 0.417969, + 0.773438, + 0.326172, + 0.519531, + 0.419922 + ] + }, + "name": "model.model.layers.33.input_layernorm.weight", + "outputIndexes": [ + 2686 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2685 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_33/Mul_output_0", + "outputIndexes": [ + 2687 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2686, + 2687 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_33/Mul_1_output_0", + "outputIndexes": [ + 2688 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2688 + ], + "outputIndexes": [ + 5312 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5312 + ], + "outputIndexes": [ + 5313 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/q_proj/Linear", + "inputIndexes": [ + 5313 + ], + "outputIndexes": [ + 5314 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 331504602, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5314 + ], + "outputIndexes": [ + 5315 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5315 + ], + "outputIndexes": [ + 2689 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2688 + ], + "main_type": "NONE", + "name": "/Shape_463_output_0", + "outputIndexes": [ + 2690 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2690 + ], + "main_type": "NONE", + "name": "Shape7207", + "outputIndexes": [ + 2691 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2690 + ], + "main_type": "NONE", + "name": "Rank7209", + "outputIndexes": [ + 2692 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2692, + 2692 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7211", + "outputIndexes": [ + 2693 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2693 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7212", + "outputIndexes": [ + 2694 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2693, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7214", + "outputIndexes": [ + 2695 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2695 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7215", + "outputIndexes": [ + 2696 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2691, + 2694, + 2696, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7218", + "outputIndexes": [ + 2697 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2697 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7219", + "outputIndexes": [ + 2698 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2698 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7220", + "outputIndexes": [ + 2699 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2699, + 2698 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7221", + "outputIndexes": [ + 2700 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2690, + 2700, + 2693 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_499_output_0", + "outputIndexes": [ + 2701 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2701, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1057_output_0", + "outputIndexes": [ + 2702 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2702, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_429_output_0", + "outputIndexes": [ + 2703 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2689, + 2703 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_298_output_0", + "outputIndexes": [ + 2704 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2704, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_264_output_0", + "outputIndexes": [ + 2705 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2704 + ], + "main_type": "NONE", + "name": "/Shape_464_output_0", + "outputIndexes": [ + 2706 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2706 + ], + "main_type": "NONE", + "name": "Shape7228", + "outputIndexes": [ + 2707 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2706 + ], + "main_type": "NONE", + "name": "Rank7230", + "outputIndexes": [ + 2708 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2708, + 2708 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7232", + "outputIndexes": [ + 2709 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2709 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7233", + "outputIndexes": [ + 2710 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2709, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7235", + "outputIndexes": [ + 2711 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2711 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7236", + "outputIndexes": [ + 2712 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2707, + 2710, + 2712, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7239", + "outputIndexes": [ + 2713 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2713 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7240", + "outputIndexes": [ + 2714 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2714 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7241", + "outputIndexes": [ + 2715 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2715, + 2714 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7242", + "outputIndexes": [ + 2716 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2706, + 2716, + 2709 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_500_output_0", + "outputIndexes": [ + 2717 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2717, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_99_output_0", + "outputIndexes": [ + 2718 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2718, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1062_output_0", + "outputIndexes": [ + 2719 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2704, + 2719, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_133_output_0", + "outputIndexes": [ + 2720 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2720 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_66_output_0", + "outputIndexes": [ + 2721 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2704, + 22, + 2719, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_132_output_0", + "outputIndexes": [ + 2722 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2721, + 2722 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_432_output_0", + "outputIndexes": [ + 2723 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2723, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_265_output_0", + "outputIndexes": [ + 2724 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2705, + 2724 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_165_output_0", + "outputIndexes": [ + 2725 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2688 + ], + "outputIndexes": [ + 5316 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5316 + ], + "outputIndexes": [ + 5317 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/k_proj/Linear", + "inputIndexes": [ + 5317 + ], + "outputIndexes": [ + 5318 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 332426224, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5318 + ], + "outputIndexes": [ + 5319 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5319 + ], + "outputIndexes": [ + 2726 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2702, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_430_output_0", + "outputIndexes": [ + 2727 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2726, + 2727 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_299_output_0", + "outputIndexes": [ + 2728 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2728, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_266_output_0", + "outputIndexes": [ + 2729 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2728 + ], + "main_type": "NONE", + "name": "/Shape_465_output_0", + "outputIndexes": [ + 2730 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2730 + ], + "main_type": "NONE", + "name": "Shape7291", + "outputIndexes": [ + 2731 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2730 + ], + "main_type": "NONE", + "name": "Rank7293", + "outputIndexes": [ + 2732 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2732, + 2732 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7295", + "outputIndexes": [ + 2733 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2733 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7296", + "outputIndexes": [ + 2734 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2733, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7298", + "outputIndexes": [ + 2735 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2735 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7299", + "outputIndexes": [ + 2736 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2731, + 2734, + 2736, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7302", + "outputIndexes": [ + 2737 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2737 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7303", + "outputIndexes": [ + 2738 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2738 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7304", + "outputIndexes": [ + 2739 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2739, + 2738 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7305", + "outputIndexes": [ + 2740 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2730, + 2740, + 2733 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_501_output_0", + "outputIndexes": [ + 2741 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2741, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_100_output_0", + "outputIndexes": [ + 2742 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2742, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1064_output_0", + "outputIndexes": [ + 2743 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2728, + 2743, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_135_output_0", + "outputIndexes": [ + 2744 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2744 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_67_output_0", + "outputIndexes": [ + 2745 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2728, + 22, + 2743, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_134_output_0", + "outputIndexes": [ + 2746 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2745, + 2746 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_433_output_0", + "outputIndexes": [ + 2747 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2747, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_267_output_0", + "outputIndexes": [ + 2748 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2729, + 2748 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_166_output_0", + "outputIndexes": [ + 2749 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2688 + ], + "outputIndexes": [ + 5320 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5320 + ], + "outputIndexes": [ + 5321 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/v_proj/Linear", + "inputIndexes": [ + 5321 + ], + "outputIndexes": [ + 5322 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 332656646, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5322 + ], + "outputIndexes": [ + 5323 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5323 + ], + "outputIndexes": [ + 2750 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2750, + 2727 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_300_output_0", + "outputIndexes": [ + 2751 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2725, + 2749, + 2751, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_305_output_0", + "outputIndexes": [ + 2752 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2752 + ], + "outputIndexes": [ + 5324 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5324 + ], + "outputIndexes": [ + 5325 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/o_proj/Linear", + "inputIndexes": [ + 5325 + ], + "outputIndexes": [ + 5326 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 332887068, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5326 + ], + "outputIndexes": [ + 5327 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5327 + ], + "outputIndexes": [ + 2753 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2685, + 2753 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_168_output_0", + "outputIndexes": [ + 2754 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.367188, + 0.419922, + 0.419922, + 0.431641, + 0.425781, + 0.419922, + 0.134766, + 0.416016, + 0.386719, + 0.363281, + 0.332031, + 0.419922, + 0.363281, + 0.402344, + 0.398438, + 0.414062, + 0.224609, + 0.419922, + 0.412109, + 0.34375, + 0.40625, + 0.439453, + 0.378906, + 0.390625, + 0.394531, + 0.4375, + 0.384766, + 0.417969, + 0.410156, + 0.419922, + 0.359375, + 0.175781, + 0.423828, + 0.425781, + 0.419922, + 0.402344, + 0.363281, + 0.404297, + 0.322266, + 0.443359, + 0.427734, + 0.421875, + 0.392578, + 0.384766, + 0.363281, + 0.388672, + 0.462891, + 0.367188, + 0.439453, + 0.318359, + 0.417969, + 0.34375, + 0.404297, + 0.435547, + 0.359375, + 0.417969, + 0.472656, + 0.396484, + 0.402344, + 0.431641, + 0.429688, + 0.4375, + 0.402344, + 0.425781, + 0.369141, + 0.347656, + 0.25, + 0.345703, + 0.439453, + 0.259766, + 0.429688, + 0.347656, + 0.410156, + 0.386719, + 0.431641, + 0.396484, + 0.400391, + 0.427734, + 0.34375, + 0.410156, + 0.400391, + 0.443359, + 0.386719, + 0.394531, + 0.429688, + 0.373047, + 0.449219, + 0.363281, + 0.496094, + 0.355469, + 0.404297, + 0.416016, + 0.361328, + 0.421875, + 0.333984, + 0.365234, + 0.554688, + 0.445312, + 0.453125, + 0.40625, + 0.417969, + 0.388672, + 0.425781, + 0.423828, + 0.386719, + 0.367188, + 0.429688, + 0.408203, + 0.408203, + 0.419922, + 0.410156, + 0.458984, + 0.394531, + 0.423828, + 0.443359, + 0.375, + 0.427734, + 0.416016, + 0.462891, + 0.427734, + 0.425781, + 0.369141, + 0.427734, + 0.373047, + 0.441406, + 0.419922, + 0.204102, + 0.435547, + 0.431641, + 0.457031, + 0.417969, + 0.417969, + 0.433594, + 0.400391, + 0.423828, + 0.414062, + 0.433594, + 0.402344, + 0.339844, + 0.386719, + 0.451172, + 0.392578, + 0.421875, + 0.462891, + 0.4375, + 0.427734, + 0.414062, + 0.371094, + 0.402344, + 0.429688, + 0.419922, + 0.410156, + 0.417969, + 0.439453, + 0.419922, + 0.384766, + 0.447266, + 0.404297, + 0.349609, + 0.439453, + 0.351562, + 0.408203, + 0.365234, + 0.427734, + 0.394531, + 0.449219, + 0.339844, + 0.423828, + 0.414062, + 0.355469, + 0.388672, + 0.441406, + 0.433594, + 0.392578, + 0.316406, + 0.429688, + 0.400391, + 0.429688, + 0.441406, + 0.4375, + 0.394531, + 0.384766, + 0.408203, + 0.410156, + 0.417969, + 0.423828, + 0.416016, + 0.425781, + 0.439453, + 0.429688, + 0.433594, + 0.382812, + 0.361328, + 0.408203, + 0.431641, + 0.396484, + 0.412109, + 0.394531, + 0.09082, + 0.433594, + 0.404297, + 0.390625, + 0.388672, + 0.417969, + 0.392578, + 0.414062, + 0.449219, + 0.404297, + 0.390625, + 0.439453, + 0.414062, + 0.416016, + 0.419922, + 0.359375, + 0.431641, + 0.410156, + 0.431641, + 0.398438, + 0.429688, + 0.400391, + 0.40625, + 0.40625, + 0.371094, + 0.402344, + 0.460938, + 0.400391, + 0.447266, + 0.351562, + 0.585938, + 0.40625, + 0.390625, + 0.339844, + 0.412109, + 0.404297, + 0.429688, + 0.382812, + 0.425781, + 0.376953, + 0.421875, + 0.425781, + 0.421875, + 0.402344, + 0.423828, + 0.423828, + 0.416016, + 0.40625, + 0.371094, + 0.421875, + 0.439453, + 0.414062, + 0.414062, + 0.388672, + 0.337891, + 0.408203, + 0.388672, + 0.429688, + 0.388672, + 0.398438, + 0.375, + 0.435547, + 0.464844, + 0.423828, + 0.419922, + 0.376953, + 0.433594, + 0.435547, + 0.404297, + 0.439453, + 0.363281, + 0.417969, + 0.271484, + 0.382812, + 0.402344, + 0.255859, + 0.376953, + 0.431641, + 0.421875, + 0.376953, + 0.34375, + 0.431641, + 0.384766, + 0.435547, + 0.421875, + 0.458984, + 0.414062, + 0.412109, + 0.441406, + 0.435547, + 0.423828, + 0.431641, + 0.427734, + 0.408203, + 0.417969, + 0.412109, + 0.431641, + 0.416016, + 0.371094, + 0.445312, + 0.425781, + 0.419922, + 0.408203, + 0.429688, + 0.419922, + 0.359375, + 0.423828, + 0.417969, + 0.382812, + 0.408203, + 0.423828, + 0.427734, + 0.361328, + 0.431641, + 0.404297, + 0.376953, + 0.435547, + 0.382812, + 0.421875, + 0.371094, + 0.326172, + 0.398438, + 0.445312, + 0.427734, + 0.439453, + 0.416016, + 0.400391, + 0.386719, + 0.439453, + 0.482422, + 0.431641, + 0.386719, + 0.3125, + 0.378906, + 0.326172, + 0.419922, + 0.380859, + 0.396484, + 0.441406, + 0.369141, + 0.341797, + 0.359375, + 0.396484, + 0.416016, + 0.400391, + 0.376953, + 0.441406, + 0.429688, + 0.382812, + 0.427734, + 0.384766, + 0.412109, + 0.423828, + 0.445312, + 0.376953, + 0.404297, + 0.404297, + 0.429688, + 0.421875, + 0.423828, + 0.398438, + 0.445312, + 0.390625, + 0.390625, + 0.417969, + 0.423828, + 0.429688, + 0.40625, + 0.423828, + 0.421875, + 0.384766, + 0.382812, + 0.433594, + 0.404297, + 0.425781, + 0.341797, + 0.402344, + 0.408203, + 0.416016, + 0.423828, + 0.425781, + 0.341797, + 0.157227, + 0.386719, + 0.640625, + 0.423828, + 0.425781, + 0.388672, + 0.386719, + 0.4375, + 0.384766, + 0.421875, + 0.425781, + 0.324219, + 0.453125, + 0.347656, + 0.447266, + 0.416016, + 0.421875, + 0.443359, + 0.433594, + 0.429688, + 0.386719, + 0.441406, + 0.353516, + 0.416016, + 0.451172, + 0.378906, + 0.433594, + 0.439453, + 0.421875, + 0.408203, + 0.396484, + 0.486328, + 0.384766, + 0.404297, + 0.457031, + 0.439453, + 0.419922, + 0.421875, + 0.412109, + 0.390625, + 0.445312, + 0.412109, + 0.289062, + 0.429688, + 0.431641, + 0.355469, + 0.435547, + 0.410156, + 0.28125, + 0.416016, + 0.318359, + 0.371094, + 0.4375, + 0.421875, + 0.402344, + 0.435547, + 0.451172, + 0.417969, + 0.408203, + 0.410156, + 0.480469, + 0.363281, + 0.378906, + 0.542969, + 0.396484, + 0.369141, + 0.390625, + 0.435547, + 0.355469, + 0.425781, + 0.392578, + 0.328125, + 0.414062, + 0.441406, + 0.423828, + 0.453125, + 0.423828, + 0.421875, + 0.40625, + 0.376953, + 0.412109, + 0.396484, + 0.417969, + 0.427734, + 0.335938, + 0.419922, + 0.402344, + 0.455078, + 0.435547, + 0.373047, + 0.416016, + 0.416016, + 0.410156, + 0.423828, + 0.410156, + 0.396484, + 0.388672, + 0.429688, + 0.382812, + 0.392578, + 0.423828, + 0.449219, + 0.439453, + 0.404297, + 0.429688, + 0.384766, + 0.423828, + 0.376953, + 0.417969, + 0.402344, + 0.435547, + 0.447266, + 0.423828, + 0.429688, + 0.423828, + 0.373047, + 0.427734, + 0.40625, + 0.353516, + 0.392578, + 0.12793, + 0.392578, + 0.431641, + 0.439453, + 0.322266, + 0.455078, + 0.412109, + 0.404297, + 0.429688, + 0.402344, + 0.40625, + 0.423828, + 0.220703, + 0.388672, + 0.396484, + 0.464844, + 0.429688, + 0.384766, + 0.40625, + 0.392578, + 0.421875, + 0.427734, + 0.333984, + 0.425781, + 0.435547, + 0.390625, + 0.435547, + 0.441406, + 0.423828, + 0.376953, + 0.304688, + 0.404297, + 0.365234, + 0.357422, + 0.416016, + 0.398438, + 0.40625, + 0.431641, + 0.388672, + 0.419922, + 0.427734, + 0.365234, + 0.384766, + 0.433594, + 0.410156, + 0.384766, + 0.400391, + 0.351562, + 0.384766, + 0.371094, + 0.376953, + 0.404297, + 0.429688, + 0.4375, + 0.419922, + 0.441406, + 0.396484, + 0.214844, + 0.429688, + 0.349609, + 0.347656, + 0.378906, + 0.441406, + 0.40625, + 0.369141, + 0.363281, + 0.423828, + 0.4375, + 0.40625, + 0.410156, + 0.435547, + 0.425781, + 0.367188, + 0.445312, + 0.390625, + 0.435547, + 0.398438, + 0.423828, + 0.396484, + 0.367188, + 0.474609, + 0.417969, + 0.400391, + 0.392578, + 0.439453, + 0.419922, + 0.390625, + 0.408203, + 0.441406, + 0.386719, + 0.390625, + 0.369141, + 0.451172, + 0.427734, + 0.433594, + 0.369141, + 0.431641, + 0.353516, + 0.345703, + 0.443359, + 0.419922, + 0.398438, + 0.412109, + 0.375, + 0.355469, + 0.378906, + 0.425781, + 0.414062, + 0.414062, + 0.419922, + 0.380859, + 0.447266, + 0.404297, + 0.380859, + 0.421875, + 0.412109, + 0.289062, + 0.416016, + 0.410156, + 0.439453, + 0.349609, + 0.419922, + 0.396484, + 0.416016, + 0.394531, + 0.363281, + 0.457031, + 0.255859, + 0.408203, + 0.341797, + 0.118652, + 0.388672, + 0.417969, + 0.425781, + 0.373047, + 0.425781, + 0.404297, + 0.414062, + 0.433594, + 0.417969, + 0.361328, + 0.427734, + 0.416016, + 0.384766, + 0.367188, + 0.400391, + 0.398438, + 0.361328, + 0.388672, + 0.324219, + 0.441406, + 0.439453, + 0.429688, + 0.355469, + 0.40625, + 0.404297, + 0.351562, + 0.427734, + 0.363281, + 0.355469, + 0.398438, + 0.445312, + 0.388672, + 0.390625, + 0.408203, + 0.414062, + 0.404297, + 0.433594, + 0.412109, + 0.443359, + 0.439453, + 0.412109, + 0.378906, + 0.265625, + 0.361328, + 0.347656, + 0.390625, + 0.429688, + 0.417969, + 0.429688, + 0.417969, + 0.427734, + 0.135742, + 0.394531, + 0.421875, + 0.433594, + 0.367188, + 0.441406, + 0.425781, + 0.392578, + 0.417969, + 0.425781, + 0.410156, + 0.427734, + 0.382812, + 0.417969, + 0.421875, + 0.394531, + 0.421875, + 0.421875, + 0.398438, + 0.419922, + 0.376953, + 0.410156, + 0.251953, + 0.351562, + 0.441406, + 0.404297, + 0.363281, + 0.410156, + 0.326172, + 0.435547, + 0.419922, + 0.441406, + 0.457031, + 0.408203, + 0.40625, + 0.357422, + 0.367188, + 0.416016, + 0.355469, + 0.402344, + 0.373047, + 0.425781, + 0.439453, + 0.404297, + 0.25, + 0.390625, + 0.412109, + 0.402344, + 0.441406, + 0.294922, + 0.412109, + 0.412109, + 0.365234, + 0.451172, + 0.369141, + 0.402344, + 0.4375, + 0.408203, + 0.414062, + 0.414062, + 0.425781, + 0.394531, + 0.427734, + 0.425781, + 0.152344, + 0.412109, + 0.425781, + 0.3125, + 0.371094, + 0.351562, + 0.423828, + 0.404297, + 0.435547, + 0.425781, + 0.402344, + 0.375, + 0.382812, + 0.396484, + 0.417969, + 0.449219, + 0.408203, + 0.335938, + 0.400391, + 0.419922, + 0.384766, + 0.419922, + 0.394531, + 0.322266, + 0.386719, + 0.375, + 0.380859, + 0.410156, + 0.304688, + 0.435547, + 0.408203, + 0.447266, + 0.416016, + 0.431641, + 0.376953, + 0.449219, + 0.326172, + 0.439453, + 0.433594, + 0.408203, + 0.332031, + 0.439453, + 0.410156, + 0.414062, + 0.414062, + 0.390625, + 0.427734, + 0.371094, + 0.396484, + 0.419922, + 0.267578, + 0.410156, + 0.398438, + 0.412109, + 0.423828, + 0.423828, + 0.419922, + 0.390625, + 0.412109, + 0.503906, + 0.439453, + 0.369141, + 0.404297, + 0.398438, + 0.414062, + 0.441406, + 0.402344, + 0.429688, + 0.392578, + 0.382812, + 0.421875, + 0.419922, + 0.416016, + 0.466797, + 0.417969, + 0.431641, + 0.429688, + 0.408203, + 0.382812, + 0.443359, + 0.408203, + 0.355469, + 0.435547, + 0.421875, + 0.421875, + 0.404297, + 0.449219, + 0.351562, + 0.458984, + 0.425781, + 0.425781, + 0.40625, + 0.400391, + 0.423828, + 0.439453, + 0.425781, + 0.431641, + 0.398438, + 0.449219, + 0.380859, + 0.373047, + 0.443359, + 0.445312, + 0.396484, + 0.380859, + 0.449219, + 0.298828, + 0.388672, + 0.416016, + 0.408203, + 0.371094, + 0.445312, + 0.357422, + 0.421875, + 0.373047, + 0.376953, + 0.443359, + 0.359375, + 0.433594, + 0.300781, + 0.394531, + 0.386719, + 0.408203, + 0.384766, + 0.414062, + 0.400391, + 0.439453, + 0.427734, + 0.396484, + 0.431641, + 0.332031, + 0.349609, + 0.419922, + 0.318359, + 0.433594, + 0.445312, + 0.416016, + 0.400391, + 0.449219, + 0.412109, + 0.40625, + 0.384766, + 0.421875, + 0.423828, + 0.425781, + 0.412109, + 0.279297, + 0.417969, + 0.435547, + 0.427734, + 0.365234, + 0.419922, + 0.404297, + 0.431641, + 0.359375, + 0.445312, + 0.373047, + 0.388672, + 0.429688, + 0.414062, + 0.414062, + 0.435547, + 0.40625, + 0.40625, + 0.359375, + 0.558594, + 0.417969, + 0.431641, + 0.414062, + 0.400391, + 0.412109, + 0.402344, + 0.425781, + 0.412109, + 0.361328, + 0.400391, + 0.441406, + 0.394531, + 0.445312, + 0.341797, + 0.398438, + 0.359375, + 0.408203, + 0.416016, + 0.414062, + 0.376953, + 0.421875, + 0.484375, + 0.421875, + 0.416016, + 0.408203, + 0.345703, + 0.324219, + 0.412109, + 0.423828, + 0.421875, + 0.382812, + 0.417969, + 0.433594, + 0.404297, + 0.404297, + 0.414062, + 0.419922, + 0.384766, + 0.40625, + 0.3125, + 0.410156, + 0.417969, + 0.394531, + 0.425781, + 0.423828, + 0.421875, + 0.414062, + 0.137695, + 0.451172, + 0.412109, + 0.419922, + 0.414062, + 0.376953, + 0.417969, + 0.341797, + 0.423828, + 0.416016, + 0.375, + 0.423828, + 0.423828, + 0.453125, + 0.378906, + 0.419922, + 0.378906, + 0.423828, + 0.417969, + 0.322266, + 0.457031, + 0.335938, + 0.400391, + 0.417969, + 0.408203, + 0.398438, + 0.4375, + 0.416016, + 0.355469, + 0.3125, + 0.410156, + 0.40625, + 0.431641, + 0.347656, + 0.425781, + 0.402344, + 0.4375, + 0.431641, + 0.417969, + 0.451172, + 0.412109, + 0.412109, + 0.371094, + 0.4375, + 0.423828, + 0.419922, + 0.429688, + 0.472656, + 0.400391, + 0.398438, + 0.382812, + 0.384766, + 0.439453, + 0.376953, + 0.425781, + 0.431641, + 0.419922, + 0.408203, + 0.414062, + 0.390625, + 0.427734, + 0.421875, + 0.40625, + 0.451172, + 0.445312, + 0.443359, + 0.396484, + 0.408203, + 0.425781, + 0.310547, + 0.410156, + 0.421875, + 0.400391, + 0.365234, + 0.417969, + 0.408203, + 0.414062, + 0.404297, + 0.400391, + 0.357422, + 0.427734, + 0.421875, + 0.421875, + 0.34375, + 0.414062, + 0.4375, + 0.273438, + 0.425781, + 0.361328, + 0.410156, + 0.388672, + 0.443359, + 0.398438, + 0.40625, + 0.429688, + 0.429688, + 0.423828, + 0.357422, + 0.412109, + 0.441406, + 0.431641, + 0.449219, + 0.412109, + 0.431641, + 0.355469, + 0.142578, + 0.318359, + 0.429688, + 0.410156, + 0.375, + 0.425781, + 0.408203, + 0.328125, + 0.388672, + 0.4375, + 0.429688, + 0.396484, + 0.429688, + 0.40625, + 0.435547, + 0.443359, + 0.378906, + 0.373047, + 0.419922, + 0.445312, + 0.394531, + 0.410156, + 0.443359, + 0.380859, + 0.355469, + 0.4375, + 0.425781, + 0.449219, + 0.408203, + 0.398438, + 0.390625, + 0.431641, + 0.4375, + 0.423828, + 0.417969, + 0.347656, + 0.408203, + 0.375, + 0.427734, + 0.439453, + 0.441406, + 0.234375, + 0.427734, + 0.390625, + 0.433594, + 0.40625, + 0.451172, + 0.447266, + 0.414062, + 0.419922, + 0.226562, + 0.445312, + 0.40625, + 0.416016, + 0.439453, + 0.373047, + 0.410156, + 0.431641, + 0.345703, + 0.357422, + 0.402344, + 0.414062, + 0.416016, + 0.408203, + 0.453125, + 0.439453, + 0.388672, + 0.400391, + 0.330078, + 0.429688, + 0.380859, + 0.427734, + 0.429688, + 0.421875, + 0.429688, + 0.447266, + 0.412109, + 0.412109, + 0.402344, + 0.458984, + 0.453125, + 0.378906, + 0.433594, + 0.392578, + 0.390625, + 0.435547, + 0.28125, + 0.416016, + 0.392578, + 0.373047, + 0.398438, + 0.443359, + 0.435547, + 0.398438, + 0.425781, + 0.425781, + 0.417969, + 0.439453, + 0.384766, + 0.4375, + 0.417969, + 0.396484, + 0.419922, + 0.34375, + 0.361328, + 0.416016, + 0.433594, + 0.417969, + 0.421875, + 0.425781, + 0.453125, + 0.414062, + 0.388672, + 0.416016, + 0.429688, + 0.375, + 0.417969, + 0.439453, + 0.429688, + 0.447266, + 0.46875, + 0.410156, + 0.427734, + 0.435547, + 0.400391, + 0.458984, + 0.447266, + 0.410156, + 0.427734, + 0.416016, + 0.412109, + 0.441406, + 0.369141, + 0.419922, + 0.417969, + 0.466797, + 0.382812, + 0.34375, + 0.357422, + 0.453125, + 0.419922, + 0.417969, + 0.621094, + 0.400391, + 0.439453, + 0.412109, + 0.341797, + 0.425781, + 0.402344, + 0.400391, + 0.425781, + 0.378906, + 0.384766, + 0.369141, + 0.382812, + 0.412109, + 0.421875, + 0.425781, + 0.367188, + 0.421875, + 0.410156, + 0.416016, + 0.429688, + 0.439453, + 0.445312, + 0.421875, + 0.425781, + 0.380859, + 0.314453, + 0.394531, + 0.423828, + 0.412109, + 0.414062, + 0.441406, + 0.384766, + 0.419922, + 0.339844, + 0.337891, + 0.394531, + 0.423828, + 0.40625, + 0.445312, + 0.398438, + 0.402344, + 0.416016, + 0.427734, + 0.435547, + 0.414062, + 0.392578, + 0.447266, + 0.412109, + 0.421875, + 0.347656, + 0.378906, + 0.341797, + 0.412109, + 0.416016, + 0.355469, + 0.402344, + 0.474609, + 0.396484, + 0.423828, + 0.425781, + 0.339844, + 0.363281, + 0.400391, + 0.357422, + 0.394531, + 0.396484, + 0.400391, + 0.378906, + 0.443359, + 0.136719, + 0.341797, + 0.453125, + 0.416016 + ] + }, + "name": "model.model.layers.33.post_attention_layernorm.weight", + "outputIndexes": [ + 2755 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2754 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_33/Mul_output_0", + "outputIndexes": [ + 2756 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2755, + 2756 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_33/Mul_1_output_0", + "outputIndexes": [ + 2757 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2757 + ], + "outputIndexes": [ + 5328 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5328 + ], + "outputIndexes": [ + 5329 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/gate_proj/Linear", + "inputIndexes": [ + 5329 + ], + "outputIndexes": [ + 5330 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 333808690, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5330 + ], + "outputIndexes": [ + 5331 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5331 + ], + "outputIndexes": [ + 2758 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2758 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_33/Sigmoid_output_0", + "outputIndexes": [ + 2759 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2758, + 2759 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_33/Mul_output_0", + "outputIndexes": [ + 2760 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2757 + ], + "outputIndexes": [ + 5332 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5332 + ], + "outputIndexes": [ + 5333 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/up_proj/Linear", + "inputIndexes": [ + 5333 + ], + "outputIndexes": [ + 5334 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 336389192, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5334 + ], + "outputIndexes": [ + 5335 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5335 + ], + "outputIndexes": [ + 2761 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2760, + 2761 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_33/Mul_output_0", + "outputIndexes": [ + 2762 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2762 + ], + "outputIndexes": [ + 5336 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5336 + ], + "outputIndexes": [ + 5337 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/down_proj/Linear", + "inputIndexes": [ + 5337 + ], + "outputIndexes": [ + 5338 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 338969694, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5338 + ], + "outputIndexes": [ + 5339 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.33/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5339 + ], + "outputIndexes": [ + 2763 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2754, + 2763 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_169_output_0", + "outputIndexes": [ + 2764 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2764, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_306_output_0", + "outputIndexes": [ + 2765 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.412109, + 0.441406, + 0.423828, + 0.46875, + 0.431641, + 0.441406, + 0.875, + 0.421875, + 0.417969, + 0.472656, + 0.480469, + 0.412109, + 0.361328, + 0.408203, + 0.376953, + 0.441406, + 0.65625, + 0.410156, + 0.4375, + 0.410156, + 0.419922, + 0.455078, + 0.455078, + 0.404297, + 0.441406, + 0.472656, + 0.419922, + 0.40625, + 0.427734, + 0.400391, + 0.507812, + 0.287109, + 0.439453, + 0.455078, + 0.412109, + 0.408203, + 0.433594, + 0.398438, + 0.458984, + 0.46875, + 0.431641, + 0.410156, + 0.433594, + 0.441406, + 0.453125, + 0.457031, + 0.449219, + 0.416016, + 0.435547, + 0.535156, + 0.396484, + 0.441406, + 0.398438, + 0.472656, + 0.4375, + 0.425781, + 0.447266, + 0.388672, + 0.447266, + 0.458984, + 0.466797, + 0.433594, + 0.404297, + 0.458984, + 0.419922, + 0.5, + 0.691406, + 0.433594, + 0.4375, + 0.699219, + 0.427734, + 0.429688, + 0.433594, + 0.419922, + 0.427734, + 0.410156, + 0.410156, + 0.451172, + 0.4375, + 0.423828, + 0.408203, + 0.416016, + 0.417969, + 0.396484, + 0.458984, + 0.388672, + 0.439453, + 0.457031, + 0.546875, + 0.425781, + 0.445312, + 0.421875, + 0.404297, + 0.412109, + 0.40625, + 0.414062, + 0.566406, + 0.427734, + 0.472656, + 0.445312, + 0.46875, + 0.390625, + 0.416016, + 0.433594, + 0.416016, + 0.435547, + 0.482422, + 0.443359, + 0.382812, + 0.398438, + 0.410156, + 0.443359, + 0.429688, + 0.460938, + 0.455078, + 0.53125, + 0.423828, + 0.425781, + 0.462891, + 0.453125, + 0.453125, + 0.416016, + 0.386719, + 0.46875, + 0.503906, + 0.441406, + 0.847656, + 0.451172, + 0.443359, + 0.480469, + 0.427734, + 0.351562, + 0.476562, + 0.431641, + 0.445312, + 0.425781, + 0.445312, + 0.449219, + 0.589844, + 0.427734, + 0.443359, + 0.394531, + 0.4375, + 0.466797, + 0.404297, + 0.419922, + 0.439453, + 0.378906, + 0.402344, + 0.427734, + 0.416016, + 0.427734, + 0.402344, + 0.449219, + 0.433594, + 0.431641, + 0.427734, + 0.398438, + 0.388672, + 0.423828, + 0.412109, + 0.451172, + 0.416016, + 0.462891, + 0.40625, + 0.425781, + 0.414062, + 0.429688, + 0.414062, + 0.447266, + 0.447266, + 0.470703, + 0.4375, + 0.435547, + 0.464844, + 0.400391, + 0.435547, + 0.417969, + 0.453125, + 0.458984, + 0.392578, + 0.40625, + 0.423828, + 0.412109, + 0.402344, + 0.476562, + 0.412109, + 0.429688, + 0.464844, + 0.451172, + 0.421875, + 0.423828, + 0.402344, + 0.423828, + 0.458984, + 0.443359, + 0.423828, + 0.416016, + 0.177734, + 0.439453, + 0.416016, + 0.371094, + 0.423828, + 0.431641, + 0.398438, + 0.400391, + 0.453125, + 0.408203, + 0.490234, + 0.443359, + 0.425781, + 0.410156, + 0.453125, + 0.417969, + 0.421875, + 0.396484, + 0.410156, + 0.390625, + 0.431641, + 0.371094, + 0.417969, + 0.421875, + 0.408203, + 0.417969, + 0.466797, + 0.425781, + 0.480469, + 0.380859, + 0.5625, + 0.425781, + 0.419922, + 0.542969, + 0.433594, + 0.445312, + 0.451172, + 0.457031, + 0.447266, + 0.40625, + 0.447266, + 0.394531, + 0.464844, + 0.423828, + 0.375, + 0.464844, + 0.408203, + 0.423828, + 0.423828, + 0.427734, + 0.482422, + 0.429688, + 0.427734, + 0.388672, + 0.410156, + 0.429688, + 0.462891, + 0.458984, + 0.408203, + 0.386719, + 0.421875, + 0.429688, + 0.449219, + 0.447266, + 0.443359, + 0.431641, + 0.408203, + 0.441406, + 0.386719, + 0.486328, + 0.40625, + 0.474609, + 0.734375, + 0.375, + 0.441406, + 0.675781, + 0.4375, + 0.445312, + 0.431641, + 0.431641, + 0.400391, + 0.435547, + 0.410156, + 0.447266, + 0.412109, + 0.453125, + 0.445312, + 0.439453, + 0.451172, + 0.464844, + 0.408203, + 0.427734, + 0.412109, + 0.445312, + 0.451172, + 0.476562, + 0.427734, + 0.394531, + 0.308594, + 0.443359, + 0.423828, + 0.423828, + 0.390625, + 0.431641, + 0.410156, + 0.441406, + 0.443359, + 0.423828, + 0.433594, + 0.431641, + 0.421875, + 0.453125, + 0.4375, + 0.433594, + 0.398438, + 0.466797, + 0.435547, + 0.390625, + 0.388672, + 0.410156, + 0.550781, + 0.457031, + 0.480469, + 0.431641, + 0.457031, + 0.425781, + 0.439453, + 0.457031, + 0.441406, + 0.476562, + 0.458984, + 0.410156, + 0.578125, + 0.417969, + 0.482422, + 0.410156, + 0.519531, + 0.396484, + 0.490234, + 0.369141, + 0.460938, + 0.4375, + 0.417969, + 0.4375, + 0.414062, + 0.384766, + 0.462891, + 0.503906, + 0.425781, + 0.402344, + 0.423828, + 0.4375, + 0.486328, + 0.460938, + 0.388672, + 0.455078, + 0.427734, + 0.5, + 0.421875, + 0.431641, + 0.410156, + 0.494141, + 0.400391, + 0.443359, + 0.421875, + 0.408203, + 0.40625, + 0.421875, + 0.429688, + 0.400391, + 0.417969, + 0.421875, + 0.427734, + 0.384766, + 0.382812, + 0.392578, + 0.441406, + 0.421875, + 0.419922, + 0.4375, + 0.423828, + 0.476562, + 0.695312, + 0.417969, + 0.535156, + 0.386719, + 0.402344, + 0.351562, + 0.458984, + 0.421875, + 0.423828, + 0.410156, + 0.433594, + 0.53125, + 0.439453, + 0.412109, + 0.519531, + 0.427734, + 0.443359, + 0.455078, + 0.470703, + 0.447266, + 0.449219, + 0.484375, + 0.445312, + 0.394531, + 0.425781, + 0.414062, + 0.457031, + 0.421875, + 0.431641, + 0.416016, + 0.414062, + 0.546875, + 0.390625, + 0.416016, + 0.458984, + 0.421875, + 0.453125, + 0.416016, + 0.423828, + 0.5625, + 0.458984, + 0.410156, + 0.480469, + 0.414062, + 0.445312, + 0.386719, + 0.40625, + 0.462891, + 0.550781, + 0.453125, + 0.414062, + 0.433594, + 0.435547, + 0.460938, + 0.375, + 0.439453, + 0.5, + 0.431641, + 0.404297, + 0.373047, + 0.486328, + 0.423828, + 0.429688, + 0.515625, + 0.392578, + 0.451172, + 0.382812, + 0.466797, + 0.449219, + 0.402344, + 0.460938, + 0.59375, + 0.423828, + 0.453125, + 0.386719, + 0.478516, + 0.429688, + 0.435547, + 0.439453, + 0.425781, + 0.431641, + 0.478516, + 0.414062, + 0.470703, + 0.398438, + 0.427734, + 0.4375, + 0.441406, + 0.451172, + 0.427734, + 0.449219, + 0.402344, + 0.484375, + 0.462891, + 0.447266, + 0.423828, + 0.443359, + 0.417969, + 0.416016, + 0.419922, + 0.40625, + 0.472656, + 0.460938, + 0.404297, + 0.429688, + 0.464844, + 0.464844, + 0.443359, + 0.441406, + 0.386719, + 0.511719, + 0.464844, + 0.384766, + 0.402344, + 0.412109, + 0.419922, + 0.392578, + 0.414062, + 0.414062, + 0.421875, + 0.890625, + 0.423828, + 0.400391, + 0.447266, + 0.480469, + 0.453125, + 0.408203, + 0.451172, + 0.535156, + 0.421875, + 0.421875, + 0.4375, + 0.648438, + 0.417969, + 0.433594, + 0.519531, + 0.472656, + 0.412109, + 0.392578, + 0.398438, + 0.416016, + 0.462891, + 0.46875, + 0.373047, + 0.451172, + 0.431641, + 0.443359, + 0.478516, + 0.408203, + 0.455078, + 0.554688, + 0.441406, + 0.423828, + 0.384766, + 0.429688, + 0.447266, + 0.431641, + 0.451172, + 0.394531, + 0.46875, + 0.488281, + 0.392578, + 0.445312, + 0.408203, + 0.416016, + 0.402344, + 0.417969, + 0.421875, + 0.439453, + 0.447266, + 0.445312, + 0.390625, + 0.464844, + 0.476562, + 0.451172, + 0.414062, + 0.427734, + 0.081055, + 0.431641, + 0.414062, + 0.490234, + 0.40625, + 0.441406, + 0.435547, + 0.410156, + 0.40625, + 0.386719, + 0.449219, + 0.439453, + 0.443359, + 0.478516, + 0.449219, + 0.46875, + 0.408203, + 0.431641, + 0.429688, + 0.423828, + 0.414062, + 0.449219, + 0.376953, + 0.474609, + 0.4375, + 0.4375, + 0.476562, + 0.451172, + 0.439453, + 0.396484, + 0.447266, + 0.498047, + 0.402344, + 0.398438, + 0.427734, + 0.466797, + 0.4375, + 0.470703, + 0.396484, + 0.451172, + 0.417969, + 0.419922, + 0.462891, + 0.400391, + 0.486328, + 0.414062, + 0.339844, + 0.382812, + 0.427734, + 0.423828, + 0.398438, + 0.433594, + 0.402344, + 0.408203, + 0.439453, + 0.449219, + 0.449219, + 0.431641, + 0.408203, + 0.667969, + 0.441406, + 0.441406, + 0.449219, + 0.384766, + 0.369141, + 0.408203, + 0.462891, + 0.431641, + 0.394531, + 0.482422, + 0.648438, + 0.4375, + 0.400391, + 0.785156, + 0.394531, + 0.429688, + 0.400391, + 0.404297, + 0.453125, + 0.417969, + 0.445312, + 0.433594, + 0.429688, + 0.498047, + 0.410156, + 0.421875, + 0.441406, + 0.412109, + 0.427734, + 0.417969, + 0.390625, + 0.478516, + 0.535156, + 0.470703, + 0.445312, + 0.412109, + 0.4375, + 0.421875, + 0.414062, + 0.417969, + 0.417969, + 0.419922, + 0.476562, + 0.431641, + 0.4375, + 0.433594, + 0.398438, + 0.400391, + 0.40625, + 0.423828, + 0.412109, + 0.425781, + 0.394531, + 0.416016, + 0.451172, + 0.445312, + 0.546875, + 0.388672, + 0.423828, + 0.554688, + 0.433594, + 0.453125, + 0.441406, + 0.476562, + 0.451172, + 0.882812, + 0.4375, + 0.519531, + 0.515625, + 0.396484, + 0.449219, + 0.421875, + 0.373047, + 0.445312, + 0.435547, + 0.429688, + 0.462891, + 0.423828, + 0.402344, + 0.412109, + 0.367188, + 0.402344, + 0.386719, + 0.410156, + 0.417969, + 0.449219, + 0.414062, + 0.609375, + 0.458984, + 0.427734, + 0.414062, + 0.351562, + 0.457031, + 0.480469, + 0.460938, + 0.435547, + 0.46875, + 0.460938, + 0.390625, + 0.423828, + 0.400391, + 0.398438, + 0.423828, + 0.425781, + 0.390625, + 0.402344, + 0.427734, + 0.423828, + 0.451172, + 0.800781, + 0.402344, + 0.447266, + 0.416016, + 0.488281, + 0.404297, + 0.417969, + 0.386719, + 0.433594, + 0.451172, + 0.416016, + 0.414062, + 0.4375, + 0.458984, + 0.414062, + 0.423828, + 0.451172, + 0.431641, + 0.470703, + 0.416016, + 0.84375, + 0.427734, + 0.457031, + 0.431641, + 0.392578, + 0.417969, + 0.40625, + 0.423828, + 0.435547, + 0.423828, + 0.396484, + 0.4375, + 0.439453, + 0.421875, + 0.451172, + 0.523438, + 0.425781, + 0.474609, + 0.439453, + 0.423828, + 0.410156, + 0.392578, + 0.380859, + 0.494141, + 0.431641, + 0.427734, + 0.416016, + 0.414062, + 0.570312, + 0.460938, + 0.439453, + 0.466797, + 0.398438, + 0.445312, + 0.423828, + 0.439453, + 0.535156, + 0.457031, + 0.439453, + 0.451172, + 0.527344, + 0.523438, + 0.423828, + 0.431641, + 0.460938, + 0.416016, + 0.451172, + 0.425781, + 0.427734, + 0.449219, + 0.609375, + 0.417969, + 0.404297, + 0.429688, + 0.421875, + 0.421875, + 0.447266, + 0.449219, + 0.414062, + 0.507812, + 0.417969, + 0.443359, + 0.453125, + 0.425781, + 0.453125, + 0.404297, + 0.466797, + 0.447266, + 0.484375, + 0.431641, + 0.398438, + 0.417969, + 0.441406, + 0.558594, + 0.441406, + 0.511719, + 0.427734, + 0.412109, + 0.439453, + 0.435547, + 0.412109, + 0.476562, + 0.496094, + 0.441406, + 0.419922, + 0.400391, + 0.476562, + 0.419922, + 0.408203, + 0.466797, + 0.445312, + 0.425781, + 0.455078, + 0.419922, + 0.460938, + 0.435547, + 0.396484, + 0.417969, + 0.433594, + 0.421875, + 0.408203, + 0.425781, + 0.449219, + 0.445312, + 0.408203, + 0.484375, + 0.648438, + 0.402344, + 0.439453, + 0.429688, + 0.421875, + 0.46875, + 0.384766, + 0.425781, + 0.439453, + 0.470703, + 0.5, + 0.416016, + 0.474609, + 0.53125, + 0.419922, + 0.435547, + 0.425781, + 0.410156, + 0.433594, + 0.425781, + 0.416016, + 0.429688, + 0.458984, + 0.433594, + 0.402344, + 0.427734, + 0.40625, + 0.476562, + 0.423828, + 0.445312, + 0.392578, + 0.4375, + 0.492188, + 0.419922, + 0.396484, + 0.498047, + 0.455078, + 0.458984, + 0.523438, + 0.412109, + 0.570312, + 0.404297, + 0.423828, + 0.453125, + 0.433594, + 0.410156, + 0.40625, + 0.455078, + 0.443359, + 0.474609, + 0.390625, + 0.423828, + 0.5, + 0.394531, + 0.427734, + 0.458984, + 0.435547, + 0.447266, + 0.466797, + 0.535156, + 0.460938, + 0.445312, + 0.447266, + 0.404297, + 0.429688, + 0.378906, + 0.486328, + 0.400391, + 0.390625, + 0.445312, + 0.470703, + 0.419922, + 0.441406, + 0.439453, + 0.425781, + 0.433594, + 0.433594, + 0.445312, + 0.435547, + 0.419922, + 0.398438, + 0.519531, + 0.427734, + 0.408203, + 0.441406, + 0.400391, + 0.46875, + 0.380859, + 0.453125, + 0.431641, + 0.478516, + 0.404297, + 0.443359, + 0.417969, + 0.410156, + 0.470703, + 0.439453, + 0.558594, + 0.412109, + 0.484375, + 0.408203, + 0.425781, + 0.445312, + 0.455078, + 0.46875, + 0.431641, + 0.421875, + 0.742188, + 0.462891, + 0.441406, + 0.447266, + 0.515625, + 0.369141, + 0.429688, + 0.412109, + 0.396484, + 0.4375, + 0.5625, + 0.427734, + 0.515625, + 0.445312, + 0.427734, + 0.40625, + 0.474609, + 0.417969, + 0.466797, + 0.730469, + 0.443359, + 0.458984, + 0.464844, + 0.4375, + 0.511719, + 0.408203, + 0.470703, + 0.425781, + 0.416016, + 0.679688, + 0.421875, + 0.423828, + 0.492188, + 0.433594, + 0.435547, + 0.410156, + 0.386719, + 0.46875, + 0.396484, + 0.439453, + 0.390625, + 0.433594, + 0.421875, + 0.4375, + 0.449219, + 0.472656, + 0.460938, + 0.482422, + 0.492188, + 0.421875, + 0.380859, + 0.396484, + 0.394531, + 0.392578, + 0.462891, + 0.373047, + 0.402344, + 0.431641, + 0.462891, + 0.421875, + 0.417969, + 0.363281, + 0.40625, + 0.460938, + 0.464844, + 0.435547, + 0.402344, + 0.4375, + 0.447266, + 0.519531, + 0.400391, + 0.433594, + 0.427734, + 0.425781, + 0.445312, + 0.347656, + 0.410156, + 0.431641, + 0.462891, + 0.394531, + 0.419922, + 0.439453, + 0.458984, + 0.394531, + 0.4375, + 0.433594, + 0.5625, + 0.412109, + 0.380859, + 0.429688, + 0.402344, + 0.492188, + 0.429688, + 0.404297, + 0.427734, + 0.421875, + 0.427734, + 0.4375, + 0.423828, + 0.453125, + 0.4375, + 0.453125, + 0.443359, + 0.433594, + 0.417969, + 0.800781, + 0.53125, + 0.480469, + 0.449219, + 0.439453, + 0.419922, + 0.4375, + 0.617188, + 0.441406, + 0.427734, + 0.429688, + 0.441406, + 0.460938, + 0.441406, + 0.478516, + 0.443359, + 0.373047, + 0.4375, + 0.460938, + 0.439453, + 0.421875, + 0.40625, + 0.386719, + 0.460938, + 0.457031, + 0.451172, + 0.453125, + 0.445312, + 0.447266, + 0.365234, + 0.429688, + 0.427734, + 0.496094, + 0.394531, + 0.423828, + 0.425781, + 0.435547, + 0.429688, + 0.429688, + 0.431641, + 0.451172, + 0.78125, + 0.402344, + 0.380859, + 0.455078, + 0.431641, + 0.455078, + 0.482422, + 0.433594, + 0.425781, + 0.804688, + 0.458984, + 0.355469, + 0.429688, + 0.457031, + 0.443359, + 0.404297, + 0.507812, + 0.410156, + 0.40625, + 0.416016, + 0.400391, + 0.439453, + 0.414062, + 0.539062, + 0.478516, + 0.392578, + 0.498047, + 0.458984, + 0.441406, + 0.455078, + 0.412109, + 0.423828, + 0.453125, + 0.466797, + 0.429688, + 0.431641, + 0.378906, + 0.425781, + 0.462891, + 0.443359, + 0.472656, + 0.439453, + 0.398438, + 0.476562, + 0.458984, + 0.75, + 0.4375, + 0.410156, + 0.412109, + 0.412109, + 0.417969, + 0.433594, + 0.441406, + 0.447266, + 0.439453, + 0.458984, + 0.480469, + 0.449219, + 0.40625, + 0.488281, + 0.443359, + 0.435547, + 0.402344, + 0.466797, + 0.416016, + 0.474609, + 0.40625, + 0.423828, + 0.455078, + 0.455078, + 0.4375, + 0.443359, + 0.394531, + 0.457031, + 0.382812, + 0.455078, + 0.410156, + 0.464844, + 0.472656, + 0.464844, + 0.40625, + 0.412109, + 0.451172, + 0.416016, + 0.470703, + 0.482422, + 0.4375, + 0.414062, + 0.429688, + 0.412109, + 0.433594, + 0.435547, + 0.46875, + 0.412109, + 0.472656, + 0.339844, + 0.462891, + 0.421875, + 0.464844, + 0.476562, + 0.421875, + 0.558594, + 0.429688, + 0.472656, + 0.402344, + 0.402344, + 0.425781, + 0.421875, + 0.433594, + 0.417969, + 0.376953, + 0.443359, + 0.378906, + 0.453125, + 0.431641, + 0.414062, + 0.4375, + 0.439453, + 0.396484, + 0.380859, + 0.433594, + 0.476562, + 0.443359, + 0.484375, + 0.380859, + 0.400391, + 0.470703, + 0.419922, + 0.394531, + 0.486328, + 0.410156, + 0.431641, + 0.433594, + 0.435547, + 0.457031, + 0.421875, + 0.445312, + 0.398438, + 0.460938, + 0.417969, + 0.445312, + 0.345703, + 0.429688, + 0.414062, + 0.433594, + 0.421875, + 0.441406, + 0.429688, + 0.439453, + 0.380859, + 0.445312, + 0.441406, + 0.429688, + 0.410156, + 0.419922, + 0.447266, + 0.449219, + 0.433594, + 0.470703, + 0.46875, + 0.427734, + 0.373047, + 0.425781, + 0.455078, + 0.402344, + 0.416016, + 0.410156, + 0.435547, + 0.451172, + 0.435547, + 0.447266, + 0.933594, + 0.425781, + 0.519531, + 0.416016 + ] + }, + "name": "model.model.layers.34.input_layernorm.weight", + "outputIndexes": [ + 2766 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2765 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_34/Mul_output_0", + "outputIndexes": [ + 2767 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2766, + 2767 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_34/Mul_1_output_0", + "outputIndexes": [ + 2768 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2768 + ], + "outputIndexes": [ + 5340 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5340 + ], + "outputIndexes": [ + 5341 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/q_proj/Linear", + "inputIndexes": [ + 5341 + ], + "outputIndexes": [ + 5342 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 341550196, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5342 + ], + "outputIndexes": [ + 5343 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5343 + ], + "outputIndexes": [ + 2769 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2768 + ], + "main_type": "NONE", + "name": "/Shape_477_output_0", + "outputIndexes": [ + 2770 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2770 + ], + "main_type": "NONE", + "name": "Shape7423", + "outputIndexes": [ + 2771 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2770 + ], + "main_type": "NONE", + "name": "Rank7425", + "outputIndexes": [ + 2772 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2772, + 2772 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7427", + "outputIndexes": [ + 2773 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2773 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7428", + "outputIndexes": [ + 2774 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2773, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7430", + "outputIndexes": [ + 2775 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2775 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7431", + "outputIndexes": [ + 2776 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2771, + 2774, + 2776, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7434", + "outputIndexes": [ + 2777 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2777 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7435", + "outputIndexes": [ + 2778 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2778 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7436", + "outputIndexes": [ + 2779 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2779, + 2778 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7437", + "outputIndexes": [ + 2780 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2770, + 2780, + 2773 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_514_output_0", + "outputIndexes": [ + 2781 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2781, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1089_output_0", + "outputIndexes": [ + 2782 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2782, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_442_output_0", + "outputIndexes": [ + 2783 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2769, + 2783 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_307_output_0", + "outputIndexes": [ + 2784 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2784, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_272_output_0", + "outputIndexes": [ + 2785 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2784 + ], + "main_type": "NONE", + "name": "/Shape_478_output_0", + "outputIndexes": [ + 2786 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2786 + ], + "main_type": "NONE", + "name": "Shape7444", + "outputIndexes": [ + 2787 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2786 + ], + "main_type": "NONE", + "name": "Rank7446", + "outputIndexes": [ + 2788 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2788, + 2788 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7448", + "outputIndexes": [ + 2789 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2789 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7449", + "outputIndexes": [ + 2790 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2789, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7451", + "outputIndexes": [ + 2791 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2791 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7452", + "outputIndexes": [ + 2792 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2787, + 2790, + 2792, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7455", + "outputIndexes": [ + 2793 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2793 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7456", + "outputIndexes": [ + 2794 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2794 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7457", + "outputIndexes": [ + 2795 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2795, + 2794 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7458", + "outputIndexes": [ + 2796 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2786, + 2796, + 2789 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_515_output_0", + "outputIndexes": [ + 2797 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2797, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_102_output_0", + "outputIndexes": [ + 2798 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2798, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1094_output_0", + "outputIndexes": [ + 2799 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2784, + 2799, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_137_output_0", + "outputIndexes": [ + 2800 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2800 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_68_output_0", + "outputIndexes": [ + 2801 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2784, + 22, + 2799, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_136_output_0", + "outputIndexes": [ + 2802 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2801, + 2802 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_445_output_0", + "outputIndexes": [ + 2803 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2803, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_273_output_0", + "outputIndexes": [ + 2804 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2785, + 2804 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_170_output_0", + "outputIndexes": [ + 2805 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2768 + ], + "outputIndexes": [ + 5344 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5344 + ], + "outputIndexes": [ + 5345 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/k_proj/Linear", + "inputIndexes": [ + 5345 + ], + "outputIndexes": [ + 5346 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 342471818, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5346 + ], + "outputIndexes": [ + 5347 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5347 + ], + "outputIndexes": [ + 2806 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2782, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_443_output_0", + "outputIndexes": [ + 2807 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2806, + 2807 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_308_output_0", + "outputIndexes": [ + 2808 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2808, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_274_output_0", + "outputIndexes": [ + 2809 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2808 + ], + "main_type": "NONE", + "name": "/Shape_479_output_0", + "outputIndexes": [ + 2810 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2810 + ], + "main_type": "NONE", + "name": "Shape7507", + "outputIndexes": [ + 2811 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2810 + ], + "main_type": "NONE", + "name": "Rank7509", + "outputIndexes": [ + 2812 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2812, + 2812 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7511", + "outputIndexes": [ + 2813 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2813 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7512", + "outputIndexes": [ + 2814 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2813, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7514", + "outputIndexes": [ + 2815 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2815 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7515", + "outputIndexes": [ + 2816 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2811, + 2814, + 2816, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7518", + "outputIndexes": [ + 2817 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2817 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7519", + "outputIndexes": [ + 2818 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2818 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7520", + "outputIndexes": [ + 2819 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2819, + 2818 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7521", + "outputIndexes": [ + 2820 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2810, + 2820, + 2813 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_516_output_0", + "outputIndexes": [ + 2821 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2821, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_103_output_0", + "outputIndexes": [ + 2822 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2822, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1096_output_0", + "outputIndexes": [ + 2823 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2808, + 2823, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_139_output_0", + "outputIndexes": [ + 2824 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2824 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_69_output_0", + "outputIndexes": [ + 2825 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2808, + 22, + 2823, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_138_output_0", + "outputIndexes": [ + 2826 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2825, + 2826 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_446_output_0", + "outputIndexes": [ + 2827 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2827, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_275_output_0", + "outputIndexes": [ + 2828 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2809, + 2828 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_171_output_0", + "outputIndexes": [ + 2829 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2768 + ], + "outputIndexes": [ + 5348 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5348 + ], + "outputIndexes": [ + 5349 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/v_proj/Linear", + "inputIndexes": [ + 5349 + ], + "outputIndexes": [ + 5350 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 342702240, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5350 + ], + "outputIndexes": [ + 5351 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5351 + ], + "outputIndexes": [ + 2830 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2830, + 2807 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_309_output_0", + "outputIndexes": [ + 2831 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2805, + 2829, + 2831, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_314_output_0", + "outputIndexes": [ + 2832 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2832 + ], + "outputIndexes": [ + 5352 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5352 + ], + "outputIndexes": [ + 5353 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/o_proj/Linear", + "inputIndexes": [ + 5353 + ], + "outputIndexes": [ + 5354 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 342932662, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5354 + ], + "outputIndexes": [ + 5355 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5355 + ], + "outputIndexes": [ + 2833 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2765, + 2833 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_173_output_0", + "outputIndexes": [ + 2834 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.376953, + 0.433594, + 0.433594, + 0.453125, + 0.441406, + 0.425781, + 0.150391, + 0.435547, + 0.392578, + 0.367188, + 0.337891, + 0.423828, + 0.373047, + 0.412109, + 0.410156, + 0.423828, + 0.232422, + 0.429688, + 0.421875, + 0.359375, + 0.423828, + 0.441406, + 0.394531, + 0.388672, + 0.400391, + 0.443359, + 0.382812, + 0.433594, + 0.423828, + 0.427734, + 0.367188, + 0.179688, + 0.435547, + 0.4375, + 0.429688, + 0.419922, + 0.359375, + 0.421875, + 0.333984, + 0.451172, + 0.425781, + 0.423828, + 0.416016, + 0.394531, + 0.375, + 0.408203, + 0.464844, + 0.396484, + 0.439453, + 0.328125, + 0.435547, + 0.337891, + 0.423828, + 0.425781, + 0.373047, + 0.423828, + 0.46875, + 0.396484, + 0.414062, + 0.439453, + 0.435547, + 0.445312, + 0.402344, + 0.4375, + 0.376953, + 0.359375, + 0.259766, + 0.361328, + 0.449219, + 0.273438, + 0.447266, + 0.349609, + 0.404297, + 0.392578, + 0.441406, + 0.410156, + 0.417969, + 0.435547, + 0.361328, + 0.416016, + 0.408203, + 0.445312, + 0.402344, + 0.402344, + 0.435547, + 0.392578, + 0.457031, + 0.373047, + 0.511719, + 0.359375, + 0.410156, + 0.416016, + 0.373047, + 0.427734, + 0.349609, + 0.369141, + 0.589844, + 0.445312, + 0.453125, + 0.416016, + 0.427734, + 0.402344, + 0.439453, + 0.423828, + 0.392578, + 0.367188, + 0.449219, + 0.419922, + 0.414062, + 0.421875, + 0.419922, + 0.460938, + 0.402344, + 0.435547, + 0.449219, + 0.394531, + 0.431641, + 0.429688, + 0.478516, + 0.441406, + 0.4375, + 0.380859, + 0.431641, + 0.376953, + 0.470703, + 0.427734, + 0.203125, + 0.447266, + 0.425781, + 0.455078, + 0.439453, + 0.423828, + 0.433594, + 0.416016, + 0.431641, + 0.423828, + 0.439453, + 0.404297, + 0.347656, + 0.396484, + 0.451172, + 0.394531, + 0.431641, + 0.464844, + 0.439453, + 0.4375, + 0.425781, + 0.376953, + 0.416016, + 0.427734, + 0.433594, + 0.435547, + 0.414062, + 0.451172, + 0.433594, + 0.394531, + 0.451172, + 0.408203, + 0.382812, + 0.455078, + 0.373047, + 0.410156, + 0.365234, + 0.431641, + 0.412109, + 0.443359, + 0.363281, + 0.447266, + 0.425781, + 0.365234, + 0.394531, + 0.447266, + 0.447266, + 0.400391, + 0.339844, + 0.441406, + 0.408203, + 0.423828, + 0.455078, + 0.451172, + 0.40625, + 0.404297, + 0.431641, + 0.412109, + 0.431641, + 0.441406, + 0.423828, + 0.4375, + 0.443359, + 0.439453, + 0.447266, + 0.396484, + 0.367188, + 0.421875, + 0.441406, + 0.421875, + 0.417969, + 0.402344, + 0.10791, + 0.441406, + 0.417969, + 0.40625, + 0.402344, + 0.419922, + 0.404297, + 0.429688, + 0.464844, + 0.404297, + 0.398438, + 0.447266, + 0.416016, + 0.421875, + 0.427734, + 0.378906, + 0.4375, + 0.40625, + 0.425781, + 0.402344, + 0.445312, + 0.412109, + 0.412109, + 0.410156, + 0.380859, + 0.408203, + 0.472656, + 0.410156, + 0.466797, + 0.367188, + 0.59375, + 0.408203, + 0.396484, + 0.34375, + 0.416016, + 0.410156, + 0.447266, + 0.40625, + 0.431641, + 0.388672, + 0.433594, + 0.425781, + 0.439453, + 0.410156, + 0.427734, + 0.421875, + 0.429688, + 0.410156, + 0.388672, + 0.433594, + 0.449219, + 0.431641, + 0.427734, + 0.396484, + 0.351562, + 0.421875, + 0.400391, + 0.435547, + 0.394531, + 0.40625, + 0.388672, + 0.441406, + 0.464844, + 0.423828, + 0.435547, + 0.382812, + 0.435547, + 0.449219, + 0.404297, + 0.445312, + 0.371094, + 0.417969, + 0.277344, + 0.398438, + 0.412109, + 0.251953, + 0.386719, + 0.439453, + 0.421875, + 0.390625, + 0.351562, + 0.447266, + 0.394531, + 0.441406, + 0.425781, + 0.458984, + 0.429688, + 0.417969, + 0.455078, + 0.443359, + 0.427734, + 0.433594, + 0.439453, + 0.427734, + 0.429688, + 0.419922, + 0.431641, + 0.410156, + 0.365234, + 0.441406, + 0.429688, + 0.423828, + 0.412109, + 0.427734, + 0.421875, + 0.363281, + 0.443359, + 0.412109, + 0.392578, + 0.425781, + 0.435547, + 0.435547, + 0.363281, + 0.433594, + 0.402344, + 0.382812, + 0.4375, + 0.386719, + 0.419922, + 0.378906, + 0.34375, + 0.400391, + 0.458984, + 0.433594, + 0.439453, + 0.435547, + 0.416016, + 0.392578, + 0.441406, + 0.494141, + 0.447266, + 0.388672, + 0.316406, + 0.373047, + 0.333984, + 0.412109, + 0.390625, + 0.417969, + 0.449219, + 0.378906, + 0.355469, + 0.369141, + 0.398438, + 0.425781, + 0.417969, + 0.373047, + 0.455078, + 0.443359, + 0.390625, + 0.429688, + 0.394531, + 0.425781, + 0.429688, + 0.447266, + 0.394531, + 0.414062, + 0.417969, + 0.431641, + 0.4375, + 0.439453, + 0.40625, + 0.455078, + 0.394531, + 0.400391, + 0.429688, + 0.435547, + 0.439453, + 0.417969, + 0.429688, + 0.431641, + 0.388672, + 0.384766, + 0.435547, + 0.408203, + 0.443359, + 0.355469, + 0.40625, + 0.412109, + 0.414062, + 0.431641, + 0.425781, + 0.349609, + 0.171875, + 0.398438, + 0.636719, + 0.423828, + 0.429688, + 0.396484, + 0.386719, + 0.445312, + 0.392578, + 0.425781, + 0.429688, + 0.326172, + 0.464844, + 0.353516, + 0.458984, + 0.421875, + 0.431641, + 0.457031, + 0.449219, + 0.441406, + 0.396484, + 0.455078, + 0.373047, + 0.416016, + 0.462891, + 0.392578, + 0.433594, + 0.447266, + 0.429688, + 0.429688, + 0.404297, + 0.486328, + 0.386719, + 0.414062, + 0.466797, + 0.453125, + 0.414062, + 0.421875, + 0.421875, + 0.416016, + 0.447266, + 0.412109, + 0.300781, + 0.433594, + 0.433594, + 0.375, + 0.433594, + 0.417969, + 0.291016, + 0.419922, + 0.332031, + 0.371094, + 0.445312, + 0.417969, + 0.402344, + 0.439453, + 0.443359, + 0.427734, + 0.412109, + 0.408203, + 0.496094, + 0.371094, + 0.388672, + 0.554688, + 0.400391, + 0.373047, + 0.392578, + 0.455078, + 0.359375, + 0.425781, + 0.396484, + 0.351562, + 0.414062, + 0.445312, + 0.425781, + 0.464844, + 0.431641, + 0.423828, + 0.417969, + 0.384766, + 0.414062, + 0.40625, + 0.429688, + 0.441406, + 0.341797, + 0.425781, + 0.402344, + 0.447266, + 0.433594, + 0.378906, + 0.425781, + 0.427734, + 0.417969, + 0.431641, + 0.408203, + 0.410156, + 0.396484, + 0.443359, + 0.400391, + 0.398438, + 0.439453, + 0.451172, + 0.443359, + 0.40625, + 0.429688, + 0.390625, + 0.439453, + 0.384766, + 0.421875, + 0.40625, + 0.449219, + 0.451172, + 0.441406, + 0.423828, + 0.429688, + 0.375, + 0.443359, + 0.421875, + 0.357422, + 0.402344, + 0.138672, + 0.402344, + 0.433594, + 0.4375, + 0.339844, + 0.449219, + 0.410156, + 0.408203, + 0.431641, + 0.410156, + 0.412109, + 0.443359, + 0.21582, + 0.400391, + 0.392578, + 0.484375, + 0.449219, + 0.398438, + 0.408203, + 0.392578, + 0.427734, + 0.441406, + 0.353516, + 0.429688, + 0.447266, + 0.40625, + 0.433594, + 0.451172, + 0.429688, + 0.386719, + 0.314453, + 0.400391, + 0.378906, + 0.351562, + 0.435547, + 0.404297, + 0.408203, + 0.433594, + 0.40625, + 0.431641, + 0.435547, + 0.365234, + 0.402344, + 0.429688, + 0.416016, + 0.394531, + 0.417969, + 0.351562, + 0.392578, + 0.375, + 0.382812, + 0.408203, + 0.439453, + 0.455078, + 0.439453, + 0.447266, + 0.394531, + 0.222656, + 0.435547, + 0.363281, + 0.332031, + 0.386719, + 0.451172, + 0.408203, + 0.390625, + 0.378906, + 0.421875, + 0.4375, + 0.416016, + 0.408203, + 0.460938, + 0.4375, + 0.376953, + 0.443359, + 0.404297, + 0.443359, + 0.416016, + 0.419922, + 0.412109, + 0.357422, + 0.472656, + 0.417969, + 0.40625, + 0.398438, + 0.439453, + 0.423828, + 0.408203, + 0.421875, + 0.435547, + 0.398438, + 0.40625, + 0.380859, + 0.460938, + 0.431641, + 0.4375, + 0.375, + 0.443359, + 0.361328, + 0.349609, + 0.451172, + 0.4375, + 0.408203, + 0.423828, + 0.378906, + 0.357422, + 0.382812, + 0.439453, + 0.412109, + 0.419922, + 0.429688, + 0.388672, + 0.457031, + 0.417969, + 0.390625, + 0.431641, + 0.419922, + 0.310547, + 0.421875, + 0.412109, + 0.447266, + 0.351562, + 0.421875, + 0.417969, + 0.427734, + 0.408203, + 0.369141, + 0.46875, + 0.257812, + 0.419922, + 0.355469, + 0.130859, + 0.396484, + 0.425781, + 0.419922, + 0.382812, + 0.431641, + 0.40625, + 0.421875, + 0.4375, + 0.416016, + 0.375, + 0.423828, + 0.419922, + 0.390625, + 0.376953, + 0.398438, + 0.417969, + 0.367188, + 0.388672, + 0.335938, + 0.451172, + 0.439453, + 0.4375, + 0.369141, + 0.416016, + 0.417969, + 0.353516, + 0.431641, + 0.369141, + 0.365234, + 0.408203, + 0.441406, + 0.396484, + 0.402344, + 0.421875, + 0.427734, + 0.40625, + 0.435547, + 0.412109, + 0.458984, + 0.431641, + 0.421875, + 0.398438, + 0.28125, + 0.371094, + 0.353516, + 0.421875, + 0.449219, + 0.427734, + 0.435547, + 0.427734, + 0.433594, + 0.172852, + 0.398438, + 0.433594, + 0.449219, + 0.386719, + 0.449219, + 0.433594, + 0.402344, + 0.431641, + 0.427734, + 0.427734, + 0.425781, + 0.396484, + 0.425781, + 0.429688, + 0.40625, + 0.433594, + 0.435547, + 0.398438, + 0.431641, + 0.384766, + 0.402344, + 0.265625, + 0.365234, + 0.4375, + 0.404297, + 0.388672, + 0.416016, + 0.337891, + 0.451172, + 0.431641, + 0.443359, + 0.480469, + 0.412109, + 0.408203, + 0.373047, + 0.378906, + 0.425781, + 0.376953, + 0.40625, + 0.380859, + 0.435547, + 0.439453, + 0.410156, + 0.259766, + 0.396484, + 0.414062, + 0.408203, + 0.443359, + 0.359375, + 0.423828, + 0.410156, + 0.378906, + 0.457031, + 0.388672, + 0.404297, + 0.443359, + 0.419922, + 0.423828, + 0.408203, + 0.441406, + 0.398438, + 0.4375, + 0.433594, + 0.163086, + 0.416016, + 0.441406, + 0.335938, + 0.373047, + 0.353516, + 0.435547, + 0.414062, + 0.435547, + 0.423828, + 0.414062, + 0.388672, + 0.384766, + 0.402344, + 0.419922, + 0.466797, + 0.416016, + 0.335938, + 0.410156, + 0.423828, + 0.40625, + 0.421875, + 0.412109, + 0.347656, + 0.402344, + 0.388672, + 0.382812, + 0.412109, + 0.310547, + 0.439453, + 0.417969, + 0.4375, + 0.421875, + 0.443359, + 0.382812, + 0.458984, + 0.335938, + 0.451172, + 0.441406, + 0.416016, + 0.333984, + 0.455078, + 0.417969, + 0.421875, + 0.425781, + 0.396484, + 0.435547, + 0.371094, + 0.410156, + 0.421875, + 0.269531, + 0.412109, + 0.404297, + 0.427734, + 0.433594, + 0.431641, + 0.425781, + 0.404297, + 0.417969, + 0.519531, + 0.445312, + 0.373047, + 0.419922, + 0.412109, + 0.429688, + 0.449219, + 0.410156, + 0.439453, + 0.398438, + 0.394531, + 0.429688, + 0.425781, + 0.431641, + 0.462891, + 0.419922, + 0.447266, + 0.427734, + 0.412109, + 0.394531, + 0.443359, + 0.410156, + 0.353516, + 0.447266, + 0.4375, + 0.435547, + 0.412109, + 0.451172, + 0.361328, + 0.453125, + 0.435547, + 0.439453, + 0.417969, + 0.410156, + 0.431641, + 0.458984, + 0.425781, + 0.429688, + 0.408203, + 0.447266, + 0.373047, + 0.380859, + 0.451172, + 0.455078, + 0.417969, + 0.394531, + 0.46875, + 0.314453, + 0.398438, + 0.417969, + 0.429688, + 0.378906, + 0.445312, + 0.367188, + 0.429688, + 0.382812, + 0.400391, + 0.447266, + 0.353516, + 0.433594, + 0.3125, + 0.396484, + 0.398438, + 0.414062, + 0.390625, + 0.410156, + 0.419922, + 0.435547, + 0.439453, + 0.398438, + 0.447266, + 0.345703, + 0.365234, + 0.421875, + 0.318359, + 0.433594, + 0.449219, + 0.423828, + 0.414062, + 0.451172, + 0.414062, + 0.414062, + 0.388672, + 0.423828, + 0.429688, + 0.449219, + 0.404297, + 0.292969, + 0.419922, + 0.445312, + 0.439453, + 0.376953, + 0.423828, + 0.416016, + 0.439453, + 0.373047, + 0.453125, + 0.378906, + 0.402344, + 0.443359, + 0.416016, + 0.433594, + 0.455078, + 0.408203, + 0.410156, + 0.378906, + 0.554688, + 0.4375, + 0.443359, + 0.429688, + 0.398438, + 0.414062, + 0.414062, + 0.423828, + 0.419922, + 0.371094, + 0.412109, + 0.457031, + 0.394531, + 0.447266, + 0.353516, + 0.414062, + 0.367188, + 0.421875, + 0.412109, + 0.416016, + 0.394531, + 0.410156, + 0.488281, + 0.416016, + 0.433594, + 0.433594, + 0.357422, + 0.333984, + 0.425781, + 0.441406, + 0.425781, + 0.388672, + 0.419922, + 0.441406, + 0.412109, + 0.412109, + 0.425781, + 0.443359, + 0.396484, + 0.416016, + 0.320312, + 0.414062, + 0.433594, + 0.408203, + 0.445312, + 0.421875, + 0.431641, + 0.40625, + 0.152344, + 0.457031, + 0.410156, + 0.427734, + 0.408203, + 0.380859, + 0.4375, + 0.365234, + 0.419922, + 0.417969, + 0.384766, + 0.421875, + 0.425781, + 0.453125, + 0.369141, + 0.425781, + 0.390625, + 0.423828, + 0.427734, + 0.314453, + 0.447266, + 0.376953, + 0.400391, + 0.417969, + 0.416016, + 0.404297, + 0.441406, + 0.419922, + 0.365234, + 0.320312, + 0.421875, + 0.410156, + 0.453125, + 0.359375, + 0.431641, + 0.419922, + 0.435547, + 0.433594, + 0.427734, + 0.439453, + 0.419922, + 0.427734, + 0.380859, + 0.435547, + 0.429688, + 0.425781, + 0.439453, + 0.462891, + 0.423828, + 0.408203, + 0.386719, + 0.382812, + 0.433594, + 0.386719, + 0.429688, + 0.431641, + 0.427734, + 0.417969, + 0.419922, + 0.402344, + 0.439453, + 0.421875, + 0.412109, + 0.458984, + 0.445312, + 0.435547, + 0.404297, + 0.412109, + 0.431641, + 0.304688, + 0.427734, + 0.421875, + 0.408203, + 0.371094, + 0.419922, + 0.414062, + 0.402344, + 0.40625, + 0.404297, + 0.365234, + 0.439453, + 0.4375, + 0.439453, + 0.371094, + 0.417969, + 0.439453, + 0.277344, + 0.425781, + 0.380859, + 0.412109, + 0.386719, + 0.447266, + 0.398438, + 0.416016, + 0.431641, + 0.435547, + 0.425781, + 0.361328, + 0.421875, + 0.443359, + 0.425781, + 0.441406, + 0.417969, + 0.445312, + 0.359375, + 0.160156, + 0.326172, + 0.435547, + 0.419922, + 0.375, + 0.443359, + 0.416016, + 0.34375, + 0.392578, + 0.443359, + 0.433594, + 0.388672, + 0.443359, + 0.404297, + 0.445312, + 0.443359, + 0.384766, + 0.380859, + 0.425781, + 0.451172, + 0.394531, + 0.417969, + 0.441406, + 0.396484, + 0.361328, + 0.439453, + 0.429688, + 0.449219, + 0.40625, + 0.404297, + 0.40625, + 0.433594, + 0.453125, + 0.425781, + 0.417969, + 0.351562, + 0.414062, + 0.388672, + 0.433594, + 0.449219, + 0.443359, + 0.244141, + 0.425781, + 0.394531, + 0.441406, + 0.425781, + 0.466797, + 0.4375, + 0.423828, + 0.431641, + 0.239258, + 0.464844, + 0.416016, + 0.414062, + 0.451172, + 0.378906, + 0.423828, + 0.443359, + 0.347656, + 0.371094, + 0.402344, + 0.417969, + 0.416016, + 0.414062, + 0.458984, + 0.445312, + 0.390625, + 0.408203, + 0.328125, + 0.445312, + 0.378906, + 0.427734, + 0.427734, + 0.431641, + 0.449219, + 0.460938, + 0.410156, + 0.414062, + 0.40625, + 0.457031, + 0.445312, + 0.386719, + 0.433594, + 0.402344, + 0.396484, + 0.439453, + 0.294922, + 0.429688, + 0.40625, + 0.384766, + 0.408203, + 0.441406, + 0.449219, + 0.408203, + 0.4375, + 0.427734, + 0.435547, + 0.453125, + 0.402344, + 0.441406, + 0.441406, + 0.394531, + 0.4375, + 0.351562, + 0.373047, + 0.414062, + 0.443359, + 0.421875, + 0.429688, + 0.433594, + 0.460938, + 0.425781, + 0.398438, + 0.425781, + 0.425781, + 0.384766, + 0.423828, + 0.449219, + 0.431641, + 0.455078, + 0.466797, + 0.417969, + 0.441406, + 0.451172, + 0.404297, + 0.480469, + 0.457031, + 0.417969, + 0.433594, + 0.425781, + 0.421875, + 0.451172, + 0.386719, + 0.433594, + 0.427734, + 0.472656, + 0.382812, + 0.367188, + 0.357422, + 0.470703, + 0.435547, + 0.419922, + 0.65625, + 0.408203, + 0.445312, + 0.414062, + 0.347656, + 0.441406, + 0.410156, + 0.414062, + 0.431641, + 0.380859, + 0.40625, + 0.375, + 0.386719, + 0.410156, + 0.421875, + 0.423828, + 0.355469, + 0.425781, + 0.429688, + 0.417969, + 0.435547, + 0.451172, + 0.453125, + 0.423828, + 0.419922, + 0.400391, + 0.335938, + 0.396484, + 0.433594, + 0.416016, + 0.425781, + 0.462891, + 0.398438, + 0.425781, + 0.365234, + 0.341797, + 0.410156, + 0.427734, + 0.414062, + 0.453125, + 0.421875, + 0.419922, + 0.423828, + 0.445312, + 0.4375, + 0.4375, + 0.404297, + 0.441406, + 0.410156, + 0.439453, + 0.349609, + 0.388672, + 0.351562, + 0.408203, + 0.421875, + 0.359375, + 0.414062, + 0.482422, + 0.410156, + 0.423828, + 0.429688, + 0.359375, + 0.365234, + 0.396484, + 0.378906, + 0.394531, + 0.398438, + 0.410156, + 0.396484, + 0.451172, + 0.133789, + 0.365234, + 0.457031, + 0.431641 + ] + }, + "name": "model.model.layers.34.post_attention_layernorm.weight", + "outputIndexes": [ + 2835 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2834 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_34/Mul_output_0", + "outputIndexes": [ + 2836 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2835, + 2836 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_34/Mul_1_output_0", + "outputIndexes": [ + 2837 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2837 + ], + "outputIndexes": [ + 5356 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5356 + ], + "outputIndexes": [ + 5357 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/gate_proj/Linear", + "inputIndexes": [ + 5357 + ], + "outputIndexes": [ + 5358 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 343854284, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5358 + ], + "outputIndexes": [ + 5359 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5359 + ], + "outputIndexes": [ + 2838 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2838 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_34/Sigmoid_output_0", + "outputIndexes": [ + 2839 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2838, + 2839 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_34/Mul_output_0", + "outputIndexes": [ + 2840 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2837 + ], + "outputIndexes": [ + 5360 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5360 + ], + "outputIndexes": [ + 5361 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/up_proj/Linear", + "inputIndexes": [ + 5361 + ], + "outputIndexes": [ + 5362 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 346434786, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5362 + ], + "outputIndexes": [ + 5363 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5363 + ], + "outputIndexes": [ + 2841 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2840, + 2841 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_34/Mul_output_0", + "outputIndexes": [ + 2842 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2842 + ], + "outputIndexes": [ + 5364 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5364 + ], + "outputIndexes": [ + 5365 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/down_proj/Linear", + "inputIndexes": [ + 5365 + ], + "outputIndexes": [ + 5366 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 349015288, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5366 + ], + "outputIndexes": [ + 5367 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.34/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5367 + ], + "outputIndexes": [ + 2843 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2834, + 2843 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_174_output_0", + "outputIndexes": [ + 2844 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2844, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_315_output_0", + "outputIndexes": [ + 2845 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.404297, + 0.417969, + 0.398438, + 0.4375, + 0.425781, + 0.443359, + 0.878906, + 0.412109, + 0.376953, + 0.408203, + 0.40625, + 0.400391, + 0.337891, + 0.390625, + 0.367188, + 0.398438, + 0.605469, + 0.396484, + 0.421875, + 0.376953, + 0.388672, + 0.417969, + 0.458984, + 0.388672, + 0.400391, + 0.439453, + 0.394531, + 0.398438, + 0.423828, + 0.402344, + 0.503906, + 0.243164, + 0.435547, + 0.443359, + 0.421875, + 0.375, + 0.367188, + 0.392578, + 0.408203, + 0.470703, + 0.419922, + 0.396484, + 0.419922, + 0.421875, + 0.416016, + 0.412109, + 0.4375, + 0.365234, + 0.416016, + 0.488281, + 0.400391, + 0.400391, + 0.361328, + 0.474609, + 0.410156, + 0.410156, + 0.480469, + 0.376953, + 0.404297, + 0.427734, + 0.449219, + 0.386719, + 0.386719, + 0.410156, + 0.404297, + 0.478516, + 0.65625, + 0.339844, + 0.460938, + 0.667969, + 0.388672, + 0.371094, + 0.423828, + 0.429688, + 0.414062, + 0.392578, + 0.417969, + 0.417969, + 0.335938, + 0.412109, + 0.404297, + 0.408203, + 0.398438, + 0.390625, + 0.443359, + 0.392578, + 0.425781, + 0.423828, + 0.523438, + 0.386719, + 0.386719, + 0.412109, + 0.382812, + 0.40625, + 0.308594, + 0.326172, + 0.566406, + 0.408203, + 0.458984, + 0.416016, + 0.425781, + 0.410156, + 0.404297, + 0.416016, + 0.388672, + 0.396484, + 0.464844, + 0.412109, + 0.382812, + 0.369141, + 0.384766, + 0.439453, + 0.404297, + 0.466797, + 0.464844, + 0.519531, + 0.427734, + 0.398438, + 0.425781, + 0.427734, + 0.435547, + 0.378906, + 0.400391, + 0.451172, + 0.445312, + 0.425781, + 0.816406, + 0.447266, + 0.408203, + 0.412109, + 0.419922, + 0.34375, + 0.427734, + 0.435547, + 0.396484, + 0.439453, + 0.435547, + 0.416016, + 0.601562, + 0.40625, + 0.417969, + 0.378906, + 0.435547, + 0.441406, + 0.375, + 0.398438, + 0.410156, + 0.371094, + 0.386719, + 0.40625, + 0.431641, + 0.421875, + 0.382812, + 0.451172, + 0.398438, + 0.365234, + 0.425781, + 0.396484, + 0.304688, + 0.404297, + 0.384766, + 0.40625, + 0.376953, + 0.449219, + 0.390625, + 0.416016, + 0.347656, + 0.449219, + 0.382812, + 0.396484, + 0.427734, + 0.429688, + 0.427734, + 0.386719, + 0.378906, + 0.396484, + 0.4375, + 0.386719, + 0.433594, + 0.431641, + 0.388672, + 0.388672, + 0.404297, + 0.40625, + 0.380859, + 0.441406, + 0.419922, + 0.408203, + 0.425781, + 0.458984, + 0.417969, + 0.417969, + 0.34375, + 0.402344, + 0.421875, + 0.408203, + 0.412109, + 0.419922, + 0.146484, + 0.412109, + 0.363281, + 0.34375, + 0.398438, + 0.402344, + 0.40625, + 0.392578, + 0.408203, + 0.382812, + 0.425781, + 0.408203, + 0.404297, + 0.410156, + 0.458984, + 0.373047, + 0.423828, + 0.412109, + 0.414062, + 0.386719, + 0.421875, + 0.402344, + 0.400391, + 0.388672, + 0.367188, + 0.398438, + 0.408203, + 0.441406, + 0.457031, + 0.330078, + 0.546875, + 0.404297, + 0.412109, + 0.503906, + 0.410156, + 0.40625, + 0.427734, + 0.458984, + 0.410156, + 0.386719, + 0.425781, + 0.376953, + 0.421875, + 0.412109, + 0.386719, + 0.416016, + 0.40625, + 0.396484, + 0.332031, + 0.419922, + 0.427734, + 0.433594, + 0.40625, + 0.375, + 0.363281, + 0.441406, + 0.423828, + 0.449219, + 0.412109, + 0.388672, + 0.394531, + 0.400391, + 0.466797, + 0.449219, + 0.412109, + 0.373047, + 0.417969, + 0.423828, + 0.376953, + 0.435547, + 0.402344, + 0.457031, + 0.683594, + 0.376953, + 0.410156, + 0.621094, + 0.421875, + 0.419922, + 0.394531, + 0.417969, + 0.380859, + 0.40625, + 0.390625, + 0.423828, + 0.396484, + 0.472656, + 0.419922, + 0.427734, + 0.435547, + 0.433594, + 0.412109, + 0.419922, + 0.402344, + 0.447266, + 0.419922, + 0.457031, + 0.412109, + 0.384766, + 0.306641, + 0.447266, + 0.390625, + 0.410156, + 0.382812, + 0.429688, + 0.408203, + 0.396484, + 0.429688, + 0.398438, + 0.416016, + 0.416016, + 0.382812, + 0.404297, + 0.382812, + 0.441406, + 0.375, + 0.439453, + 0.431641, + 0.363281, + 0.390625, + 0.384766, + 0.539062, + 0.400391, + 0.46875, + 0.433594, + 0.417969, + 0.394531, + 0.400391, + 0.443359, + 0.408203, + 0.453125, + 0.457031, + 0.384766, + 0.519531, + 0.404297, + 0.408203, + 0.400391, + 0.498047, + 0.390625, + 0.4375, + 0.375, + 0.414062, + 0.378906, + 0.408203, + 0.400391, + 0.398438, + 0.376953, + 0.410156, + 0.494141, + 0.390625, + 0.375, + 0.412109, + 0.414062, + 0.445312, + 0.404297, + 0.378906, + 0.427734, + 0.414062, + 0.464844, + 0.410156, + 0.421875, + 0.388672, + 0.443359, + 0.398438, + 0.410156, + 0.445312, + 0.390625, + 0.419922, + 0.398438, + 0.412109, + 0.388672, + 0.408203, + 0.384766, + 0.404297, + 0.353516, + 0.388672, + 0.355469, + 0.460938, + 0.410156, + 0.388672, + 0.427734, + 0.398438, + 0.460938, + 0.675781, + 0.382812, + 0.5, + 0.388672, + 0.400391, + 0.392578, + 0.4375, + 0.416016, + 0.433594, + 0.412109, + 0.429688, + 0.494141, + 0.445312, + 0.369141, + 0.457031, + 0.429688, + 0.40625, + 0.466797, + 0.429688, + 0.40625, + 0.419922, + 0.433594, + 0.416016, + 0.384766, + 0.410156, + 0.384766, + 0.447266, + 0.423828, + 0.402344, + 0.396484, + 0.414062, + 0.5, + 0.384766, + 0.380859, + 0.4375, + 0.414062, + 0.423828, + 0.414062, + 0.398438, + 0.496094, + 0.447266, + 0.404297, + 0.439453, + 0.40625, + 0.416016, + 0.351562, + 0.410156, + 0.439453, + 0.498047, + 0.425781, + 0.341797, + 0.40625, + 0.427734, + 0.427734, + 0.373047, + 0.40625, + 0.462891, + 0.423828, + 0.384766, + 0.376953, + 0.46875, + 0.417969, + 0.421875, + 0.523438, + 0.373047, + 0.462891, + 0.363281, + 0.4375, + 0.412109, + 0.419922, + 0.447266, + 0.535156, + 0.414062, + 0.410156, + 0.394531, + 0.4375, + 0.453125, + 0.417969, + 0.417969, + 0.40625, + 0.402344, + 0.439453, + 0.40625, + 0.443359, + 0.330078, + 0.421875, + 0.396484, + 0.412109, + 0.4375, + 0.421875, + 0.462891, + 0.380859, + 0.417969, + 0.447266, + 0.416016, + 0.400391, + 0.410156, + 0.402344, + 0.378906, + 0.416016, + 0.408203, + 0.451172, + 0.453125, + 0.388672, + 0.429688, + 0.447266, + 0.4375, + 0.408203, + 0.414062, + 0.388672, + 0.460938, + 0.439453, + 0.400391, + 0.392578, + 0.390625, + 0.390625, + 0.382812, + 0.431641, + 0.396484, + 0.404297, + 0.863281, + 0.402344, + 0.40625, + 0.441406, + 0.396484, + 0.4375, + 0.414062, + 0.419922, + 0.474609, + 0.404297, + 0.400391, + 0.408203, + 0.59375, + 0.40625, + 0.400391, + 0.511719, + 0.427734, + 0.396484, + 0.408203, + 0.394531, + 0.414062, + 0.449219, + 0.421875, + 0.373047, + 0.435547, + 0.419922, + 0.435547, + 0.462891, + 0.417969, + 0.410156, + 0.53125, + 0.408203, + 0.396484, + 0.291016, + 0.445312, + 0.419922, + 0.408203, + 0.419922, + 0.396484, + 0.417969, + 0.460938, + 0.353516, + 0.412109, + 0.369141, + 0.416016, + 0.40625, + 0.40625, + 0.355469, + 0.412109, + 0.457031, + 0.439453, + 0.375, + 0.445312, + 0.419922, + 0.40625, + 0.404297, + 0.404297, + 0.059326, + 0.353516, + 0.361328, + 0.404297, + 0.417969, + 0.40625, + 0.416016, + 0.373047, + 0.369141, + 0.392578, + 0.429688, + 0.421875, + 0.419922, + 0.455078, + 0.429688, + 0.427734, + 0.412109, + 0.386719, + 0.421875, + 0.388672, + 0.392578, + 0.404297, + 0.310547, + 0.46875, + 0.421875, + 0.388672, + 0.458984, + 0.423828, + 0.396484, + 0.40625, + 0.431641, + 0.439453, + 0.371094, + 0.386719, + 0.380859, + 0.423828, + 0.388672, + 0.427734, + 0.402344, + 0.433594, + 0.369141, + 0.378906, + 0.429688, + 0.396484, + 0.443359, + 0.396484, + 0.351562, + 0.330078, + 0.400391, + 0.408203, + 0.380859, + 0.414062, + 0.392578, + 0.376953, + 0.4375, + 0.416016, + 0.402344, + 0.410156, + 0.410156, + 0.617188, + 0.431641, + 0.427734, + 0.416016, + 0.308594, + 0.371094, + 0.369141, + 0.441406, + 0.373047, + 0.332031, + 0.419922, + 0.605469, + 0.398438, + 0.300781, + 0.78125, + 0.375, + 0.396484, + 0.382812, + 0.396484, + 0.398438, + 0.416016, + 0.417969, + 0.421875, + 0.40625, + 0.474609, + 0.400391, + 0.402344, + 0.417969, + 0.357422, + 0.392578, + 0.394531, + 0.322266, + 0.462891, + 0.53125, + 0.470703, + 0.421875, + 0.390625, + 0.400391, + 0.394531, + 0.416016, + 0.306641, + 0.398438, + 0.361328, + 0.429688, + 0.416016, + 0.414062, + 0.402344, + 0.402344, + 0.402344, + 0.40625, + 0.417969, + 0.400391, + 0.419922, + 0.40625, + 0.400391, + 0.396484, + 0.396484, + 0.5, + 0.353516, + 0.351562, + 0.53125, + 0.388672, + 0.400391, + 0.425781, + 0.453125, + 0.4375, + 0.863281, + 0.412109, + 0.470703, + 0.482422, + 0.400391, + 0.416016, + 0.439453, + 0.378906, + 0.427734, + 0.412109, + 0.433594, + 0.412109, + 0.425781, + 0.421875, + 0.394531, + 0.373047, + 0.390625, + 0.371094, + 0.396484, + 0.384766, + 0.435547, + 0.400391, + 0.605469, + 0.457031, + 0.414062, + 0.400391, + 0.367188, + 0.433594, + 0.458984, + 0.435547, + 0.408203, + 0.460938, + 0.417969, + 0.402344, + 0.392578, + 0.400391, + 0.369141, + 0.425781, + 0.351562, + 0.380859, + 0.376953, + 0.439453, + 0.402344, + 0.458984, + 0.722656, + 0.376953, + 0.4375, + 0.384766, + 0.447266, + 0.302734, + 0.419922, + 0.388672, + 0.394531, + 0.421875, + 0.380859, + 0.386719, + 0.386719, + 0.408203, + 0.375, + 0.417969, + 0.408203, + 0.433594, + 0.455078, + 0.392578, + 0.78125, + 0.382812, + 0.417969, + 0.414062, + 0.369141, + 0.365234, + 0.396484, + 0.412109, + 0.386719, + 0.412109, + 0.384766, + 0.412109, + 0.429688, + 0.392578, + 0.421875, + 0.535156, + 0.408203, + 0.427734, + 0.417969, + 0.396484, + 0.398438, + 0.363281, + 0.392578, + 0.447266, + 0.421875, + 0.404297, + 0.404297, + 0.400391, + 0.527344, + 0.441406, + 0.414062, + 0.457031, + 0.392578, + 0.416016, + 0.408203, + 0.417969, + 0.488281, + 0.429688, + 0.412109, + 0.429688, + 0.496094, + 0.5, + 0.417969, + 0.408203, + 0.476562, + 0.365234, + 0.425781, + 0.419922, + 0.404297, + 0.416016, + 0.566406, + 0.392578, + 0.384766, + 0.402344, + 0.386719, + 0.423828, + 0.431641, + 0.412109, + 0.400391, + 0.488281, + 0.419922, + 0.417969, + 0.447266, + 0.443359, + 0.410156, + 0.402344, + 0.449219, + 0.410156, + 0.480469, + 0.410156, + 0.369141, + 0.410156, + 0.433594, + 0.5, + 0.439453, + 0.503906, + 0.396484, + 0.441406, + 0.417969, + 0.429688, + 0.402344, + 0.431641, + 0.455078, + 0.429688, + 0.427734, + 0.400391, + 0.447266, + 0.365234, + 0.416016, + 0.416016, + 0.412109, + 0.421875, + 0.416016, + 0.419922, + 0.441406, + 0.408203, + 0.408203, + 0.392578, + 0.410156, + 0.421875, + 0.408203, + 0.404297, + 0.408203, + 0.435547, + 0.402344, + 0.40625, + 0.636719, + 0.398438, + 0.421875, + 0.410156, + 0.408203, + 0.421875, + 0.353516, + 0.433594, + 0.425781, + 0.435547, + 0.472656, + 0.359375, + 0.464844, + 0.511719, + 0.40625, + 0.416016, + 0.421875, + 0.398438, + 0.417969, + 0.423828, + 0.419922, + 0.390625, + 0.394531, + 0.390625, + 0.324219, + 0.335938, + 0.398438, + 0.378906, + 0.400391, + 0.431641, + 0.400391, + 0.423828, + 0.476562, + 0.404297, + 0.388672, + 0.466797, + 0.419922, + 0.421875, + 0.507812, + 0.402344, + 0.558594, + 0.396484, + 0.402344, + 0.423828, + 0.384766, + 0.410156, + 0.400391, + 0.458984, + 0.441406, + 0.449219, + 0.382812, + 0.402344, + 0.472656, + 0.386719, + 0.412109, + 0.416016, + 0.402344, + 0.400391, + 0.419922, + 0.511719, + 0.419922, + 0.419922, + 0.474609, + 0.386719, + 0.392578, + 0.386719, + 0.46875, + 0.392578, + 0.392578, + 0.408203, + 0.484375, + 0.392578, + 0.416016, + 0.384766, + 0.402344, + 0.410156, + 0.404297, + 0.427734, + 0.421875, + 0.378906, + 0.373047, + 0.494141, + 0.386719, + 0.392578, + 0.398438, + 0.341797, + 0.365234, + 0.353516, + 0.441406, + 0.419922, + 0.416016, + 0.408203, + 0.396484, + 0.410156, + 0.394531, + 0.421875, + 0.412109, + 0.550781, + 0.392578, + 0.449219, + 0.394531, + 0.402344, + 0.419922, + 0.421875, + 0.423828, + 0.439453, + 0.423828, + 0.789062, + 0.447266, + 0.408203, + 0.421875, + 0.474609, + 0.357422, + 0.423828, + 0.337891, + 0.392578, + 0.410156, + 0.488281, + 0.388672, + 0.474609, + 0.410156, + 0.414062, + 0.421875, + 0.425781, + 0.398438, + 0.431641, + 0.695312, + 0.427734, + 0.353516, + 0.4375, + 0.414062, + 0.457031, + 0.392578, + 0.449219, + 0.419922, + 0.398438, + 0.617188, + 0.40625, + 0.414062, + 0.466797, + 0.390625, + 0.423828, + 0.388672, + 0.402344, + 0.431641, + 0.408203, + 0.404297, + 0.384766, + 0.439453, + 0.359375, + 0.40625, + 0.443359, + 0.447266, + 0.472656, + 0.453125, + 0.466797, + 0.404297, + 0.373047, + 0.388672, + 0.365234, + 0.361328, + 0.455078, + 0.392578, + 0.400391, + 0.433594, + 0.4375, + 0.425781, + 0.40625, + 0.384766, + 0.410156, + 0.423828, + 0.421875, + 0.453125, + 0.384766, + 0.419922, + 0.439453, + 0.472656, + 0.392578, + 0.40625, + 0.417969, + 0.400391, + 0.412109, + 0.365234, + 0.404297, + 0.425781, + 0.449219, + 0.349609, + 0.404297, + 0.419922, + 0.421875, + 0.322266, + 0.443359, + 0.410156, + 0.550781, + 0.425781, + 0.345703, + 0.412109, + 0.375, + 0.460938, + 0.421875, + 0.371094, + 0.423828, + 0.433594, + 0.394531, + 0.384766, + 0.423828, + 0.429688, + 0.408203, + 0.410156, + 0.400391, + 0.421875, + 0.378906, + 0.820312, + 0.515625, + 0.419922, + 0.429688, + 0.396484, + 0.386719, + 0.425781, + 0.5625, + 0.378906, + 0.414062, + 0.419922, + 0.453125, + 0.433594, + 0.441406, + 0.457031, + 0.425781, + 0.367188, + 0.412109, + 0.425781, + 0.408203, + 0.396484, + 0.390625, + 0.40625, + 0.423828, + 0.363281, + 0.451172, + 0.458984, + 0.427734, + 0.441406, + 0.375, + 0.40625, + 0.431641, + 0.496094, + 0.419922, + 0.398438, + 0.410156, + 0.414062, + 0.402344, + 0.416016, + 0.435547, + 0.423828, + 0.660156, + 0.371094, + 0.365234, + 0.441406, + 0.410156, + 0.427734, + 0.478516, + 0.425781, + 0.386719, + 0.796875, + 0.433594, + 0.371094, + 0.388672, + 0.443359, + 0.416016, + 0.373047, + 0.484375, + 0.324219, + 0.382812, + 0.416016, + 0.394531, + 0.410156, + 0.402344, + 0.462891, + 0.453125, + 0.390625, + 0.474609, + 0.394531, + 0.414062, + 0.416016, + 0.416016, + 0.419922, + 0.431641, + 0.423828, + 0.429688, + 0.398438, + 0.376953, + 0.416016, + 0.466797, + 0.423828, + 0.451172, + 0.4375, + 0.394531, + 0.439453, + 0.449219, + 0.695312, + 0.421875, + 0.421875, + 0.392578, + 0.408203, + 0.425781, + 0.414062, + 0.441406, + 0.423828, + 0.396484, + 0.414062, + 0.470703, + 0.410156, + 0.398438, + 0.460938, + 0.416016, + 0.416016, + 0.310547, + 0.423828, + 0.380859, + 0.445312, + 0.363281, + 0.414062, + 0.441406, + 0.451172, + 0.40625, + 0.410156, + 0.384766, + 0.40625, + 0.367188, + 0.400391, + 0.380859, + 0.417969, + 0.427734, + 0.484375, + 0.400391, + 0.396484, + 0.423828, + 0.386719, + 0.447266, + 0.435547, + 0.414062, + 0.390625, + 0.416016, + 0.394531, + 0.443359, + 0.416016, + 0.455078, + 0.400391, + 0.453125, + 0.34375, + 0.423828, + 0.40625, + 0.455078, + 0.46875, + 0.402344, + 0.558594, + 0.439453, + 0.453125, + 0.423828, + 0.347656, + 0.412109, + 0.410156, + 0.412109, + 0.400391, + 0.396484, + 0.404297, + 0.365234, + 0.423828, + 0.414062, + 0.417969, + 0.408203, + 0.380859, + 0.40625, + 0.390625, + 0.433594, + 0.476562, + 0.425781, + 0.445312, + 0.375, + 0.390625, + 0.412109, + 0.404297, + 0.388672, + 0.462891, + 0.40625, + 0.410156, + 0.443359, + 0.4375, + 0.449219, + 0.361328, + 0.382812, + 0.394531, + 0.488281, + 0.408203, + 0.425781, + 0.341797, + 0.423828, + 0.416016, + 0.414062, + 0.416016, + 0.435547, + 0.404297, + 0.417969, + 0.398438, + 0.421875, + 0.34375, + 0.398438, + 0.34375, + 0.408203, + 0.416016, + 0.40625, + 0.402344, + 0.429688, + 0.429688, + 0.396484, + 0.388672, + 0.388672, + 0.398438, + 0.400391, + 0.365234, + 0.384766, + 0.441406, + 0.394531, + 0.408203, + 0.410156, + 0.984375, + 0.363281, + 0.492188, + 0.375 + ] + }, + "name": "model.model.layers.35.input_layernorm.weight", + "outputIndexes": [ + 2846 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2845 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_35/Mul_output_0", + "outputIndexes": [ + 2847 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2846, + 2847 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_35/Mul_1_output_0", + "outputIndexes": [ + 2848 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2848 + ], + "outputIndexes": [ + 5368 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5368 + ], + "outputIndexes": [ + 5369 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/q_proj/Linear", + "inputIndexes": [ + 5369 + ], + "outputIndexes": [ + 5370 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 351595790, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5370 + ], + "outputIndexes": [ + 5371 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5371 + ], + "outputIndexes": [ + 2849 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2848 + ], + "main_type": "NONE", + "name": "/Shape_491_output_0", + "outputIndexes": [ + 2850 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2850 + ], + "main_type": "NONE", + "name": "Shape7639", + "outputIndexes": [ + 2851 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2850 + ], + "main_type": "NONE", + "name": "Rank7641", + "outputIndexes": [ + 2852 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2852, + 2852 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7643", + "outputIndexes": [ + 2853 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2853 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7644", + "outputIndexes": [ + 2854 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2853, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7646", + "outputIndexes": [ + 2855 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2855 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7647", + "outputIndexes": [ + 2856 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2851, + 2854, + 2856, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7650", + "outputIndexes": [ + 2857 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2857 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7651", + "outputIndexes": [ + 2858 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2858 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7652", + "outputIndexes": [ + 2859 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2859, + 2858 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7653", + "outputIndexes": [ + 2860 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2850, + 2860, + 2853 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_529_output_0", + "outputIndexes": [ + 2861 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2861, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1121_output_0", + "outputIndexes": [ + 2862 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2862, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_455_output_0", + "outputIndexes": [ + 2863 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2849, + 2863 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_316_output_0", + "outputIndexes": [ + 2864 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2864, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_280_output_0", + "outputIndexes": [ + 2865 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2864 + ], + "main_type": "NONE", + "name": "/Shape_492_output_0", + "outputIndexes": [ + 2866 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2866 + ], + "main_type": "NONE", + "name": "Shape7660", + "outputIndexes": [ + 2867 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2866 + ], + "main_type": "NONE", + "name": "Rank7662", + "outputIndexes": [ + 2868 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2868, + 2868 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7664", + "outputIndexes": [ + 2869 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2869 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7665", + "outputIndexes": [ + 2870 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2869, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7667", + "outputIndexes": [ + 2871 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2871 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7668", + "outputIndexes": [ + 2872 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2867, + 2870, + 2872, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7671", + "outputIndexes": [ + 2873 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2873 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7672", + "outputIndexes": [ + 2874 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2874 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7673", + "outputIndexes": [ + 2875 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2875, + 2874 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7674", + "outputIndexes": [ + 2876 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2866, + 2876, + 2869 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_530_output_0", + "outputIndexes": [ + 2877 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2877, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_105_output_0", + "outputIndexes": [ + 2878 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2878, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1126_output_0", + "outputIndexes": [ + 2879 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2864, + 2879, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_141_output_0", + "outputIndexes": [ + 2880 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2880 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_70_output_0", + "outputIndexes": [ + 2881 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2864, + 22, + 2879, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_140_output_0", + "outputIndexes": [ + 2882 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2881, + 2882 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_458_output_0", + "outputIndexes": [ + 2883 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2883, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_281_output_0", + "outputIndexes": [ + 2884 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2865, + 2884 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_175_output_0", + "outputIndexes": [ + 2885 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2848 + ], + "outputIndexes": [ + 5372 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5372 + ], + "outputIndexes": [ + 5373 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/k_proj/Linear", + "inputIndexes": [ + 5373 + ], + "outputIndexes": [ + 5374 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 352517412, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5374 + ], + "outputIndexes": [ + 5375 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5375 + ], + "outputIndexes": [ + 2886 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2862, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_456_output_0", + "outputIndexes": [ + 2887 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2886, + 2887 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_317_output_0", + "outputIndexes": [ + 2888 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2888, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_282_output_0", + "outputIndexes": [ + 2889 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2888 + ], + "main_type": "NONE", + "name": "/Shape_493_output_0", + "outputIndexes": [ + 2890 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2890 + ], + "main_type": "NONE", + "name": "Shape7723", + "outputIndexes": [ + 2891 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2890 + ], + "main_type": "NONE", + "name": "Rank7725", + "outputIndexes": [ + 2892 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2892, + 2892 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7727", + "outputIndexes": [ + 2893 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2893 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7728", + "outputIndexes": [ + 2894 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2893, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7730", + "outputIndexes": [ + 2895 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2895 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7731", + "outputIndexes": [ + 2896 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2891, + 2894, + 2896, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7734", + "outputIndexes": [ + 2897 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2897 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7735", + "outputIndexes": [ + 2898 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7736", + "outputIndexes": [ + 2899 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2899, + 2898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7737", + "outputIndexes": [ + 2900 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2890, + 2900, + 2893 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_531_output_0", + "outputIndexes": [ + 2901 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2901, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_106_output_0", + "outputIndexes": [ + 2902 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2902, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1128_output_0", + "outputIndexes": [ + 2903 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2888, + 2903, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_143_output_0", + "outputIndexes": [ + 2904 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2904 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_71_output_0", + "outputIndexes": [ + 2905 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2888, + 22, + 2903, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_142_output_0", + "outputIndexes": [ + 2906 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2905, + 2906 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_459_output_0", + "outputIndexes": [ + 2907 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2907, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_283_output_0", + "outputIndexes": [ + 2908 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2889, + 2908 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_176_output_0", + "outputIndexes": [ + 2909 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2848 + ], + "outputIndexes": [ + 5376 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5376 + ], + "outputIndexes": [ + 5377 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/v_proj/Linear", + "inputIndexes": [ + 5377 + ], + "outputIndexes": [ + 5378 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 352747834, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5378 + ], + "outputIndexes": [ + 5379 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5379 + ], + "outputIndexes": [ + 2910 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2910, + 2887 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_318_output_0", + "outputIndexes": [ + 2911 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2885, + 2909, + 2911, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_323_output_0", + "outputIndexes": [ + 2912 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2912 + ], + "outputIndexes": [ + 5380 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5380 + ], + "outputIndexes": [ + 5381 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/o_proj/Linear", + "inputIndexes": [ + 5381 + ], + "outputIndexes": [ + 5382 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 352978256, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5382 + ], + "outputIndexes": [ + 5383 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5383 + ], + "outputIndexes": [ + 2913 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2845, + 2913 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_178_output_0", + "outputIndexes": [ + 2914 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.378906, + 0.443359, + 0.439453, + 0.449219, + 0.443359, + 0.429688, + 0.15918, + 0.435547, + 0.410156, + 0.376953, + 0.369141, + 0.429688, + 0.384766, + 0.410156, + 0.417969, + 0.435547, + 0.25, + 0.421875, + 0.429688, + 0.382812, + 0.435547, + 0.443359, + 0.412109, + 0.408203, + 0.427734, + 0.447266, + 0.392578, + 0.433594, + 0.429688, + 0.441406, + 0.376953, + 0.227539, + 0.433594, + 0.4375, + 0.439453, + 0.423828, + 0.375, + 0.421875, + 0.34375, + 0.458984, + 0.453125, + 0.435547, + 0.416016, + 0.400391, + 0.371094, + 0.414062, + 0.474609, + 0.386719, + 0.443359, + 0.332031, + 0.439453, + 0.353516, + 0.427734, + 0.435547, + 0.382812, + 0.425781, + 0.474609, + 0.417969, + 0.427734, + 0.445312, + 0.439453, + 0.441406, + 0.410156, + 0.445312, + 0.378906, + 0.371094, + 0.275391, + 0.365234, + 0.457031, + 0.289062, + 0.4375, + 0.361328, + 0.416016, + 0.402344, + 0.441406, + 0.414062, + 0.427734, + 0.443359, + 0.353516, + 0.425781, + 0.416016, + 0.449219, + 0.404297, + 0.412109, + 0.449219, + 0.398438, + 0.470703, + 0.380859, + 0.519531, + 0.373047, + 0.421875, + 0.423828, + 0.380859, + 0.439453, + 0.363281, + 0.373047, + 0.628906, + 0.455078, + 0.464844, + 0.429688, + 0.441406, + 0.414062, + 0.439453, + 0.435547, + 0.408203, + 0.378906, + 0.449219, + 0.421875, + 0.421875, + 0.423828, + 0.423828, + 0.476562, + 0.410156, + 0.453125, + 0.457031, + 0.402344, + 0.441406, + 0.441406, + 0.464844, + 0.441406, + 0.441406, + 0.378906, + 0.451172, + 0.390625, + 0.46875, + 0.435547, + 0.225586, + 0.457031, + 0.435547, + 0.458984, + 0.4375, + 0.429688, + 0.447266, + 0.419922, + 0.443359, + 0.435547, + 0.441406, + 0.419922, + 0.367188, + 0.400391, + 0.474609, + 0.40625, + 0.4375, + 0.460938, + 0.451172, + 0.447266, + 0.423828, + 0.388672, + 0.429688, + 0.445312, + 0.4375, + 0.429688, + 0.423828, + 0.464844, + 0.4375, + 0.416016, + 0.451172, + 0.414062, + 0.382812, + 0.458984, + 0.380859, + 0.419922, + 0.376953, + 0.457031, + 0.423828, + 0.458984, + 0.363281, + 0.455078, + 0.423828, + 0.376953, + 0.410156, + 0.449219, + 0.443359, + 0.400391, + 0.339844, + 0.441406, + 0.408203, + 0.443359, + 0.457031, + 0.460938, + 0.421875, + 0.40625, + 0.433594, + 0.412109, + 0.435547, + 0.447266, + 0.435547, + 0.433594, + 0.455078, + 0.451172, + 0.445312, + 0.412109, + 0.373047, + 0.429688, + 0.451172, + 0.425781, + 0.425781, + 0.408203, + 0.119629, + 0.445312, + 0.427734, + 0.416016, + 0.40625, + 0.433594, + 0.419922, + 0.441406, + 0.466797, + 0.419922, + 0.408203, + 0.458984, + 0.421875, + 0.441406, + 0.441406, + 0.386719, + 0.441406, + 0.429688, + 0.435547, + 0.402344, + 0.443359, + 0.414062, + 0.423828, + 0.417969, + 0.392578, + 0.414062, + 0.472656, + 0.416016, + 0.466797, + 0.371094, + 0.609375, + 0.423828, + 0.408203, + 0.351562, + 0.439453, + 0.416016, + 0.447266, + 0.394531, + 0.433594, + 0.392578, + 0.439453, + 0.429688, + 0.447266, + 0.417969, + 0.425781, + 0.443359, + 0.4375, + 0.417969, + 0.425781, + 0.4375, + 0.457031, + 0.441406, + 0.427734, + 0.402344, + 0.353516, + 0.431641, + 0.402344, + 0.443359, + 0.412109, + 0.419922, + 0.396484, + 0.441406, + 0.470703, + 0.425781, + 0.433594, + 0.392578, + 0.453125, + 0.451172, + 0.410156, + 0.453125, + 0.386719, + 0.427734, + 0.298828, + 0.40625, + 0.416016, + 0.267578, + 0.388672, + 0.431641, + 0.431641, + 0.388672, + 0.375, + 0.449219, + 0.400391, + 0.447266, + 0.4375, + 0.46875, + 0.435547, + 0.427734, + 0.457031, + 0.449219, + 0.4375, + 0.443359, + 0.451172, + 0.433594, + 0.431641, + 0.431641, + 0.439453, + 0.433594, + 0.396484, + 0.451172, + 0.443359, + 0.433594, + 0.419922, + 0.447266, + 0.431641, + 0.380859, + 0.4375, + 0.4375, + 0.402344, + 0.433594, + 0.421875, + 0.451172, + 0.373047, + 0.4375, + 0.419922, + 0.398438, + 0.449219, + 0.400391, + 0.423828, + 0.398438, + 0.361328, + 0.4375, + 0.466797, + 0.439453, + 0.447266, + 0.431641, + 0.431641, + 0.398438, + 0.447266, + 0.494141, + 0.451172, + 0.402344, + 0.335938, + 0.396484, + 0.351562, + 0.435547, + 0.398438, + 0.423828, + 0.455078, + 0.382812, + 0.353516, + 0.384766, + 0.40625, + 0.423828, + 0.423828, + 0.392578, + 0.460938, + 0.447266, + 0.40625, + 0.429688, + 0.404297, + 0.435547, + 0.441406, + 0.449219, + 0.394531, + 0.412109, + 0.419922, + 0.439453, + 0.445312, + 0.460938, + 0.414062, + 0.474609, + 0.408203, + 0.400391, + 0.431641, + 0.4375, + 0.449219, + 0.425781, + 0.439453, + 0.439453, + 0.402344, + 0.400391, + 0.445312, + 0.419922, + 0.435547, + 0.361328, + 0.421875, + 0.431641, + 0.429688, + 0.449219, + 0.435547, + 0.359375, + 0.185547, + 0.414062, + 0.601562, + 0.431641, + 0.439453, + 0.408203, + 0.390625, + 0.449219, + 0.396484, + 0.419922, + 0.449219, + 0.341797, + 0.462891, + 0.375, + 0.455078, + 0.429688, + 0.417969, + 0.458984, + 0.457031, + 0.451172, + 0.414062, + 0.464844, + 0.392578, + 0.425781, + 0.466797, + 0.40625, + 0.441406, + 0.451172, + 0.4375, + 0.425781, + 0.414062, + 0.490234, + 0.402344, + 0.417969, + 0.464844, + 0.447266, + 0.425781, + 0.431641, + 0.429688, + 0.4375, + 0.462891, + 0.417969, + 0.300781, + 0.443359, + 0.443359, + 0.378906, + 0.435547, + 0.416016, + 0.291016, + 0.431641, + 0.345703, + 0.390625, + 0.445312, + 0.427734, + 0.414062, + 0.439453, + 0.455078, + 0.433594, + 0.416016, + 0.423828, + 0.496094, + 0.382812, + 0.396484, + 0.574219, + 0.410156, + 0.390625, + 0.412109, + 0.457031, + 0.373047, + 0.441406, + 0.421875, + 0.353516, + 0.425781, + 0.457031, + 0.429688, + 0.476562, + 0.435547, + 0.439453, + 0.423828, + 0.394531, + 0.427734, + 0.417969, + 0.435547, + 0.447266, + 0.349609, + 0.433594, + 0.414062, + 0.458984, + 0.433594, + 0.396484, + 0.433594, + 0.4375, + 0.425781, + 0.4375, + 0.417969, + 0.419922, + 0.416016, + 0.441406, + 0.40625, + 0.40625, + 0.441406, + 0.445312, + 0.451172, + 0.419922, + 0.443359, + 0.402344, + 0.441406, + 0.392578, + 0.427734, + 0.417969, + 0.453125, + 0.457031, + 0.445312, + 0.433594, + 0.439453, + 0.388672, + 0.435547, + 0.423828, + 0.367188, + 0.408203, + 0.158203, + 0.40625, + 0.443359, + 0.453125, + 0.353516, + 0.453125, + 0.425781, + 0.431641, + 0.460938, + 0.427734, + 0.425781, + 0.449219, + 0.229492, + 0.414062, + 0.408203, + 0.498047, + 0.455078, + 0.408203, + 0.410156, + 0.404297, + 0.427734, + 0.443359, + 0.359375, + 0.435547, + 0.458984, + 0.421875, + 0.445312, + 0.462891, + 0.447266, + 0.410156, + 0.326172, + 0.414062, + 0.375, + 0.351562, + 0.439453, + 0.402344, + 0.416016, + 0.433594, + 0.414062, + 0.433594, + 0.457031, + 0.380859, + 0.402344, + 0.4375, + 0.433594, + 0.400391, + 0.427734, + 0.363281, + 0.412109, + 0.396484, + 0.396484, + 0.423828, + 0.451172, + 0.445312, + 0.447266, + 0.449219, + 0.417969, + 0.227539, + 0.431641, + 0.363281, + 0.347656, + 0.400391, + 0.455078, + 0.419922, + 0.388672, + 0.392578, + 0.431641, + 0.447266, + 0.425781, + 0.423828, + 0.457031, + 0.431641, + 0.380859, + 0.447266, + 0.404297, + 0.441406, + 0.417969, + 0.447266, + 0.410156, + 0.373047, + 0.478516, + 0.431641, + 0.429688, + 0.412109, + 0.449219, + 0.439453, + 0.410156, + 0.4375, + 0.451172, + 0.402344, + 0.408203, + 0.378906, + 0.470703, + 0.439453, + 0.447266, + 0.380859, + 0.447266, + 0.361328, + 0.365234, + 0.457031, + 0.439453, + 0.410156, + 0.429688, + 0.402344, + 0.357422, + 0.388672, + 0.439453, + 0.414062, + 0.419922, + 0.4375, + 0.394531, + 0.458984, + 0.427734, + 0.394531, + 0.431641, + 0.421875, + 0.316406, + 0.441406, + 0.419922, + 0.453125, + 0.359375, + 0.427734, + 0.412109, + 0.433594, + 0.419922, + 0.376953, + 0.458984, + 0.261719, + 0.439453, + 0.353516, + 0.150391, + 0.410156, + 0.425781, + 0.4375, + 0.398438, + 0.4375, + 0.417969, + 0.4375, + 0.449219, + 0.423828, + 0.386719, + 0.439453, + 0.429688, + 0.392578, + 0.386719, + 0.404297, + 0.417969, + 0.371094, + 0.400391, + 0.355469, + 0.449219, + 0.460938, + 0.462891, + 0.375, + 0.429688, + 0.419922, + 0.359375, + 0.4375, + 0.382812, + 0.380859, + 0.416016, + 0.455078, + 0.402344, + 0.412109, + 0.423828, + 0.421875, + 0.421875, + 0.439453, + 0.421875, + 0.462891, + 0.449219, + 0.417969, + 0.404297, + 0.294922, + 0.382812, + 0.376953, + 0.433594, + 0.439453, + 0.433594, + 0.445312, + 0.435547, + 0.435547, + 0.168945, + 0.408203, + 0.457031, + 0.455078, + 0.396484, + 0.457031, + 0.431641, + 0.416016, + 0.449219, + 0.427734, + 0.433594, + 0.441406, + 0.398438, + 0.427734, + 0.433594, + 0.419922, + 0.439453, + 0.441406, + 0.416016, + 0.431641, + 0.382812, + 0.416016, + 0.277344, + 0.380859, + 0.443359, + 0.412109, + 0.390625, + 0.4375, + 0.361328, + 0.460938, + 0.435547, + 0.455078, + 0.472656, + 0.421875, + 0.421875, + 0.382812, + 0.376953, + 0.429688, + 0.369141, + 0.421875, + 0.386719, + 0.4375, + 0.4375, + 0.416016, + 0.279297, + 0.408203, + 0.421875, + 0.419922, + 0.449219, + 0.335938, + 0.421875, + 0.419922, + 0.386719, + 0.470703, + 0.396484, + 0.419922, + 0.445312, + 0.416016, + 0.431641, + 0.416016, + 0.457031, + 0.416016, + 0.447266, + 0.441406, + 0.168945, + 0.417969, + 0.4375, + 0.345703, + 0.390625, + 0.359375, + 0.4375, + 0.429688, + 0.455078, + 0.429688, + 0.421875, + 0.398438, + 0.40625, + 0.412109, + 0.429688, + 0.478516, + 0.425781, + 0.341797, + 0.414062, + 0.433594, + 0.408203, + 0.439453, + 0.427734, + 0.353516, + 0.414062, + 0.388672, + 0.398438, + 0.414062, + 0.322266, + 0.441406, + 0.431641, + 0.449219, + 0.431641, + 0.445312, + 0.386719, + 0.464844, + 0.345703, + 0.449219, + 0.451172, + 0.417969, + 0.353516, + 0.455078, + 0.412109, + 0.421875, + 0.439453, + 0.421875, + 0.445312, + 0.380859, + 0.40625, + 0.435547, + 0.275391, + 0.421875, + 0.425781, + 0.443359, + 0.429688, + 0.439453, + 0.421875, + 0.404297, + 0.425781, + 0.515625, + 0.455078, + 0.390625, + 0.419922, + 0.423828, + 0.441406, + 0.435547, + 0.416016, + 0.453125, + 0.414062, + 0.40625, + 0.427734, + 0.4375, + 0.425781, + 0.474609, + 0.4375, + 0.460938, + 0.443359, + 0.419922, + 0.40625, + 0.449219, + 0.408203, + 0.371094, + 0.458984, + 0.447266, + 0.441406, + 0.414062, + 0.460938, + 0.373047, + 0.462891, + 0.451172, + 0.435547, + 0.425781, + 0.417969, + 0.431641, + 0.458984, + 0.433594, + 0.451172, + 0.416016, + 0.451172, + 0.388672, + 0.392578, + 0.462891, + 0.458984, + 0.414062, + 0.398438, + 0.466797, + 0.324219, + 0.398438, + 0.414062, + 0.4375, + 0.388672, + 0.449219, + 0.388672, + 0.431641, + 0.396484, + 0.404297, + 0.462891, + 0.369141, + 0.4375, + 0.330078, + 0.398438, + 0.408203, + 0.416016, + 0.402344, + 0.419922, + 0.427734, + 0.441406, + 0.441406, + 0.404297, + 0.447266, + 0.355469, + 0.365234, + 0.421875, + 0.34375, + 0.439453, + 0.458984, + 0.429688, + 0.417969, + 0.457031, + 0.425781, + 0.427734, + 0.398438, + 0.4375, + 0.441406, + 0.449219, + 0.423828, + 0.308594, + 0.435547, + 0.445312, + 0.453125, + 0.386719, + 0.443359, + 0.417969, + 0.445312, + 0.373047, + 0.462891, + 0.392578, + 0.408203, + 0.449219, + 0.427734, + 0.429688, + 0.455078, + 0.410156, + 0.417969, + 0.384766, + 0.546875, + 0.429688, + 0.441406, + 0.457031, + 0.423828, + 0.425781, + 0.416016, + 0.441406, + 0.429688, + 0.376953, + 0.419922, + 0.464844, + 0.421875, + 0.441406, + 0.371094, + 0.429688, + 0.380859, + 0.421875, + 0.429688, + 0.429688, + 0.394531, + 0.427734, + 0.488281, + 0.425781, + 0.447266, + 0.439453, + 0.363281, + 0.339844, + 0.439453, + 0.433594, + 0.429688, + 0.394531, + 0.433594, + 0.453125, + 0.421875, + 0.412109, + 0.4375, + 0.441406, + 0.402344, + 0.423828, + 0.328125, + 0.414062, + 0.431641, + 0.417969, + 0.447266, + 0.429688, + 0.441406, + 0.4375, + 0.141602, + 0.472656, + 0.421875, + 0.441406, + 0.423828, + 0.390625, + 0.443359, + 0.359375, + 0.431641, + 0.435547, + 0.402344, + 0.435547, + 0.4375, + 0.46875, + 0.390625, + 0.431641, + 0.414062, + 0.427734, + 0.435547, + 0.328125, + 0.455078, + 0.367188, + 0.419922, + 0.433594, + 0.429688, + 0.417969, + 0.453125, + 0.429688, + 0.386719, + 0.333984, + 0.427734, + 0.416016, + 0.449219, + 0.371094, + 0.441406, + 0.412109, + 0.441406, + 0.441406, + 0.433594, + 0.449219, + 0.433594, + 0.431641, + 0.396484, + 0.453125, + 0.4375, + 0.435547, + 0.443359, + 0.46875, + 0.425781, + 0.414062, + 0.408203, + 0.404297, + 0.449219, + 0.394531, + 0.441406, + 0.443359, + 0.435547, + 0.416016, + 0.419922, + 0.414062, + 0.445312, + 0.4375, + 0.414062, + 0.464844, + 0.455078, + 0.447266, + 0.421875, + 0.423828, + 0.439453, + 0.3125, + 0.433594, + 0.439453, + 0.417969, + 0.388672, + 0.429688, + 0.423828, + 0.421875, + 0.416016, + 0.416016, + 0.382812, + 0.433594, + 0.447266, + 0.445312, + 0.376953, + 0.435547, + 0.453125, + 0.285156, + 0.439453, + 0.371094, + 0.419922, + 0.408203, + 0.458984, + 0.410156, + 0.427734, + 0.4375, + 0.431641, + 0.435547, + 0.359375, + 0.423828, + 0.443359, + 0.433594, + 0.455078, + 0.435547, + 0.451172, + 0.375, + 0.169922, + 0.345703, + 0.441406, + 0.431641, + 0.392578, + 0.453125, + 0.421875, + 0.361328, + 0.390625, + 0.453125, + 0.439453, + 0.402344, + 0.453125, + 0.417969, + 0.439453, + 0.443359, + 0.396484, + 0.384766, + 0.421875, + 0.447266, + 0.408203, + 0.425781, + 0.445312, + 0.408203, + 0.369141, + 0.455078, + 0.447266, + 0.462891, + 0.427734, + 0.412109, + 0.408203, + 0.441406, + 0.453125, + 0.421875, + 0.419922, + 0.357422, + 0.419922, + 0.390625, + 0.429688, + 0.464844, + 0.457031, + 0.257812, + 0.445312, + 0.400391, + 0.445312, + 0.427734, + 0.46875, + 0.458984, + 0.429688, + 0.445312, + 0.259766, + 0.462891, + 0.433594, + 0.431641, + 0.455078, + 0.392578, + 0.427734, + 0.445312, + 0.353516, + 0.369141, + 0.421875, + 0.421875, + 0.427734, + 0.425781, + 0.466797, + 0.458984, + 0.402344, + 0.416016, + 0.337891, + 0.439453, + 0.408203, + 0.435547, + 0.439453, + 0.445312, + 0.455078, + 0.466797, + 0.419922, + 0.417969, + 0.410156, + 0.474609, + 0.466797, + 0.390625, + 0.431641, + 0.404297, + 0.402344, + 0.457031, + 0.304688, + 0.431641, + 0.414062, + 0.402344, + 0.412109, + 0.453125, + 0.451172, + 0.421875, + 0.4375, + 0.441406, + 0.439453, + 0.457031, + 0.404297, + 0.4375, + 0.433594, + 0.431641, + 0.447266, + 0.363281, + 0.388672, + 0.423828, + 0.443359, + 0.423828, + 0.445312, + 0.443359, + 0.457031, + 0.433594, + 0.40625, + 0.427734, + 0.435547, + 0.392578, + 0.4375, + 0.455078, + 0.4375, + 0.458984, + 0.46875, + 0.429688, + 0.445312, + 0.455078, + 0.417969, + 0.488281, + 0.453125, + 0.425781, + 0.439453, + 0.441406, + 0.425781, + 0.458984, + 0.396484, + 0.447266, + 0.443359, + 0.482422, + 0.398438, + 0.365234, + 0.367188, + 0.474609, + 0.435547, + 0.429688, + 0.660156, + 0.421875, + 0.449219, + 0.427734, + 0.376953, + 0.439453, + 0.421875, + 0.408203, + 0.449219, + 0.410156, + 0.410156, + 0.380859, + 0.398438, + 0.435547, + 0.425781, + 0.427734, + 0.375, + 0.449219, + 0.427734, + 0.423828, + 0.439453, + 0.462891, + 0.447266, + 0.425781, + 0.441406, + 0.404297, + 0.345703, + 0.410156, + 0.4375, + 0.425781, + 0.429688, + 0.464844, + 0.408203, + 0.429688, + 0.367188, + 0.365234, + 0.416016, + 0.439453, + 0.410156, + 0.457031, + 0.449219, + 0.423828, + 0.433594, + 0.443359, + 0.435547, + 0.447266, + 0.408203, + 0.458984, + 0.410156, + 0.445312, + 0.382812, + 0.396484, + 0.357422, + 0.414062, + 0.431641, + 0.363281, + 0.421875, + 0.492188, + 0.412109, + 0.423828, + 0.458984, + 0.371094, + 0.380859, + 0.40625, + 0.380859, + 0.417969, + 0.404297, + 0.414062, + 0.408203, + 0.458984, + 0.154297, + 0.363281, + 0.466797, + 0.427734 + ] + }, + "name": "model.model.layers.35.post_attention_layernorm.weight", + "outputIndexes": [ + 2915 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2914 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_35/Mul_output_0", + "outputIndexes": [ + 2916 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2915, + 2916 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_35/Mul_1_output_0", + "outputIndexes": [ + 2917 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2917 + ], + "outputIndexes": [ + 5384 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5384 + ], + "outputIndexes": [ + 5385 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/gate_proj/Linear", + "inputIndexes": [ + 5385 + ], + "outputIndexes": [ + 5386 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 353899878, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5386 + ], + "outputIndexes": [ + 5387 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5387 + ], + "outputIndexes": [ + 2918 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2918 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_35/Sigmoid_output_0", + "outputIndexes": [ + 2919 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2918, + 2919 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_35/Mul_output_0", + "outputIndexes": [ + 2920 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2917 + ], + "outputIndexes": [ + 5388 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5388 + ], + "outputIndexes": [ + 5389 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/up_proj/Linear", + "inputIndexes": [ + 5389 + ], + "outputIndexes": [ + 5390 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 356480380, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5390 + ], + "outputIndexes": [ + 5391 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5391 + ], + "outputIndexes": [ + 2921 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2920, + 2921 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_35/Mul_output_0", + "outputIndexes": [ + 2922 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2922 + ], + "outputIndexes": [ + 5392 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5392 + ], + "outputIndexes": [ + 5393 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/down_proj/Linear", + "inputIndexes": [ + 5393 + ], + "outputIndexes": [ + 5394 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 359060882, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5394 + ], + "outputIndexes": [ + 5395 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.35/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5395 + ], + "outputIndexes": [ + 2923 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2914, + 2923 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_179_output_0", + "outputIndexes": [ + 2924 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2924, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_324_output_0", + "outputIndexes": [ + 2925 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.421875, + 0.40625, + 0.392578, + 0.412109, + 0.398438, + 0.398438, + 0.988281, + 0.421875, + 0.378906, + 0.455078, + 0.527344, + 0.369141, + 0.373047, + 0.376953, + 0.347656, + 0.400391, + 0.675781, + 0.361328, + 0.386719, + 0.410156, + 0.396484, + 0.421875, + 0.40625, + 0.371094, + 0.386719, + 0.427734, + 0.392578, + 0.378906, + 0.369141, + 0.369141, + 0.472656, + 0.308594, + 0.400391, + 0.416016, + 0.396484, + 0.384766, + 0.439453, + 0.367188, + 0.470703, + 0.451172, + 0.40625, + 0.386719, + 0.425781, + 0.423828, + 0.431641, + 0.400391, + 0.4375, + 0.382812, + 0.410156, + 0.554688, + 0.365234, + 0.492188, + 0.367188, + 0.439453, + 0.439453, + 0.380859, + 0.417969, + 0.375, + 0.386719, + 0.416016, + 0.40625, + 0.402344, + 0.378906, + 0.423828, + 0.408203, + 0.486328, + 0.621094, + 0.417969, + 0.390625, + 0.683594, + 0.369141, + 0.404297, + 0.40625, + 0.40625, + 0.373047, + 0.380859, + 0.400391, + 0.376953, + 0.433594, + 0.384766, + 0.376953, + 0.396484, + 0.367188, + 0.367188, + 0.427734, + 0.369141, + 0.404297, + 0.419922, + 0.496094, + 0.423828, + 0.378906, + 0.390625, + 0.398438, + 0.390625, + 0.388672, + 0.400391, + 0.558594, + 0.40625, + 0.423828, + 0.378906, + 0.408203, + 0.384766, + 0.376953, + 0.384766, + 0.4375, + 0.419922, + 0.423828, + 0.400391, + 0.363281, + 0.322266, + 0.361328, + 0.443359, + 0.404297, + 0.458984, + 0.443359, + 0.5, + 0.412109, + 0.371094, + 0.419922, + 0.388672, + 0.402344, + 0.373047, + 0.367188, + 0.447266, + 0.425781, + 0.412109, + 0.9375, + 0.404297, + 0.361328, + 0.427734, + 0.382812, + 0.316406, + 0.416016, + 0.414062, + 0.396484, + 0.402344, + 0.390625, + 0.380859, + 0.664062, + 0.388672, + 0.423828, + 0.369141, + 0.40625, + 0.40625, + 0.357422, + 0.386719, + 0.388672, + 0.339844, + 0.341797, + 0.382812, + 0.388672, + 0.396484, + 0.365234, + 0.419922, + 0.396484, + 0.400391, + 0.384766, + 0.369141, + 0.382812, + 0.400391, + 0.388672, + 0.392578, + 0.429688, + 0.394531, + 0.361328, + 0.384766, + 0.476562, + 0.429688, + 0.359375, + 0.408203, + 0.431641, + 0.396484, + 0.402344, + 0.373047, + 0.470703, + 0.375, + 0.416016, + 0.357422, + 0.423828, + 0.431641, + 0.369141, + 0.384766, + 0.380859, + 0.382812, + 0.349609, + 0.417969, + 0.361328, + 0.392578, + 0.404297, + 0.410156, + 0.386719, + 0.404297, + 0.390625, + 0.382812, + 0.427734, + 0.376953, + 0.384766, + 0.425781, + 0.178711, + 0.410156, + 0.371094, + 0.333984, + 0.378906, + 0.398438, + 0.380859, + 0.375, + 0.384766, + 0.375, + 0.433594, + 0.402344, + 0.384766, + 0.382812, + 0.402344, + 0.417969, + 0.376953, + 0.380859, + 0.357422, + 0.369141, + 0.398438, + 0.359375, + 0.40625, + 0.373047, + 0.357422, + 0.378906, + 0.408203, + 0.380859, + 0.423828, + 0.386719, + 0.53125, + 0.382812, + 0.429688, + 0.566406, + 0.392578, + 0.398438, + 0.384766, + 0.460938, + 0.400391, + 0.388672, + 0.388672, + 0.359375, + 0.412109, + 0.402344, + 0.351562, + 0.410156, + 0.375, + 0.398438, + 0.335938, + 0.382812, + 0.375, + 0.433594, + 0.363281, + 0.384766, + 0.419922, + 0.40625, + 0.458984, + 0.392578, + 0.390625, + 0.361328, + 0.412109, + 0.386719, + 0.435547, + 0.423828, + 0.394531, + 0.367188, + 0.384766, + 0.417969, + 0.367188, + 0.416016, + 0.396484, + 0.435547, + 0.761719, + 0.351562, + 0.386719, + 0.746094, + 0.431641, + 0.386719, + 0.375, + 0.429688, + 0.396484, + 0.394531, + 0.384766, + 0.394531, + 0.361328, + 0.445312, + 0.40625, + 0.394531, + 0.396484, + 0.402344, + 0.363281, + 0.423828, + 0.396484, + 0.417969, + 0.380859, + 0.421875, + 0.386719, + 0.361328, + 0.291016, + 0.398438, + 0.375, + 0.388672, + 0.349609, + 0.40625, + 0.388672, + 0.421875, + 0.400391, + 0.375, + 0.427734, + 0.386719, + 0.376953, + 0.398438, + 0.404297, + 0.417969, + 0.365234, + 0.429688, + 0.439453, + 0.345703, + 0.365234, + 0.373047, + 0.527344, + 0.443359, + 0.443359, + 0.386719, + 0.419922, + 0.365234, + 0.392578, + 0.4375, + 0.375, + 0.441406, + 0.423828, + 0.373047, + 0.609375, + 0.388672, + 0.455078, + 0.384766, + 0.472656, + 0.373047, + 0.419922, + 0.351562, + 0.457031, + 0.423828, + 0.376953, + 0.365234, + 0.398438, + 0.392578, + 0.419922, + 0.458984, + 0.40625, + 0.359375, + 0.398438, + 0.412109, + 0.417969, + 0.421875, + 0.365234, + 0.417969, + 0.412109, + 0.425781, + 0.410156, + 0.404297, + 0.369141, + 0.412109, + 0.375, + 0.400391, + 0.386719, + 0.367188, + 0.378906, + 0.373047, + 0.388672, + 0.392578, + 0.378906, + 0.380859, + 0.378906, + 0.345703, + 0.367188, + 0.369141, + 0.431641, + 0.390625, + 0.386719, + 0.386719, + 0.375, + 0.496094, + 0.777344, + 0.378906, + 0.507812, + 0.378906, + 0.376953, + 0.394531, + 0.410156, + 0.404297, + 0.435547, + 0.353516, + 0.419922, + 0.566406, + 0.376953, + 0.378906, + 0.457031, + 0.404297, + 0.392578, + 0.417969, + 0.398438, + 0.384766, + 0.392578, + 0.433594, + 0.460938, + 0.353516, + 0.382812, + 0.396484, + 0.419922, + 0.392578, + 0.363281, + 0.375, + 0.375, + 0.494141, + 0.404297, + 0.390625, + 0.404297, + 0.414062, + 0.392578, + 0.369141, + 0.382812, + 0.539062, + 0.416016, + 0.378906, + 0.503906, + 0.386719, + 0.375, + 0.378906, + 0.363281, + 0.417969, + 0.5625, + 0.412109, + 0.443359, + 0.433594, + 0.378906, + 0.392578, + 0.337891, + 0.392578, + 0.429688, + 0.398438, + 0.353516, + 0.34375, + 0.435547, + 0.400391, + 0.421875, + 0.496094, + 0.363281, + 0.435547, + 0.367188, + 0.402344, + 0.449219, + 0.384766, + 0.421875, + 0.597656, + 0.371094, + 0.390625, + 0.376953, + 0.429688, + 0.412109, + 0.388672, + 0.380859, + 0.394531, + 0.400391, + 0.441406, + 0.375, + 0.416016, + 0.423828, + 0.394531, + 0.400391, + 0.382812, + 0.398438, + 0.423828, + 0.4375, + 0.367188, + 0.417969, + 0.423828, + 0.417969, + 0.384766, + 0.402344, + 0.367188, + 0.410156, + 0.373047, + 0.410156, + 0.408203, + 0.414062, + 0.376953, + 0.412109, + 0.427734, + 0.423828, + 0.414062, + 0.386719, + 0.361328, + 0.414062, + 0.40625, + 0.363281, + 0.378906, + 0.361328, + 0.390625, + 0.355469, + 0.400391, + 0.449219, + 0.402344, + 0.90625, + 0.378906, + 0.382812, + 0.402344, + 0.515625, + 0.398438, + 0.355469, + 0.410156, + 0.494141, + 0.400391, + 0.394531, + 0.398438, + 0.667969, + 0.402344, + 0.404297, + 0.503906, + 0.429688, + 0.396484, + 0.345703, + 0.400391, + 0.371094, + 0.416016, + 0.503906, + 0.355469, + 0.429688, + 0.419922, + 0.414062, + 0.425781, + 0.386719, + 0.421875, + 0.566406, + 0.382812, + 0.398438, + 0.363281, + 0.412109, + 0.398438, + 0.392578, + 0.425781, + 0.351562, + 0.419922, + 0.451172, + 0.386719, + 0.410156, + 0.333984, + 0.382812, + 0.425781, + 0.404297, + 0.445312, + 0.429688, + 0.455078, + 0.447266, + 0.359375, + 0.439453, + 0.404297, + 0.419922, + 0.375, + 0.404297, + 0.109375, + 0.363281, + 0.376953, + 0.515625, + 0.408203, + 0.388672, + 0.398438, + 0.375, + 0.384766, + 0.375, + 0.402344, + 0.402344, + 0.414062, + 0.402344, + 0.396484, + 0.439453, + 0.380859, + 0.388672, + 0.384766, + 0.365234, + 0.373047, + 0.396484, + 0.367188, + 0.396484, + 0.398438, + 0.382812, + 0.435547, + 0.400391, + 0.388672, + 0.384766, + 0.398438, + 0.417969, + 0.365234, + 0.380859, + 0.390625, + 0.390625, + 0.378906, + 0.412109, + 0.396484, + 0.402344, + 0.503906, + 0.453125, + 0.429688, + 0.353516, + 0.429688, + 0.384766, + 0.333984, + 0.382812, + 0.416016, + 0.404297, + 0.365234, + 0.396484, + 0.351562, + 0.400391, + 0.384766, + 0.388672, + 0.433594, + 0.392578, + 0.367188, + 0.71875, + 0.390625, + 0.375, + 0.410156, + 0.371094, + 0.347656, + 0.390625, + 0.431641, + 0.371094, + 0.369141, + 0.425781, + 0.695312, + 0.398438, + 0.384766, + 0.742188, + 0.351562, + 0.359375, + 0.359375, + 0.386719, + 0.378906, + 0.375, + 0.396484, + 0.410156, + 0.390625, + 0.472656, + 0.359375, + 0.390625, + 0.425781, + 0.398438, + 0.412109, + 0.392578, + 0.380859, + 0.480469, + 0.5625, + 0.419922, + 0.408203, + 0.433594, + 0.462891, + 0.371094, + 0.371094, + 0.390625, + 0.392578, + 0.414062, + 0.478516, + 0.382812, + 0.398438, + 0.386719, + 0.382812, + 0.361328, + 0.369141, + 0.394531, + 0.363281, + 0.384766, + 0.375, + 0.369141, + 0.396484, + 0.435547, + 0.566406, + 0.402344, + 0.425781, + 0.597656, + 0.398438, + 0.400391, + 0.419922, + 0.417969, + 0.412109, + 0.914062, + 0.421875, + 0.447266, + 0.462891, + 0.404297, + 0.394531, + 0.380859, + 0.353516, + 0.408203, + 0.388672, + 0.396484, + 0.388672, + 0.396484, + 0.375, + 0.357422, + 0.369141, + 0.367188, + 0.347656, + 0.382812, + 0.375, + 0.431641, + 0.382812, + 0.6875, + 0.46875, + 0.369141, + 0.408203, + 0.324219, + 0.419922, + 0.554688, + 0.419922, + 0.416016, + 0.419922, + 0.431641, + 0.380859, + 0.371094, + 0.404297, + 0.394531, + 0.380859, + 0.431641, + 0.367188, + 0.376953, + 0.400391, + 0.392578, + 0.419922, + 0.851562, + 0.386719, + 0.417969, + 0.369141, + 0.408203, + 0.378906, + 0.384766, + 0.349609, + 0.427734, + 0.421875, + 0.412109, + 0.382812, + 0.373047, + 0.404297, + 0.373047, + 0.365234, + 0.394531, + 0.431641, + 0.40625, + 0.373047, + 0.832031, + 0.369141, + 0.376953, + 0.539062, + 0.376953, + 0.447266, + 0.359375, + 0.392578, + 0.376953, + 0.40625, + 0.34375, + 0.408203, + 0.453125, + 0.373047, + 0.398438, + 0.492188, + 0.376953, + 0.5, + 0.435547, + 0.382812, + 0.384766, + 0.353516, + 0.376953, + 0.578125, + 0.414062, + 0.388672, + 0.404297, + 0.367188, + 0.59375, + 0.423828, + 0.398438, + 0.416016, + 0.361328, + 0.408203, + 0.400391, + 0.410156, + 0.539062, + 0.416016, + 0.400391, + 0.416016, + 0.535156, + 0.482422, + 0.386719, + 0.396484, + 0.431641, + 0.421875, + 0.427734, + 0.382812, + 0.388672, + 0.392578, + 0.65625, + 0.355469, + 0.359375, + 0.367188, + 0.369141, + 0.380859, + 0.380859, + 0.400391, + 0.382812, + 0.488281, + 0.375, + 0.421875, + 0.449219, + 0.412109, + 0.408203, + 0.380859, + 0.435547, + 0.425781, + 0.464844, + 0.400391, + 0.351562, + 0.380859, + 0.410156, + 0.5, + 0.382812, + 0.503906, + 0.392578, + 0.382812, + 0.410156, + 0.388672, + 0.375, + 0.46875, + 0.425781, + 0.396484, + 0.412109, + 0.363281, + 0.429688, + 0.40625, + 0.384766, + 0.429688, + 0.404297, + 0.349609, + 0.402344, + 0.380859, + 0.404297, + 0.398438, + 0.353516, + 0.375, + 0.40625, + 0.412109, + 0.416016, + 0.380859, + 0.378906, + 0.417969, + 0.375, + 0.371094, + 0.683594, + 0.376953, + 0.386719, + 0.376953, + 0.435547, + 0.400391, + 0.369141, + 0.396484, + 0.427734, + 0.408203, + 0.474609, + 0.398438, + 0.445312, + 0.554688, + 0.359375, + 0.416016, + 0.392578, + 0.398438, + 0.394531, + 0.412109, + 0.373047, + 0.380859, + 0.421875, + 0.384766, + 0.400391, + 0.404297, + 0.34375, + 0.476562, + 0.373047, + 0.388672, + 0.376953, + 0.394531, + 0.439453, + 0.371094, + 0.373047, + 0.46875, + 0.398438, + 0.416016, + 0.451172, + 0.367188, + 0.597656, + 0.359375, + 0.375, + 0.388672, + 0.412109, + 0.380859, + 0.384766, + 0.416016, + 0.462891, + 0.4375, + 0.380859, + 0.392578, + 0.439453, + 0.349609, + 0.388672, + 0.410156, + 0.388672, + 0.392578, + 0.447266, + 0.507812, + 0.386719, + 0.398438, + 0.498047, + 0.369141, + 0.388672, + 0.355469, + 0.449219, + 0.349609, + 0.392578, + 0.408203, + 0.392578, + 0.410156, + 0.388672, + 0.464844, + 0.396484, + 0.423828, + 0.382812, + 0.40625, + 0.390625, + 0.390625, + 0.359375, + 0.4375, + 0.375, + 0.353516, + 0.386719, + 0.417969, + 0.429688, + 0.357422, + 0.402344, + 0.382812, + 0.429688, + 0.347656, + 0.402344, + 0.412109, + 0.384766, + 0.402344, + 0.402344, + 0.511719, + 0.388672, + 0.5, + 0.390625, + 0.382812, + 0.404297, + 0.429688, + 0.392578, + 0.416016, + 0.386719, + 0.738281, + 0.423828, + 0.408203, + 0.404297, + 0.429688, + 0.339844, + 0.369141, + 0.414062, + 0.359375, + 0.390625, + 0.478516, + 0.373047, + 0.462891, + 0.392578, + 0.388672, + 0.371094, + 0.421875, + 0.378906, + 0.398438, + 0.636719, + 0.388672, + 0.427734, + 0.417969, + 0.40625, + 0.460938, + 0.367188, + 0.445312, + 0.384766, + 0.453125, + 0.71875, + 0.408203, + 0.402344, + 0.421875, + 0.433594, + 0.40625, + 0.375, + 0.373047, + 0.443359, + 0.376953, + 0.417969, + 0.359375, + 0.416016, + 0.349609, + 0.365234, + 0.404297, + 0.404297, + 0.458984, + 0.435547, + 0.429688, + 0.384766, + 0.363281, + 0.390625, + 0.337891, + 0.355469, + 0.443359, + 0.349609, + 0.365234, + 0.398438, + 0.417969, + 0.398438, + 0.384766, + 0.361328, + 0.400391, + 0.410156, + 0.396484, + 0.431641, + 0.373047, + 0.390625, + 0.416016, + 0.542969, + 0.367188, + 0.40625, + 0.384766, + 0.427734, + 0.392578, + 0.335938, + 0.386719, + 0.386719, + 0.417969, + 0.386719, + 0.378906, + 0.382812, + 0.425781, + 0.388672, + 0.416016, + 0.396484, + 0.613281, + 0.380859, + 0.388672, + 0.400391, + 0.363281, + 0.423828, + 0.390625, + 0.369141, + 0.390625, + 0.369141, + 0.357422, + 0.474609, + 0.394531, + 0.410156, + 0.394531, + 0.388672, + 0.396484, + 0.402344, + 0.398438, + 0.84375, + 0.539062, + 0.425781, + 0.400391, + 0.435547, + 0.410156, + 0.390625, + 0.65625, + 0.378906, + 0.382812, + 0.380859, + 0.417969, + 0.40625, + 0.427734, + 0.439453, + 0.408203, + 0.375, + 0.392578, + 0.414062, + 0.390625, + 0.394531, + 0.373047, + 0.355469, + 0.439453, + 0.455078, + 0.441406, + 0.390625, + 0.412109, + 0.423828, + 0.320312, + 0.404297, + 0.394531, + 0.460938, + 0.365234, + 0.380859, + 0.429688, + 0.373047, + 0.404297, + 0.376953, + 0.404297, + 0.384766, + 0.785156, + 0.349609, + 0.337891, + 0.410156, + 0.392578, + 0.390625, + 0.470703, + 0.404297, + 0.400391, + 0.867188, + 0.419922, + 0.353516, + 0.373047, + 0.412109, + 0.414062, + 0.378906, + 0.443359, + 0.414062, + 0.398438, + 0.382812, + 0.359375, + 0.402344, + 0.380859, + 0.410156, + 0.419922, + 0.373047, + 0.492188, + 0.474609, + 0.384766, + 0.425781, + 0.396484, + 0.394531, + 0.412109, + 0.398438, + 0.404297, + 0.412109, + 0.375, + 0.414062, + 0.421875, + 0.414062, + 0.419922, + 0.410156, + 0.363281, + 0.457031, + 0.474609, + 0.816406, + 0.390625, + 0.376953, + 0.40625, + 0.375, + 0.390625, + 0.402344, + 0.414062, + 0.400391, + 0.388672, + 0.421875, + 0.421875, + 0.421875, + 0.384766, + 0.416016, + 0.423828, + 0.40625, + 0.402344, + 0.421875, + 0.371094, + 0.402344, + 0.357422, + 0.388672, + 0.388672, + 0.396484, + 0.400391, + 0.412109, + 0.357422, + 0.386719, + 0.367188, + 0.384766, + 0.386719, + 0.398438, + 0.429688, + 0.433594, + 0.359375, + 0.378906, + 0.427734, + 0.386719, + 0.423828, + 0.414062, + 0.419922, + 0.367188, + 0.378906, + 0.371094, + 0.378906, + 0.417969, + 0.412109, + 0.376953, + 0.417969, + 0.333984, + 0.451172, + 0.412109, + 0.433594, + 0.404297, + 0.382812, + 0.515625, + 0.398438, + 0.414062, + 0.380859, + 0.439453, + 0.373047, + 0.394531, + 0.392578, + 0.365234, + 0.390625, + 0.402344, + 0.408203, + 0.419922, + 0.396484, + 0.375, + 0.396484, + 0.453125, + 0.394531, + 0.349609, + 0.414062, + 0.427734, + 0.416016, + 0.441406, + 0.339844, + 0.371094, + 0.419922, + 0.423828, + 0.375, + 0.435547, + 0.376953, + 0.398438, + 0.40625, + 0.396484, + 0.396484, + 0.425781, + 0.451172, + 0.373047, + 0.439453, + 0.378906, + 0.427734, + 0.363281, + 0.378906, + 0.390625, + 0.417969, + 0.373047, + 0.400391, + 0.414062, + 0.388672, + 0.351562, + 0.382812, + 0.412109, + 0.388672, + 0.423828, + 0.390625, + 0.394531, + 0.447266, + 0.353516, + 0.478516, + 0.423828, + 0.380859, + 0.408203, + 0.443359, + 0.443359, + 0.380859, + 0.400391, + 0.361328, + 0.421875, + 0.410156, + 0.400391, + 0.382812, + 0.957031, + 0.417969, + 0.460938, + 0.396484 + ] + }, + "name": "model.model.layers.36.input_layernorm.weight", + "outputIndexes": [ + 2926 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2925 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_36/Mul_output_0", + "outputIndexes": [ + 2927 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2926, + 2927 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_36/Mul_1_output_0", + "outputIndexes": [ + 2928 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2928 + ], + "outputIndexes": [ + 5396 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5396 + ], + "outputIndexes": [ + 5397 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/q_proj/Linear", + "inputIndexes": [ + 5397 + ], + "outputIndexes": [ + 5398 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 361641384, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5398 + ], + "outputIndexes": [ + 5399 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5399 + ], + "outputIndexes": [ + 2929 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2928 + ], + "main_type": "NONE", + "name": "/Shape_505_output_0", + "outputIndexes": [ + 2930 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2930 + ], + "main_type": "NONE", + "name": "Shape7855", + "outputIndexes": [ + 2931 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2930 + ], + "main_type": "NONE", + "name": "Rank7857", + "outputIndexes": [ + 2932 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2932, + 2932 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7859", + "outputIndexes": [ + 2933 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2933 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7860", + "outputIndexes": [ + 2934 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2933, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7862", + "outputIndexes": [ + 2935 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2935 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7863", + "outputIndexes": [ + 2936 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2931, + 2934, + 2936, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7866", + "outputIndexes": [ + 2937 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2937 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7867", + "outputIndexes": [ + 2938 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 2938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7868", + "outputIndexes": [ + 2939 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2939, + 2938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7869", + "outputIndexes": [ + 2940 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2930, + 2940, + 2933 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_544_output_0", + "outputIndexes": [ + 2941 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2941, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1153_output_0", + "outputIndexes": [ + 2942 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2942, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_468_output_0", + "outputIndexes": [ + 2943 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2929, + 2943 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_325_output_0", + "outputIndexes": [ + 2944 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2944, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_288_output_0", + "outputIndexes": [ + 2945 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2944 + ], + "main_type": "NONE", + "name": "/Shape_506_output_0", + "outputIndexes": [ + 2946 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2946 + ], + "main_type": "NONE", + "name": "Shape7876", + "outputIndexes": [ + 2947 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2946 + ], + "main_type": "NONE", + "name": "Rank7878", + "outputIndexes": [ + 2948 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2948, + 2948 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7880", + "outputIndexes": [ + 2949 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2949 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7881", + "outputIndexes": [ + 2950 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2949, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7883", + "outputIndexes": [ + 2951 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2951 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7884", + "outputIndexes": [ + 2952 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2947, + 2950, + 2952, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7887", + "outputIndexes": [ + 2953 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2953 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7888", + "outputIndexes": [ + 2954 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2954 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7889", + "outputIndexes": [ + 2955 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2955, + 2954 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7890", + "outputIndexes": [ + 2956 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2946, + 2956, + 2949 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_545_output_0", + "outputIndexes": [ + 2957 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2957, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_108_output_0", + "outputIndexes": [ + 2958 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2958, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1158_output_0", + "outputIndexes": [ + 2959 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2944, + 2959, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_145_output_0", + "outputIndexes": [ + 2960 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2960 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_72_output_0", + "outputIndexes": [ + 2961 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2944, + 22, + 2959, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_144_output_0", + "outputIndexes": [ + 2962 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2961, + 2962 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_471_output_0", + "outputIndexes": [ + 2963 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2963, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_289_output_0", + "outputIndexes": [ + 2964 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2945, + 2964 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_180_output_0", + "outputIndexes": [ + 2965 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2928 + ], + "outputIndexes": [ + 5400 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5400 + ], + "outputIndexes": [ + 5401 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/k_proj/Linear", + "inputIndexes": [ + 5401 + ], + "outputIndexes": [ + 5402 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 362563006, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5402 + ], + "outputIndexes": [ + 5403 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5403 + ], + "outputIndexes": [ + 2966 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 2942, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_469_output_0", + "outputIndexes": [ + 2967 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2966, + 2967 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_326_output_0", + "outputIndexes": [ + 2968 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2968, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_290_output_0", + "outputIndexes": [ + 2969 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2968 + ], + "main_type": "NONE", + "name": "/Shape_507_output_0", + "outputIndexes": [ + 2970 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2970 + ], + "main_type": "NONE", + "name": "Shape7939", + "outputIndexes": [ + 2971 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 2970 + ], + "main_type": "NONE", + "name": "Rank7941", + "outputIndexes": [ + 2972 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2972, + 2972 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7943", + "outputIndexes": [ + 2973 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2973 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7944", + "outputIndexes": [ + 2974 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2973, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7946", + "outputIndexes": [ + 2975 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2975 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze7947", + "outputIndexes": [ + 2976 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2971, + 2974, + 2976, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice7950", + "outputIndexes": [ + 2977 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2977 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze7951", + "outputIndexes": [ + 2978 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 2978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7952", + "outputIndexes": [ + 2979 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2979, + 2978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp7953", + "outputIndexes": [ + 2980 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2970, + 2980, + 2973 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_546_output_0", + "outputIndexes": [ + 2981 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2981, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_109_output_0", + "outputIndexes": [ + 2982 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2982, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1160_output_0", + "outputIndexes": [ + 2983 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2968, + 2983, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_147_output_0", + "outputIndexes": [ + 2984 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2984 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_73_output_0", + "outputIndexes": [ + 2985 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2968, + 22, + 2983, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_146_output_0", + "outputIndexes": [ + 2986 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2985, + 2986 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_472_output_0", + "outputIndexes": [ + 2987 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2987, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_291_output_0", + "outputIndexes": [ + 2988 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2969, + 2988 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_181_output_0", + "outputIndexes": [ + 2989 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2928 + ], + "outputIndexes": [ + 5404 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5404 + ], + "outputIndexes": [ + 5405 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/v_proj/Linear", + "inputIndexes": [ + 5405 + ], + "outputIndexes": [ + 5406 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 362793428, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5406 + ], + "outputIndexes": [ + 5407 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5407 + ], + "outputIndexes": [ + 2990 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2990, + 2967 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_327_output_0", + "outputIndexes": [ + 2991 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2965, + 2989, + 2991, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_332_output_0", + "outputIndexes": [ + 2992 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2992 + ], + "outputIndexes": [ + 5408 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5408 + ], + "outputIndexes": [ + 5409 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/o_proj/Linear", + "inputIndexes": [ + 5409 + ], + "outputIndexes": [ + 5410 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 363023850, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5410 + ], + "outputIndexes": [ + 5411 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5411 + ], + "outputIndexes": [ + 2993 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2925, + 2993 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_183_output_0", + "outputIndexes": [ + 2994 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.392578, + 0.435547, + 0.439453, + 0.464844, + 0.449219, + 0.447266, + 0.161133, + 0.445312, + 0.414062, + 0.382812, + 0.357422, + 0.4375, + 0.382812, + 0.423828, + 0.431641, + 0.443359, + 0.259766, + 0.431641, + 0.447266, + 0.373047, + 0.4375, + 0.451172, + 0.408203, + 0.408203, + 0.419922, + 0.460938, + 0.392578, + 0.447266, + 0.441406, + 0.443359, + 0.384766, + 0.179688, + 0.449219, + 0.435547, + 0.451172, + 0.427734, + 0.378906, + 0.439453, + 0.34375, + 0.470703, + 0.451172, + 0.443359, + 0.425781, + 0.410156, + 0.390625, + 0.417969, + 0.478516, + 0.398438, + 0.457031, + 0.333984, + 0.449219, + 0.345703, + 0.425781, + 0.449219, + 0.378906, + 0.439453, + 0.474609, + 0.416016, + 0.435547, + 0.460938, + 0.447266, + 0.466797, + 0.421875, + 0.455078, + 0.392578, + 0.375, + 0.273438, + 0.355469, + 0.460938, + 0.296875, + 0.449219, + 0.357422, + 0.425781, + 0.408203, + 0.4375, + 0.427734, + 0.4375, + 0.466797, + 0.341797, + 0.429688, + 0.416016, + 0.464844, + 0.417969, + 0.421875, + 0.458984, + 0.408203, + 0.46875, + 0.384766, + 0.515625, + 0.373047, + 0.423828, + 0.445312, + 0.380859, + 0.447266, + 0.359375, + 0.388672, + 0.621094, + 0.462891, + 0.46875, + 0.4375, + 0.445312, + 0.419922, + 0.451172, + 0.445312, + 0.416016, + 0.367188, + 0.458984, + 0.441406, + 0.427734, + 0.439453, + 0.429688, + 0.476562, + 0.417969, + 0.457031, + 0.457031, + 0.408203, + 0.453125, + 0.455078, + 0.484375, + 0.457031, + 0.460938, + 0.394531, + 0.458984, + 0.404297, + 0.466797, + 0.439453, + 0.232422, + 0.457031, + 0.449219, + 0.451172, + 0.453125, + 0.447266, + 0.451172, + 0.421875, + 0.457031, + 0.451172, + 0.466797, + 0.416016, + 0.357422, + 0.423828, + 0.484375, + 0.408203, + 0.445312, + 0.46875, + 0.457031, + 0.458984, + 0.439453, + 0.390625, + 0.443359, + 0.445312, + 0.443359, + 0.431641, + 0.439453, + 0.46875, + 0.455078, + 0.402344, + 0.460938, + 0.412109, + 0.375, + 0.470703, + 0.357422, + 0.431641, + 0.380859, + 0.458984, + 0.423828, + 0.46875, + 0.347656, + 0.464844, + 0.435547, + 0.378906, + 0.416016, + 0.464844, + 0.457031, + 0.416016, + 0.326172, + 0.447266, + 0.414062, + 0.445312, + 0.466797, + 0.455078, + 0.427734, + 0.416016, + 0.445312, + 0.425781, + 0.441406, + 0.460938, + 0.4375, + 0.445312, + 0.462891, + 0.458984, + 0.447266, + 0.410156, + 0.373047, + 0.425781, + 0.464844, + 0.433594, + 0.427734, + 0.408203, + 0.101562, + 0.462891, + 0.435547, + 0.427734, + 0.417969, + 0.4375, + 0.427734, + 0.451172, + 0.476562, + 0.433594, + 0.412109, + 0.457031, + 0.433594, + 0.443359, + 0.449219, + 0.378906, + 0.443359, + 0.435547, + 0.451172, + 0.412109, + 0.457031, + 0.429688, + 0.4375, + 0.433594, + 0.400391, + 0.425781, + 0.472656, + 0.425781, + 0.472656, + 0.386719, + 0.574219, + 0.431641, + 0.408203, + 0.363281, + 0.435547, + 0.421875, + 0.460938, + 0.402344, + 0.447266, + 0.40625, + 0.441406, + 0.4375, + 0.457031, + 0.431641, + 0.439453, + 0.441406, + 0.447266, + 0.429688, + 0.412109, + 0.451172, + 0.464844, + 0.449219, + 0.433594, + 0.414062, + 0.355469, + 0.431641, + 0.417969, + 0.457031, + 0.423828, + 0.421875, + 0.396484, + 0.455078, + 0.484375, + 0.433594, + 0.441406, + 0.400391, + 0.449219, + 0.46875, + 0.417969, + 0.455078, + 0.394531, + 0.441406, + 0.296875, + 0.419922, + 0.431641, + 0.279297, + 0.398438, + 0.451172, + 0.433594, + 0.40625, + 0.380859, + 0.447266, + 0.410156, + 0.453125, + 0.4375, + 0.46875, + 0.449219, + 0.427734, + 0.462891, + 0.46875, + 0.439453, + 0.451172, + 0.455078, + 0.441406, + 0.445312, + 0.449219, + 0.445312, + 0.435547, + 0.386719, + 0.443359, + 0.449219, + 0.443359, + 0.435547, + 0.447266, + 0.439453, + 0.375, + 0.455078, + 0.441406, + 0.400391, + 0.441406, + 0.435547, + 0.455078, + 0.382812, + 0.455078, + 0.412109, + 0.408203, + 0.453125, + 0.417969, + 0.433594, + 0.390625, + 0.367188, + 0.431641, + 0.474609, + 0.464844, + 0.443359, + 0.445312, + 0.427734, + 0.400391, + 0.443359, + 0.5, + 0.457031, + 0.408203, + 0.337891, + 0.402344, + 0.341797, + 0.4375, + 0.400391, + 0.429688, + 0.476562, + 0.390625, + 0.365234, + 0.382812, + 0.421875, + 0.441406, + 0.427734, + 0.388672, + 0.482422, + 0.455078, + 0.416016, + 0.435547, + 0.414062, + 0.451172, + 0.443359, + 0.460938, + 0.402344, + 0.433594, + 0.433594, + 0.447266, + 0.443359, + 0.458984, + 0.427734, + 0.476562, + 0.417969, + 0.417969, + 0.449219, + 0.439453, + 0.451172, + 0.4375, + 0.4375, + 0.453125, + 0.414062, + 0.404297, + 0.458984, + 0.431641, + 0.445312, + 0.351562, + 0.423828, + 0.435547, + 0.427734, + 0.451172, + 0.445312, + 0.365234, + 0.189453, + 0.421875, + 0.59375, + 0.449219, + 0.449219, + 0.423828, + 0.414062, + 0.453125, + 0.40625, + 0.441406, + 0.453125, + 0.345703, + 0.478516, + 0.363281, + 0.462891, + 0.439453, + 0.431641, + 0.474609, + 0.466797, + 0.453125, + 0.425781, + 0.457031, + 0.376953, + 0.441406, + 0.474609, + 0.412109, + 0.455078, + 0.445312, + 0.451172, + 0.433594, + 0.416016, + 0.498047, + 0.425781, + 0.423828, + 0.478516, + 0.462891, + 0.439453, + 0.431641, + 0.431641, + 0.419922, + 0.474609, + 0.435547, + 0.291016, + 0.449219, + 0.447266, + 0.386719, + 0.460938, + 0.431641, + 0.289062, + 0.4375, + 0.347656, + 0.40625, + 0.453125, + 0.441406, + 0.419922, + 0.455078, + 0.464844, + 0.445312, + 0.439453, + 0.427734, + 0.496094, + 0.398438, + 0.400391, + 0.574219, + 0.421875, + 0.394531, + 0.410156, + 0.457031, + 0.369141, + 0.447266, + 0.423828, + 0.357422, + 0.4375, + 0.458984, + 0.447266, + 0.478516, + 0.458984, + 0.439453, + 0.4375, + 0.394531, + 0.429688, + 0.423828, + 0.447266, + 0.457031, + 0.347656, + 0.441406, + 0.417969, + 0.478516, + 0.449219, + 0.398438, + 0.435547, + 0.435547, + 0.4375, + 0.439453, + 0.429688, + 0.443359, + 0.408203, + 0.449219, + 0.421875, + 0.421875, + 0.455078, + 0.455078, + 0.457031, + 0.431641, + 0.439453, + 0.398438, + 0.449219, + 0.400391, + 0.433594, + 0.425781, + 0.457031, + 0.476562, + 0.455078, + 0.453125, + 0.451172, + 0.398438, + 0.447266, + 0.445312, + 0.375, + 0.410156, + 0.15332, + 0.414062, + 0.449219, + 0.443359, + 0.333984, + 0.458984, + 0.435547, + 0.429688, + 0.462891, + 0.431641, + 0.439453, + 0.462891, + 0.241211, + 0.421875, + 0.414062, + 0.511719, + 0.447266, + 0.412109, + 0.419922, + 0.419922, + 0.449219, + 0.451172, + 0.341797, + 0.451172, + 0.464844, + 0.417969, + 0.457031, + 0.466797, + 0.449219, + 0.40625, + 0.341797, + 0.417969, + 0.386719, + 0.357422, + 0.445312, + 0.423828, + 0.423828, + 0.439453, + 0.423828, + 0.443359, + 0.455078, + 0.380859, + 0.417969, + 0.449219, + 0.4375, + 0.419922, + 0.433594, + 0.355469, + 0.414062, + 0.398438, + 0.40625, + 0.443359, + 0.458984, + 0.460938, + 0.449219, + 0.457031, + 0.431641, + 0.212891, + 0.451172, + 0.365234, + 0.333984, + 0.408203, + 0.457031, + 0.429688, + 0.396484, + 0.388672, + 0.453125, + 0.443359, + 0.431641, + 0.439453, + 0.464844, + 0.447266, + 0.382812, + 0.460938, + 0.421875, + 0.449219, + 0.427734, + 0.451172, + 0.414062, + 0.363281, + 0.494141, + 0.441406, + 0.417969, + 0.423828, + 0.451172, + 0.453125, + 0.423828, + 0.443359, + 0.458984, + 0.416016, + 0.414062, + 0.400391, + 0.472656, + 0.455078, + 0.460938, + 0.394531, + 0.464844, + 0.361328, + 0.363281, + 0.472656, + 0.447266, + 0.419922, + 0.439453, + 0.414062, + 0.371094, + 0.392578, + 0.445312, + 0.425781, + 0.435547, + 0.447266, + 0.404297, + 0.464844, + 0.439453, + 0.40625, + 0.439453, + 0.4375, + 0.3125, + 0.447266, + 0.427734, + 0.447266, + 0.363281, + 0.445312, + 0.423828, + 0.4375, + 0.431641, + 0.375, + 0.476562, + 0.273438, + 0.433594, + 0.353516, + 0.157227, + 0.408203, + 0.431641, + 0.429688, + 0.402344, + 0.449219, + 0.423828, + 0.429688, + 0.457031, + 0.435547, + 0.388672, + 0.445312, + 0.445312, + 0.414062, + 0.384766, + 0.408203, + 0.435547, + 0.375, + 0.412109, + 0.357422, + 0.449219, + 0.46875, + 0.457031, + 0.373047, + 0.4375, + 0.427734, + 0.363281, + 0.445312, + 0.382812, + 0.386719, + 0.425781, + 0.462891, + 0.408203, + 0.429688, + 0.431641, + 0.4375, + 0.423828, + 0.451172, + 0.421875, + 0.474609, + 0.453125, + 0.433594, + 0.410156, + 0.291016, + 0.382812, + 0.373047, + 0.423828, + 0.449219, + 0.447266, + 0.451172, + 0.443359, + 0.455078, + 0.171875, + 0.419922, + 0.455078, + 0.458984, + 0.388672, + 0.466797, + 0.451172, + 0.419922, + 0.445312, + 0.433594, + 0.433594, + 0.439453, + 0.410156, + 0.443359, + 0.447266, + 0.427734, + 0.447266, + 0.441406, + 0.412109, + 0.441406, + 0.396484, + 0.4375, + 0.269531, + 0.382812, + 0.464844, + 0.421875, + 0.394531, + 0.433594, + 0.345703, + 0.464844, + 0.445312, + 0.458984, + 0.476562, + 0.431641, + 0.427734, + 0.390625, + 0.375, + 0.441406, + 0.392578, + 0.419922, + 0.396484, + 0.443359, + 0.455078, + 0.425781, + 0.275391, + 0.425781, + 0.429688, + 0.423828, + 0.449219, + 0.304688, + 0.433594, + 0.435547, + 0.375, + 0.462891, + 0.396484, + 0.427734, + 0.460938, + 0.416016, + 0.429688, + 0.416016, + 0.455078, + 0.421875, + 0.451172, + 0.451172, + 0.196289, + 0.435547, + 0.449219, + 0.328125, + 0.390625, + 0.355469, + 0.455078, + 0.427734, + 0.451172, + 0.443359, + 0.425781, + 0.402344, + 0.410156, + 0.425781, + 0.4375, + 0.476562, + 0.4375, + 0.351562, + 0.425781, + 0.439453, + 0.410156, + 0.455078, + 0.4375, + 0.339844, + 0.412109, + 0.392578, + 0.417969, + 0.429688, + 0.324219, + 0.445312, + 0.425781, + 0.458984, + 0.435547, + 0.457031, + 0.392578, + 0.482422, + 0.345703, + 0.453125, + 0.447266, + 0.433594, + 0.351562, + 0.458984, + 0.435547, + 0.427734, + 0.4375, + 0.419922, + 0.458984, + 0.392578, + 0.417969, + 0.449219, + 0.287109, + 0.423828, + 0.421875, + 0.449219, + 0.447266, + 0.455078, + 0.4375, + 0.423828, + 0.4375, + 0.503906, + 0.464844, + 0.392578, + 0.425781, + 0.431641, + 0.443359, + 0.457031, + 0.435547, + 0.453125, + 0.40625, + 0.404297, + 0.447266, + 0.453125, + 0.455078, + 0.476562, + 0.4375, + 0.464844, + 0.455078, + 0.427734, + 0.412109, + 0.462891, + 0.427734, + 0.367188, + 0.466797, + 0.449219, + 0.453125, + 0.439453, + 0.476562, + 0.371094, + 0.472656, + 0.451172, + 0.449219, + 0.431641, + 0.425781, + 0.451172, + 0.460938, + 0.443359, + 0.453125, + 0.429688, + 0.464844, + 0.392578, + 0.398438, + 0.470703, + 0.46875, + 0.427734, + 0.404297, + 0.453125, + 0.302734, + 0.414062, + 0.441406, + 0.455078, + 0.392578, + 0.455078, + 0.380859, + 0.435547, + 0.404297, + 0.416016, + 0.470703, + 0.373047, + 0.4375, + 0.322266, + 0.40625, + 0.414062, + 0.4375, + 0.410156, + 0.425781, + 0.439453, + 0.457031, + 0.443359, + 0.412109, + 0.458984, + 0.355469, + 0.363281, + 0.439453, + 0.339844, + 0.457031, + 0.464844, + 0.4375, + 0.433594, + 0.476562, + 0.435547, + 0.433594, + 0.408203, + 0.443359, + 0.451172, + 0.455078, + 0.429688, + 0.316406, + 0.431641, + 0.435547, + 0.458984, + 0.400391, + 0.445312, + 0.429688, + 0.464844, + 0.373047, + 0.466797, + 0.394531, + 0.419922, + 0.457031, + 0.441406, + 0.447266, + 0.470703, + 0.412109, + 0.425781, + 0.380859, + 0.546875, + 0.4375, + 0.451172, + 0.476562, + 0.4375, + 0.439453, + 0.421875, + 0.453125, + 0.447266, + 0.375, + 0.433594, + 0.470703, + 0.421875, + 0.46875, + 0.373047, + 0.433594, + 0.380859, + 0.431641, + 0.433594, + 0.443359, + 0.404297, + 0.433594, + 0.5, + 0.447266, + 0.443359, + 0.439453, + 0.380859, + 0.345703, + 0.4375, + 0.457031, + 0.4375, + 0.400391, + 0.449219, + 0.457031, + 0.421875, + 0.433594, + 0.443359, + 0.458984, + 0.416016, + 0.435547, + 0.332031, + 0.433594, + 0.4375, + 0.421875, + 0.457031, + 0.445312, + 0.451172, + 0.443359, + 0.145508, + 0.476562, + 0.439453, + 0.441406, + 0.439453, + 0.400391, + 0.453125, + 0.353516, + 0.443359, + 0.449219, + 0.410156, + 0.439453, + 0.439453, + 0.472656, + 0.396484, + 0.443359, + 0.416016, + 0.4375, + 0.443359, + 0.341797, + 0.464844, + 0.357422, + 0.419922, + 0.435547, + 0.433594, + 0.425781, + 0.449219, + 0.435547, + 0.376953, + 0.333984, + 0.429688, + 0.429688, + 0.449219, + 0.357422, + 0.443359, + 0.425781, + 0.441406, + 0.451172, + 0.455078, + 0.470703, + 0.433594, + 0.435547, + 0.392578, + 0.458984, + 0.453125, + 0.449219, + 0.458984, + 0.474609, + 0.435547, + 0.410156, + 0.402344, + 0.404297, + 0.455078, + 0.390625, + 0.447266, + 0.458984, + 0.447266, + 0.441406, + 0.433594, + 0.416016, + 0.462891, + 0.449219, + 0.423828, + 0.476562, + 0.453125, + 0.462891, + 0.433594, + 0.433594, + 0.458984, + 0.285156, + 0.441406, + 0.447266, + 0.421875, + 0.380859, + 0.439453, + 0.435547, + 0.439453, + 0.431641, + 0.417969, + 0.382812, + 0.458984, + 0.453125, + 0.464844, + 0.369141, + 0.435547, + 0.449219, + 0.287109, + 0.443359, + 0.376953, + 0.421875, + 0.414062, + 0.476562, + 0.416016, + 0.441406, + 0.449219, + 0.449219, + 0.457031, + 0.357422, + 0.427734, + 0.449219, + 0.449219, + 0.462891, + 0.4375, + 0.453125, + 0.382812, + 0.177734, + 0.341797, + 0.441406, + 0.445312, + 0.402344, + 0.464844, + 0.435547, + 0.349609, + 0.408203, + 0.462891, + 0.447266, + 0.414062, + 0.457031, + 0.423828, + 0.453125, + 0.460938, + 0.402344, + 0.390625, + 0.451172, + 0.451172, + 0.412109, + 0.441406, + 0.451172, + 0.412109, + 0.355469, + 0.457031, + 0.445312, + 0.46875, + 0.439453, + 0.425781, + 0.419922, + 0.455078, + 0.460938, + 0.451172, + 0.435547, + 0.365234, + 0.429688, + 0.402344, + 0.445312, + 0.458984, + 0.464844, + 0.271484, + 0.451172, + 0.421875, + 0.464844, + 0.439453, + 0.466797, + 0.474609, + 0.439453, + 0.441406, + 0.251953, + 0.482422, + 0.472656, + 0.435547, + 0.466797, + 0.396484, + 0.443359, + 0.445312, + 0.355469, + 0.363281, + 0.435547, + 0.4375, + 0.443359, + 0.445312, + 0.46875, + 0.472656, + 0.414062, + 0.435547, + 0.341797, + 0.457031, + 0.408203, + 0.443359, + 0.431641, + 0.455078, + 0.458984, + 0.458984, + 0.431641, + 0.425781, + 0.414062, + 0.476562, + 0.462891, + 0.410156, + 0.443359, + 0.421875, + 0.416016, + 0.462891, + 0.310547, + 0.4375, + 0.423828, + 0.392578, + 0.427734, + 0.474609, + 0.462891, + 0.423828, + 0.462891, + 0.453125, + 0.439453, + 0.457031, + 0.398438, + 0.453125, + 0.445312, + 0.439453, + 0.457031, + 0.357422, + 0.398438, + 0.441406, + 0.453125, + 0.439453, + 0.439453, + 0.457031, + 0.464844, + 0.435547, + 0.419922, + 0.445312, + 0.449219, + 0.396484, + 0.445312, + 0.457031, + 0.457031, + 0.460938, + 0.484375, + 0.439453, + 0.439453, + 0.46875, + 0.419922, + 0.486328, + 0.472656, + 0.425781, + 0.443359, + 0.449219, + 0.441406, + 0.458984, + 0.40625, + 0.451172, + 0.449219, + 0.482422, + 0.408203, + 0.373047, + 0.363281, + 0.476562, + 0.441406, + 0.447266, + 0.621094, + 0.425781, + 0.457031, + 0.439453, + 0.355469, + 0.451172, + 0.425781, + 0.416016, + 0.441406, + 0.433594, + 0.423828, + 0.390625, + 0.400391, + 0.435547, + 0.433594, + 0.443359, + 0.367188, + 0.439453, + 0.445312, + 0.443359, + 0.453125, + 0.470703, + 0.451172, + 0.445312, + 0.441406, + 0.414062, + 0.361328, + 0.421875, + 0.445312, + 0.4375, + 0.4375, + 0.470703, + 0.412109, + 0.439453, + 0.365234, + 0.361328, + 0.429688, + 0.443359, + 0.417969, + 0.464844, + 0.476562, + 0.4375, + 0.4375, + 0.449219, + 0.443359, + 0.447266, + 0.414062, + 0.460938, + 0.419922, + 0.449219, + 0.363281, + 0.400391, + 0.353516, + 0.431641, + 0.439453, + 0.369141, + 0.439453, + 0.507812, + 0.427734, + 0.443359, + 0.474609, + 0.361328, + 0.388672, + 0.421875, + 0.376953, + 0.412109, + 0.421875, + 0.429688, + 0.414062, + 0.470703, + 0.150391, + 0.371094, + 0.482422, + 0.435547 + ] + }, + "name": "model.model.layers.36.post_attention_layernorm.weight", + "outputIndexes": [ + 2995 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2994 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_36/Mul_output_0", + "outputIndexes": [ + 2996 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2995, + 2996 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_36/Mul_1_output_0", + "outputIndexes": [ + 2997 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2997 + ], + "outputIndexes": [ + 5412 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5412 + ], + "outputIndexes": [ + 5413 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/gate_proj/Linear", + "inputIndexes": [ + 5413 + ], + "outputIndexes": [ + 5414 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 363945472, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5414 + ], + "outputIndexes": [ + 5415 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5415 + ], + "outputIndexes": [ + 2998 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2998 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_36/Sigmoid_output_0", + "outputIndexes": [ + 2999 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2998, + 2999 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_36/Mul_output_0", + "outputIndexes": [ + 3000 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 2997 + ], + "outputIndexes": [ + 5416 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5416 + ], + "outputIndexes": [ + 5417 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/up_proj/Linear", + "inputIndexes": [ + 5417 + ], + "outputIndexes": [ + 5418 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 366525974, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5418 + ], + "outputIndexes": [ + 5419 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5419 + ], + "outputIndexes": [ + 3001 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3000, + 3001 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_36/Mul_output_0", + "outputIndexes": [ + 3002 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3002 + ], + "outputIndexes": [ + 5420 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5420 + ], + "outputIndexes": [ + 5421 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/down_proj/Linear", + "inputIndexes": [ + 5421 + ], + "outputIndexes": [ + 5422 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 369106476, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5422 + ], + "outputIndexes": [ + 5423 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.36/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5423 + ], + "outputIndexes": [ + 3003 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2994, + 3003 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_184_output_0", + "outputIndexes": [ + 3004 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3004, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_333_output_0", + "outputIndexes": [ + 3005 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.453125, + 0.449219, + 0.414062, + 0.466797, + 0.441406, + 0.457031, + 0.949219, + 0.443359, + 0.427734, + 0.486328, + 0.59375, + 0.421875, + 0.40625, + 0.453125, + 0.410156, + 0.486328, + 0.78125, + 0.408203, + 0.449219, + 0.451172, + 0.476562, + 0.492188, + 0.523438, + 0.447266, + 0.439453, + 0.433594, + 0.458984, + 0.400391, + 0.431641, + 0.419922, + 0.542969, + 0.271484, + 0.4375, + 0.498047, + 0.453125, + 0.417969, + 0.494141, + 0.408203, + 0.570312, + 0.554688, + 0.488281, + 0.439453, + 0.476562, + 0.490234, + 0.464844, + 0.464844, + 0.480469, + 0.460938, + 0.455078, + 0.632812, + 0.421875, + 0.558594, + 0.445312, + 0.511719, + 0.5, + 0.441406, + 0.474609, + 0.425781, + 0.460938, + 0.458984, + 0.458984, + 0.447266, + 0.470703, + 0.445312, + 0.480469, + 0.582031, + 0.6875, + 0.519531, + 0.4375, + 0.714844, + 0.421875, + 0.433594, + 0.466797, + 0.482422, + 0.460938, + 0.439453, + 0.460938, + 0.443359, + 0.496094, + 0.457031, + 0.455078, + 0.472656, + 0.435547, + 0.416016, + 0.503906, + 0.421875, + 0.449219, + 0.484375, + 0.527344, + 0.492188, + 0.451172, + 0.455078, + 0.445312, + 0.441406, + 0.460938, + 0.439453, + 0.53125, + 0.460938, + 0.431641, + 0.449219, + 0.474609, + 0.423828, + 0.443359, + 0.445312, + 0.5, + 0.490234, + 0.449219, + 0.460938, + 0.412109, + 0.369141, + 0.404297, + 0.464844, + 0.408203, + 0.492188, + 0.476562, + 0.574219, + 0.470703, + 0.457031, + 0.466797, + 0.447266, + 0.447266, + 0.447266, + 0.396484, + 0.480469, + 0.480469, + 0.460938, + 0.964844, + 0.451172, + 0.402344, + 0.460938, + 0.435547, + 0.375, + 0.46875, + 0.462891, + 0.447266, + 0.464844, + 0.443359, + 0.435547, + 0.6875, + 0.451172, + 0.462891, + 0.449219, + 0.441406, + 0.439453, + 0.421875, + 0.427734, + 0.466797, + 0.398438, + 0.373047, + 0.4375, + 0.458984, + 0.457031, + 0.412109, + 0.466797, + 0.441406, + 0.451172, + 0.4375, + 0.416016, + 0.472656, + 0.474609, + 0.46875, + 0.476562, + 0.507812, + 0.462891, + 0.417969, + 0.443359, + 0.542969, + 0.460938, + 0.416016, + 0.455078, + 0.439453, + 0.429688, + 0.453125, + 0.474609, + 0.550781, + 0.400391, + 0.464844, + 0.429688, + 0.462891, + 0.498047, + 0.404297, + 0.453125, + 0.425781, + 0.462891, + 0.414062, + 0.494141, + 0.441406, + 0.423828, + 0.457031, + 0.439453, + 0.435547, + 0.476562, + 0.460938, + 0.421875, + 0.466797, + 0.449219, + 0.423828, + 0.496094, + 0.15918, + 0.4375, + 0.441406, + 0.390625, + 0.425781, + 0.445312, + 0.431641, + 0.427734, + 0.443359, + 0.412109, + 0.523438, + 0.462891, + 0.439453, + 0.435547, + 0.427734, + 0.478516, + 0.4375, + 0.423828, + 0.423828, + 0.408203, + 0.439453, + 0.408203, + 0.429688, + 0.457031, + 0.419922, + 0.474609, + 0.476562, + 0.457031, + 0.445312, + 0.449219, + 0.550781, + 0.447266, + 0.470703, + 0.691406, + 0.447266, + 0.462891, + 0.443359, + 0.519531, + 0.458984, + 0.494141, + 0.458984, + 0.412109, + 0.4375, + 0.419922, + 0.384766, + 0.449219, + 0.423828, + 0.453125, + 0.445312, + 0.474609, + 0.439453, + 0.484375, + 0.441406, + 0.433594, + 0.458984, + 0.470703, + 0.5, + 0.439453, + 0.427734, + 0.439453, + 0.460938, + 0.433594, + 0.449219, + 0.455078, + 0.480469, + 0.439453, + 0.431641, + 0.449219, + 0.417969, + 0.478516, + 0.470703, + 0.535156, + 0.859375, + 0.408203, + 0.46875, + 0.703125, + 0.472656, + 0.435547, + 0.416016, + 0.472656, + 0.439453, + 0.410156, + 0.447266, + 0.451172, + 0.447266, + 0.466797, + 0.447266, + 0.443359, + 0.451172, + 0.458984, + 0.419922, + 0.4375, + 0.429688, + 0.439453, + 0.421875, + 0.503906, + 0.435547, + 0.416016, + 0.357422, + 0.421875, + 0.410156, + 0.4375, + 0.435547, + 0.462891, + 0.451172, + 0.439453, + 0.451172, + 0.445312, + 0.484375, + 0.455078, + 0.414062, + 0.482422, + 0.478516, + 0.435547, + 0.419922, + 0.519531, + 0.455078, + 0.375, + 0.427734, + 0.439453, + 0.59375, + 0.511719, + 0.4375, + 0.445312, + 0.46875, + 0.417969, + 0.492188, + 0.492188, + 0.460938, + 0.480469, + 0.40625, + 0.494141, + 0.679688, + 0.472656, + 0.535156, + 0.435547, + 0.527344, + 0.429688, + 0.470703, + 0.400391, + 0.507812, + 0.435547, + 0.421875, + 0.4375, + 0.484375, + 0.431641, + 0.472656, + 0.490234, + 0.458984, + 0.449219, + 0.462891, + 0.404297, + 0.482422, + 0.476562, + 0.429688, + 0.490234, + 0.476562, + 0.494141, + 0.478516, + 0.447266, + 0.457031, + 0.5, + 0.398438, + 0.455078, + 0.447266, + 0.435547, + 0.435547, + 0.445312, + 0.460938, + 0.458984, + 0.435547, + 0.419922, + 0.435547, + 0.402344, + 0.476562, + 0.449219, + 0.482422, + 0.427734, + 0.435547, + 0.445312, + 0.414062, + 0.542969, + 0.785156, + 0.472656, + 0.542969, + 0.421875, + 0.433594, + 0.40625, + 0.492188, + 0.458984, + 0.515625, + 0.419922, + 0.5, + 0.65625, + 0.412109, + 0.443359, + 0.486328, + 0.4375, + 0.46875, + 0.447266, + 0.455078, + 0.445312, + 0.515625, + 0.535156, + 0.507812, + 0.398438, + 0.429688, + 0.472656, + 0.466797, + 0.457031, + 0.414062, + 0.458984, + 0.412109, + 0.527344, + 0.445312, + 0.427734, + 0.445312, + 0.419922, + 0.458984, + 0.412109, + 0.416016, + 0.617188, + 0.5, + 0.421875, + 0.59375, + 0.449219, + 0.46875, + 0.404297, + 0.449219, + 0.492188, + 0.625, + 0.494141, + 0.488281, + 0.503906, + 0.4375, + 0.498047, + 0.402344, + 0.441406, + 0.484375, + 0.457031, + 0.427734, + 0.398438, + 0.478516, + 0.449219, + 0.492188, + 0.511719, + 0.410156, + 0.515625, + 0.414062, + 0.46875, + 0.5, + 0.439453, + 0.503906, + 0.683594, + 0.46875, + 0.427734, + 0.435547, + 0.490234, + 0.482422, + 0.474609, + 0.425781, + 0.457031, + 0.460938, + 0.484375, + 0.46875, + 0.443359, + 0.488281, + 0.441406, + 0.441406, + 0.470703, + 0.457031, + 0.460938, + 0.490234, + 0.433594, + 0.466797, + 0.498047, + 0.470703, + 0.441406, + 0.476562, + 0.441406, + 0.492188, + 0.457031, + 0.476562, + 0.46875, + 0.453125, + 0.421875, + 0.464844, + 0.494141, + 0.480469, + 0.472656, + 0.447266, + 0.451172, + 0.496094, + 0.447266, + 0.431641, + 0.410156, + 0.441406, + 0.455078, + 0.425781, + 0.441406, + 0.480469, + 0.447266, + 0.96875, + 0.455078, + 0.402344, + 0.486328, + 0.519531, + 0.449219, + 0.388672, + 0.460938, + 0.542969, + 0.476562, + 0.443359, + 0.460938, + 0.617188, + 0.460938, + 0.423828, + 0.503906, + 0.451172, + 0.441406, + 0.408203, + 0.425781, + 0.421875, + 0.458984, + 0.523438, + 0.408203, + 0.494141, + 0.482422, + 0.453125, + 0.515625, + 0.445312, + 0.503906, + 0.648438, + 0.453125, + 0.443359, + 0.455078, + 0.445312, + 0.443359, + 0.457031, + 0.480469, + 0.4375, + 0.460938, + 0.492188, + 0.458984, + 0.476562, + 0.412109, + 0.431641, + 0.453125, + 0.423828, + 0.523438, + 0.527344, + 0.503906, + 0.498047, + 0.396484, + 0.462891, + 0.486328, + 0.455078, + 0.435547, + 0.486328, + 0.095703, + 0.423828, + 0.439453, + 0.546875, + 0.482422, + 0.429688, + 0.478516, + 0.439453, + 0.455078, + 0.386719, + 0.466797, + 0.435547, + 0.474609, + 0.472656, + 0.480469, + 0.494141, + 0.423828, + 0.457031, + 0.40625, + 0.435547, + 0.421875, + 0.486328, + 0.455078, + 0.474609, + 0.445312, + 0.40625, + 0.457031, + 0.46875, + 0.453125, + 0.402344, + 0.4375, + 0.46875, + 0.427734, + 0.464844, + 0.429688, + 0.492188, + 0.423828, + 0.453125, + 0.412109, + 0.466797, + 0.566406, + 0.458984, + 0.503906, + 0.408203, + 0.542969, + 0.453125, + 0.373047, + 0.453125, + 0.453125, + 0.466797, + 0.417969, + 0.451172, + 0.392578, + 0.455078, + 0.435547, + 0.472656, + 0.482422, + 0.476562, + 0.408203, + 0.808594, + 0.46875, + 0.416016, + 0.480469, + 0.455078, + 0.404297, + 0.425781, + 0.464844, + 0.425781, + 0.460938, + 0.476562, + 0.75, + 0.464844, + 0.488281, + 0.898438, + 0.40625, + 0.404297, + 0.414062, + 0.443359, + 0.474609, + 0.443359, + 0.507812, + 0.441406, + 0.441406, + 0.527344, + 0.431641, + 0.453125, + 0.472656, + 0.480469, + 0.447266, + 0.427734, + 0.453125, + 0.539062, + 0.648438, + 0.470703, + 0.447266, + 0.46875, + 0.511719, + 0.417969, + 0.414062, + 0.474609, + 0.435547, + 0.455078, + 0.566406, + 0.441406, + 0.416016, + 0.458984, + 0.433594, + 0.398438, + 0.435547, + 0.494141, + 0.439453, + 0.457031, + 0.423828, + 0.419922, + 0.458984, + 0.503906, + 0.566406, + 0.40625, + 0.519531, + 0.550781, + 0.419922, + 0.464844, + 0.433594, + 0.476562, + 0.460938, + 0.882812, + 0.490234, + 0.492188, + 0.482422, + 0.480469, + 0.457031, + 0.464844, + 0.410156, + 0.462891, + 0.449219, + 0.435547, + 0.451172, + 0.464844, + 0.421875, + 0.427734, + 0.443359, + 0.427734, + 0.431641, + 0.433594, + 0.40625, + 0.466797, + 0.423828, + 0.753906, + 0.515625, + 0.451172, + 0.449219, + 0.390625, + 0.488281, + 0.574219, + 0.470703, + 0.474609, + 0.486328, + 0.5, + 0.421875, + 0.412109, + 0.458984, + 0.449219, + 0.449219, + 0.5, + 0.398438, + 0.435547, + 0.435547, + 0.421875, + 0.486328, + 0.886719, + 0.445312, + 0.451172, + 0.435547, + 0.472656, + 0.404297, + 0.455078, + 0.410156, + 0.462891, + 0.486328, + 0.460938, + 0.4375, + 0.429688, + 0.429688, + 0.449219, + 0.416016, + 0.435547, + 0.472656, + 0.496094, + 0.447266, + 0.894531, + 0.451172, + 0.453125, + 0.523438, + 0.4375, + 0.511719, + 0.414062, + 0.460938, + 0.429688, + 0.417969, + 0.400391, + 0.443359, + 0.453125, + 0.400391, + 0.439453, + 0.515625, + 0.414062, + 0.558594, + 0.488281, + 0.429688, + 0.439453, + 0.400391, + 0.439453, + 0.625, + 0.5, + 0.451172, + 0.484375, + 0.425781, + 0.617188, + 0.458984, + 0.462891, + 0.453125, + 0.416016, + 0.466797, + 0.46875, + 0.443359, + 0.59375, + 0.464844, + 0.453125, + 0.498047, + 0.628906, + 0.5625, + 0.435547, + 0.460938, + 0.478516, + 0.447266, + 0.484375, + 0.439453, + 0.449219, + 0.441406, + 0.6875, + 0.408203, + 0.419922, + 0.425781, + 0.427734, + 0.458984, + 0.423828, + 0.490234, + 0.451172, + 0.470703, + 0.435547, + 0.478516, + 0.535156, + 0.470703, + 0.484375, + 0.435547, + 0.457031, + 0.484375, + 0.5625, + 0.453125, + 0.40625, + 0.453125, + 0.46875, + 0.527344, + 0.453125, + 0.574219, + 0.447266, + 0.427734, + 0.515625, + 0.439453, + 0.402344, + 0.546875, + 0.490234, + 0.433594, + 0.447266, + 0.410156, + 0.515625, + 0.492188, + 0.455078, + 0.492188, + 0.458984, + 0.410156, + 0.492188, + 0.425781, + 0.457031, + 0.417969, + 0.419922, + 0.408203, + 0.455078, + 0.503906, + 0.435547, + 0.408203, + 0.464844, + 0.490234, + 0.410156, + 0.443359, + 0.773438, + 0.425781, + 0.425781, + 0.425781, + 0.464844, + 0.447266, + 0.394531, + 0.447266, + 0.498047, + 0.457031, + 0.523438, + 0.449219, + 0.490234, + 0.613281, + 0.417969, + 0.460938, + 0.462891, + 0.421875, + 0.451172, + 0.451172, + 0.441406, + 0.435547, + 0.460938, + 0.441406, + 0.457031, + 0.5, + 0.390625, + 0.550781, + 0.40625, + 0.462891, + 0.439453, + 0.464844, + 0.519531, + 0.466797, + 0.417969, + 0.585938, + 0.462891, + 0.511719, + 0.5, + 0.453125, + 0.6875, + 0.410156, + 0.429688, + 0.429688, + 0.492188, + 0.408203, + 0.460938, + 0.451172, + 0.507812, + 0.445312, + 0.4375, + 0.476562, + 0.484375, + 0.408203, + 0.449219, + 0.458984, + 0.457031, + 0.453125, + 0.515625, + 0.478516, + 0.417969, + 0.443359, + 0.482422, + 0.40625, + 0.441406, + 0.402344, + 0.488281, + 0.419922, + 0.419922, + 0.472656, + 0.482422, + 0.492188, + 0.427734, + 0.494141, + 0.445312, + 0.476562, + 0.4375, + 0.470703, + 0.492188, + 0.431641, + 0.40625, + 0.476562, + 0.427734, + 0.423828, + 0.460938, + 0.496094, + 0.490234, + 0.410156, + 0.464844, + 0.439453, + 0.539062, + 0.404297, + 0.472656, + 0.462891, + 0.445312, + 0.462891, + 0.423828, + 0.558594, + 0.398438, + 0.542969, + 0.445312, + 0.451172, + 0.439453, + 0.46875, + 0.449219, + 0.460938, + 0.423828, + 0.734375, + 0.457031, + 0.455078, + 0.429688, + 0.519531, + 0.394531, + 0.425781, + 0.462891, + 0.441406, + 0.451172, + 0.597656, + 0.421875, + 0.511719, + 0.431641, + 0.435547, + 0.4375, + 0.503906, + 0.412109, + 0.466797, + 0.835938, + 0.4375, + 0.503906, + 0.511719, + 0.478516, + 0.535156, + 0.445312, + 0.5, + 0.423828, + 0.466797, + 0.804688, + 0.427734, + 0.492188, + 0.474609, + 0.5, + 0.449219, + 0.423828, + 0.435547, + 0.496094, + 0.445312, + 0.466797, + 0.410156, + 0.46875, + 0.419922, + 0.445312, + 0.433594, + 0.474609, + 0.478516, + 0.478516, + 0.421875, + 0.425781, + 0.429688, + 0.4375, + 0.404297, + 0.414062, + 0.503906, + 0.421875, + 0.419922, + 0.451172, + 0.470703, + 0.474609, + 0.455078, + 0.400391, + 0.46875, + 0.486328, + 0.464844, + 0.482422, + 0.427734, + 0.439453, + 0.478516, + 0.621094, + 0.410156, + 0.445312, + 0.435547, + 0.498047, + 0.458984, + 0.388672, + 0.431641, + 0.423828, + 0.478516, + 0.416016, + 0.416016, + 0.425781, + 0.458984, + 0.474609, + 0.5, + 0.457031, + 0.628906, + 0.427734, + 0.441406, + 0.451172, + 0.40625, + 0.480469, + 0.433594, + 0.431641, + 0.460938, + 0.445312, + 0.414062, + 0.515625, + 0.443359, + 0.435547, + 0.431641, + 0.425781, + 0.441406, + 0.439453, + 0.447266, + 0.902344, + 0.636719, + 0.488281, + 0.453125, + 0.466797, + 0.431641, + 0.476562, + 0.671875, + 0.421875, + 0.445312, + 0.447266, + 0.447266, + 0.46875, + 0.503906, + 0.472656, + 0.46875, + 0.423828, + 0.472656, + 0.460938, + 0.458984, + 0.474609, + 0.447266, + 0.404297, + 0.488281, + 0.542969, + 0.488281, + 0.472656, + 0.460938, + 0.462891, + 0.373047, + 0.455078, + 0.439453, + 0.511719, + 0.4375, + 0.441406, + 0.476562, + 0.453125, + 0.466797, + 0.416016, + 0.449219, + 0.445312, + 0.855469, + 0.421875, + 0.404297, + 0.503906, + 0.433594, + 0.458984, + 0.498047, + 0.480469, + 0.455078, + 0.765625, + 0.46875, + 0.363281, + 0.439453, + 0.458984, + 0.476562, + 0.412109, + 0.519531, + 0.474609, + 0.458984, + 0.443359, + 0.410156, + 0.453125, + 0.412109, + 0.443359, + 0.480469, + 0.400391, + 0.523438, + 0.578125, + 0.447266, + 0.498047, + 0.417969, + 0.466797, + 0.449219, + 0.451172, + 0.425781, + 0.490234, + 0.445312, + 0.460938, + 0.441406, + 0.453125, + 0.494141, + 0.46875, + 0.445312, + 0.53125, + 0.490234, + 0.816406, + 0.46875, + 0.425781, + 0.470703, + 0.410156, + 0.404297, + 0.462891, + 0.449219, + 0.433594, + 0.458984, + 0.486328, + 0.498047, + 0.482422, + 0.449219, + 0.492188, + 0.453125, + 0.449219, + 0.474609, + 0.478516, + 0.417969, + 0.451172, + 0.388672, + 0.447266, + 0.460938, + 0.466797, + 0.472656, + 0.482422, + 0.427734, + 0.453125, + 0.427734, + 0.439453, + 0.404297, + 0.431641, + 0.46875, + 0.460938, + 0.414062, + 0.421875, + 0.53125, + 0.435547, + 0.484375, + 0.490234, + 0.472656, + 0.414062, + 0.458984, + 0.441406, + 0.4375, + 0.457031, + 0.482422, + 0.443359, + 0.464844, + 0.380859, + 0.488281, + 0.474609, + 0.484375, + 0.46875, + 0.445312, + 0.539062, + 0.449219, + 0.474609, + 0.453125, + 0.449219, + 0.435547, + 0.443359, + 0.433594, + 0.466797, + 0.416016, + 0.492188, + 0.472656, + 0.457031, + 0.455078, + 0.421875, + 0.457031, + 0.498047, + 0.445312, + 0.414062, + 0.470703, + 0.507812, + 0.466797, + 0.484375, + 0.388672, + 0.423828, + 0.476562, + 0.447266, + 0.408203, + 0.494141, + 0.429688, + 0.453125, + 0.445312, + 0.457031, + 0.46875, + 0.462891, + 0.476562, + 0.392578, + 0.457031, + 0.455078, + 0.484375, + 0.384766, + 0.470703, + 0.470703, + 0.484375, + 0.423828, + 0.472656, + 0.462891, + 0.429688, + 0.414062, + 0.4375, + 0.484375, + 0.455078, + 0.480469, + 0.447266, + 0.429688, + 0.496094, + 0.396484, + 0.480469, + 0.511719, + 0.429688, + 0.423828, + 0.490234, + 0.486328, + 0.441406, + 0.423828, + 0.410156, + 0.451172, + 0.484375, + 0.447266, + 0.417969, + 0.925781, + 0.472656, + 0.466797, + 0.408203 + ] + }, + "name": "model.model.layers.37.input_layernorm.weight", + "outputIndexes": [ + 3006 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3005 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_37/Mul_output_0", + "outputIndexes": [ + 3007 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3006, + 3007 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_37/Mul_1_output_0", + "outputIndexes": [ + 3008 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3008 + ], + "outputIndexes": [ + 5424 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5424 + ], + "outputIndexes": [ + 5425 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/q_proj/Linear", + "inputIndexes": [ + 5425 + ], + "outputIndexes": [ + 5426 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 371686978, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5426 + ], + "outputIndexes": [ + 5427 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5427 + ], + "outputIndexes": [ + 3009 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3008 + ], + "main_type": "NONE", + "name": "/Shape_519_output_0", + "outputIndexes": [ + 3010 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3010 + ], + "main_type": "NONE", + "name": "Shape8071", + "outputIndexes": [ + 3011 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3010 + ], + "main_type": "NONE", + "name": "Rank8073", + "outputIndexes": [ + 3012 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3012, + 3012 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8075", + "outputIndexes": [ + 3013 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3013 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8076", + "outputIndexes": [ + 3014 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3013, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8078", + "outputIndexes": [ + 3015 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3015 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8079", + "outputIndexes": [ + 3016 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3011, + 3014, + 3016, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8082", + "outputIndexes": [ + 3017 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3017 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8083", + "outputIndexes": [ + 3018 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 3018 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8084", + "outputIndexes": [ + 3019 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3019, + 3018 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8085", + "outputIndexes": [ + 3020 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3010, + 3020, + 3013 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_559_output_0", + "outputIndexes": [ + 3021 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3021, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1185_output_0", + "outputIndexes": [ + 3022 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3022, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_481_output_0", + "outputIndexes": [ + 3023 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3009, + 3023 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_334_output_0", + "outputIndexes": [ + 3024 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3024, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_296_output_0", + "outputIndexes": [ + 3025 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3024 + ], + "main_type": "NONE", + "name": "/Shape_520_output_0", + "outputIndexes": [ + 3026 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3026 + ], + "main_type": "NONE", + "name": "Shape8092", + "outputIndexes": [ + 3027 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3026 + ], + "main_type": "NONE", + "name": "Rank8094", + "outputIndexes": [ + 3028 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3028, + 3028 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8096", + "outputIndexes": [ + 3029 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3029 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8097", + "outputIndexes": [ + 3030 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3029, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8099", + "outputIndexes": [ + 3031 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3031 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8100", + "outputIndexes": [ + 3032 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3027, + 3030, + 3032, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8103", + "outputIndexes": [ + 3033 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3033 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8104", + "outputIndexes": [ + 3034 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3034 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8105", + "outputIndexes": [ + 3035 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3035, + 3034 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8106", + "outputIndexes": [ + 3036 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3026, + 3036, + 3029 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_560_output_0", + "outputIndexes": [ + 3037 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3037, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_111_output_0", + "outputIndexes": [ + 3038 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3038, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1190_output_0", + "outputIndexes": [ + 3039 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3024, + 3039, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_149_output_0", + "outputIndexes": [ + 3040 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3040 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_74_output_0", + "outputIndexes": [ + 3041 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3024, + 22, + 3039, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_148_output_0", + "outputIndexes": [ + 3042 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3041, + 3042 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_484_output_0", + "outputIndexes": [ + 3043 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3043, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_297_output_0", + "outputIndexes": [ + 3044 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3025, + 3044 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_185_output_0", + "outputIndexes": [ + 3045 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3008 + ], + "outputIndexes": [ + 5428 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5428 + ], + "outputIndexes": [ + 5429 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/k_proj/Linear", + "inputIndexes": [ + 5429 + ], + "outputIndexes": [ + 5430 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 372608600, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5430 + ], + "outputIndexes": [ + 5431 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5431 + ], + "outputIndexes": [ + 3046 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3022, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_482_output_0", + "outputIndexes": [ + 3047 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3046, + 3047 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_335_output_0", + "outputIndexes": [ + 3048 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3048, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_298_output_0", + "outputIndexes": [ + 3049 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3048 + ], + "main_type": "NONE", + "name": "/Shape_521_output_0", + "outputIndexes": [ + 3050 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3050 + ], + "main_type": "NONE", + "name": "Shape8155", + "outputIndexes": [ + 3051 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3050 + ], + "main_type": "NONE", + "name": "Rank8157", + "outputIndexes": [ + 3052 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3052, + 3052 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8159", + "outputIndexes": [ + 3053 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3053 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8160", + "outputIndexes": [ + 3054 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3053, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8162", + "outputIndexes": [ + 3055 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3055 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8163", + "outputIndexes": [ + 3056 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3051, + 3054, + 3056, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8166", + "outputIndexes": [ + 3057 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3057 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8167", + "outputIndexes": [ + 3058 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3058 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8168", + "outputIndexes": [ + 3059 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3059, + 3058 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8169", + "outputIndexes": [ + 3060 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3050, + 3060, + 3053 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_561_output_0", + "outputIndexes": [ + 3061 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3061, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_112_output_0", + "outputIndexes": [ + 3062 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3062, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1192_output_0", + "outputIndexes": [ + 3063 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3048, + 3063, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_151_output_0", + "outputIndexes": [ + 3064 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3064 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_75_output_0", + "outputIndexes": [ + 3065 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3048, + 22, + 3063, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_150_output_0", + "outputIndexes": [ + 3066 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3065, + 3066 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_485_output_0", + "outputIndexes": [ + 3067 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3067, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_299_output_0", + "outputIndexes": [ + 3068 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3049, + 3068 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_186_output_0", + "outputIndexes": [ + 3069 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3008 + ], + "outputIndexes": [ + 5432 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5432 + ], + "outputIndexes": [ + 5433 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/v_proj/Linear", + "inputIndexes": [ + 5433 + ], + "outputIndexes": [ + 5434 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 372839022, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5434 + ], + "outputIndexes": [ + 5435 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5435 + ], + "outputIndexes": [ + 3070 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3070, + 3047 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_336_output_0", + "outputIndexes": [ + 3071 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3045, + 3069, + 3071, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_341_output_0", + "outputIndexes": [ + 3072 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3072 + ], + "outputIndexes": [ + 5436 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5436 + ], + "outputIndexes": [ + 5437 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/o_proj/Linear", + "inputIndexes": [ + 5437 + ], + "outputIndexes": [ + 5438 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 373069444, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5438 + ], + "outputIndexes": [ + 5439 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5439 + ], + "outputIndexes": [ + 3073 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3005, + 3073 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_188_output_0", + "outputIndexes": [ + 3074 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.402344, + 0.470703, + 0.46875, + 0.488281, + 0.474609, + 0.466797, + 0.161133, + 0.464844, + 0.431641, + 0.400391, + 0.367188, + 0.462891, + 0.386719, + 0.447266, + 0.453125, + 0.472656, + 0.232422, + 0.462891, + 0.474609, + 0.394531, + 0.457031, + 0.478516, + 0.427734, + 0.431641, + 0.439453, + 0.474609, + 0.412109, + 0.478516, + 0.46875, + 0.460938, + 0.40625, + 0.197266, + 0.462891, + 0.474609, + 0.464844, + 0.447266, + 0.394531, + 0.462891, + 0.351562, + 0.496094, + 0.470703, + 0.474609, + 0.4375, + 0.427734, + 0.408203, + 0.443359, + 0.498047, + 0.40625, + 0.492188, + 0.349609, + 0.46875, + 0.355469, + 0.458984, + 0.466797, + 0.402344, + 0.451172, + 0.5, + 0.433594, + 0.462891, + 0.480469, + 0.476562, + 0.474609, + 0.433594, + 0.474609, + 0.410156, + 0.392578, + 0.28125, + 0.376953, + 0.498047, + 0.292969, + 0.476562, + 0.359375, + 0.441406, + 0.441406, + 0.466797, + 0.441406, + 0.451172, + 0.488281, + 0.363281, + 0.460938, + 0.435547, + 0.486328, + 0.439453, + 0.458984, + 0.478516, + 0.425781, + 0.496094, + 0.404297, + 0.535156, + 0.396484, + 0.441406, + 0.464844, + 0.398438, + 0.470703, + 0.373047, + 0.394531, + 0.664062, + 0.492188, + 0.484375, + 0.449219, + 0.476562, + 0.4375, + 0.476562, + 0.472656, + 0.4375, + 0.396484, + 0.482422, + 0.470703, + 0.449219, + 0.464844, + 0.457031, + 0.5, + 0.4375, + 0.478516, + 0.480469, + 0.431641, + 0.466797, + 0.470703, + 0.498047, + 0.474609, + 0.472656, + 0.402344, + 0.478516, + 0.412109, + 0.496094, + 0.462891, + 0.216797, + 0.482422, + 0.466797, + 0.46875, + 0.472656, + 0.470703, + 0.470703, + 0.449219, + 0.482422, + 0.466797, + 0.484375, + 0.441406, + 0.382812, + 0.4375, + 0.494141, + 0.431641, + 0.466797, + 0.511719, + 0.478516, + 0.46875, + 0.458984, + 0.410156, + 0.443359, + 0.466797, + 0.476562, + 0.457031, + 0.453125, + 0.486328, + 0.462891, + 0.419922, + 0.480469, + 0.439453, + 0.394531, + 0.507812, + 0.388672, + 0.457031, + 0.400391, + 0.474609, + 0.439453, + 0.488281, + 0.359375, + 0.488281, + 0.464844, + 0.394531, + 0.425781, + 0.484375, + 0.472656, + 0.441406, + 0.363281, + 0.472656, + 0.443359, + 0.480469, + 0.488281, + 0.482422, + 0.451172, + 0.439453, + 0.466797, + 0.443359, + 0.462891, + 0.474609, + 0.466797, + 0.46875, + 0.484375, + 0.476562, + 0.480469, + 0.4375, + 0.390625, + 0.457031, + 0.474609, + 0.457031, + 0.458984, + 0.433594, + 0.120117, + 0.488281, + 0.464844, + 0.449219, + 0.439453, + 0.447266, + 0.455078, + 0.464844, + 0.5, + 0.445312, + 0.431641, + 0.476562, + 0.460938, + 0.480469, + 0.466797, + 0.392578, + 0.470703, + 0.464844, + 0.470703, + 0.443359, + 0.464844, + 0.458984, + 0.453125, + 0.457031, + 0.417969, + 0.443359, + 0.496094, + 0.441406, + 0.498047, + 0.390625, + 0.582031, + 0.457031, + 0.427734, + 0.376953, + 0.466797, + 0.453125, + 0.480469, + 0.417969, + 0.458984, + 0.419922, + 0.458984, + 0.458984, + 0.476562, + 0.453125, + 0.46875, + 0.478516, + 0.462891, + 0.445312, + 0.421875, + 0.474609, + 0.482422, + 0.466797, + 0.457031, + 0.417969, + 0.357422, + 0.458984, + 0.4375, + 0.486328, + 0.441406, + 0.451172, + 0.417969, + 0.470703, + 0.507812, + 0.458984, + 0.474609, + 0.419922, + 0.488281, + 0.486328, + 0.451172, + 0.472656, + 0.414062, + 0.458984, + 0.289062, + 0.435547, + 0.458984, + 0.251953, + 0.402344, + 0.466797, + 0.466797, + 0.425781, + 0.392578, + 0.476562, + 0.421875, + 0.472656, + 0.472656, + 0.507812, + 0.462891, + 0.453125, + 0.480469, + 0.488281, + 0.466797, + 0.480469, + 0.484375, + 0.460938, + 0.478516, + 0.472656, + 0.472656, + 0.455078, + 0.402344, + 0.482422, + 0.464844, + 0.457031, + 0.457031, + 0.464844, + 0.457031, + 0.390625, + 0.476562, + 0.458984, + 0.421875, + 0.457031, + 0.455078, + 0.486328, + 0.388672, + 0.472656, + 0.4375, + 0.427734, + 0.482422, + 0.433594, + 0.457031, + 0.416016, + 0.378906, + 0.466797, + 0.494141, + 0.480469, + 0.484375, + 0.464844, + 0.447266, + 0.425781, + 0.478516, + 0.515625, + 0.478516, + 0.429688, + 0.357422, + 0.419922, + 0.345703, + 0.458984, + 0.425781, + 0.449219, + 0.494141, + 0.408203, + 0.376953, + 0.396484, + 0.4375, + 0.447266, + 0.458984, + 0.400391, + 0.486328, + 0.488281, + 0.439453, + 0.460938, + 0.427734, + 0.470703, + 0.470703, + 0.472656, + 0.427734, + 0.447266, + 0.451172, + 0.480469, + 0.472656, + 0.486328, + 0.439453, + 0.5, + 0.435547, + 0.443359, + 0.470703, + 0.458984, + 0.466797, + 0.453125, + 0.472656, + 0.470703, + 0.435547, + 0.419922, + 0.472656, + 0.453125, + 0.466797, + 0.378906, + 0.455078, + 0.455078, + 0.447266, + 0.474609, + 0.478516, + 0.373047, + 0.182617, + 0.4375, + 0.601562, + 0.46875, + 0.478516, + 0.447266, + 0.433594, + 0.480469, + 0.423828, + 0.458984, + 0.470703, + 0.365234, + 0.5, + 0.378906, + 0.482422, + 0.457031, + 0.46875, + 0.490234, + 0.478516, + 0.460938, + 0.443359, + 0.486328, + 0.400391, + 0.462891, + 0.490234, + 0.4375, + 0.464844, + 0.480469, + 0.480469, + 0.460938, + 0.443359, + 0.511719, + 0.441406, + 0.439453, + 0.490234, + 0.488281, + 0.457031, + 0.464844, + 0.464844, + 0.460938, + 0.480469, + 0.460938, + 0.304688, + 0.470703, + 0.478516, + 0.408203, + 0.476562, + 0.453125, + 0.296875, + 0.470703, + 0.363281, + 0.414062, + 0.482422, + 0.462891, + 0.439453, + 0.476562, + 0.494141, + 0.470703, + 0.439453, + 0.447266, + 0.515625, + 0.419922, + 0.425781, + 0.570312, + 0.439453, + 0.414062, + 0.4375, + 0.484375, + 0.390625, + 0.486328, + 0.451172, + 0.384766, + 0.458984, + 0.488281, + 0.462891, + 0.507812, + 0.484375, + 0.46875, + 0.464844, + 0.412109, + 0.455078, + 0.427734, + 0.474609, + 0.476562, + 0.367188, + 0.474609, + 0.447266, + 0.482422, + 0.472656, + 0.414062, + 0.462891, + 0.46875, + 0.458984, + 0.470703, + 0.441406, + 0.455078, + 0.433594, + 0.466797, + 0.433594, + 0.443359, + 0.480469, + 0.480469, + 0.482422, + 0.443359, + 0.476562, + 0.429688, + 0.476562, + 0.421875, + 0.458984, + 0.453125, + 0.484375, + 0.484375, + 0.466797, + 0.46875, + 0.458984, + 0.408203, + 0.46875, + 0.462891, + 0.386719, + 0.445312, + 0.145508, + 0.425781, + 0.474609, + 0.460938, + 0.363281, + 0.484375, + 0.460938, + 0.449219, + 0.490234, + 0.447266, + 0.455078, + 0.478516, + 0.219727, + 0.433594, + 0.439453, + 0.542969, + 0.482422, + 0.435547, + 0.449219, + 0.429688, + 0.458984, + 0.480469, + 0.369141, + 0.474609, + 0.488281, + 0.445312, + 0.482422, + 0.498047, + 0.470703, + 0.431641, + 0.347656, + 0.451172, + 0.408203, + 0.380859, + 0.46875, + 0.451172, + 0.451172, + 0.462891, + 0.443359, + 0.472656, + 0.46875, + 0.392578, + 0.441406, + 0.476562, + 0.460938, + 0.429688, + 0.458984, + 0.369141, + 0.427734, + 0.416016, + 0.421875, + 0.455078, + 0.486328, + 0.480469, + 0.482422, + 0.480469, + 0.451172, + 0.239258, + 0.480469, + 0.388672, + 0.34375, + 0.419922, + 0.470703, + 0.457031, + 0.408203, + 0.410156, + 0.453125, + 0.484375, + 0.460938, + 0.453125, + 0.488281, + 0.46875, + 0.40625, + 0.486328, + 0.439453, + 0.482422, + 0.451172, + 0.470703, + 0.4375, + 0.382812, + 0.507812, + 0.466797, + 0.447266, + 0.441406, + 0.464844, + 0.466797, + 0.441406, + 0.460938, + 0.478516, + 0.439453, + 0.441406, + 0.416016, + 0.503906, + 0.484375, + 0.490234, + 0.402344, + 0.480469, + 0.363281, + 0.386719, + 0.496094, + 0.455078, + 0.445312, + 0.470703, + 0.421875, + 0.378906, + 0.414062, + 0.470703, + 0.460938, + 0.455078, + 0.464844, + 0.417969, + 0.488281, + 0.455078, + 0.429688, + 0.46875, + 0.455078, + 0.310547, + 0.462891, + 0.455078, + 0.478516, + 0.382812, + 0.458984, + 0.4375, + 0.474609, + 0.445312, + 0.398438, + 0.498047, + 0.269531, + 0.453125, + 0.392578, + 0.137695, + 0.429688, + 0.462891, + 0.458984, + 0.425781, + 0.478516, + 0.433594, + 0.455078, + 0.482422, + 0.466797, + 0.398438, + 0.46875, + 0.462891, + 0.427734, + 0.402344, + 0.443359, + 0.449219, + 0.392578, + 0.431641, + 0.367188, + 0.486328, + 0.486328, + 0.453125, + 0.394531, + 0.46875, + 0.458984, + 0.376953, + 0.480469, + 0.408203, + 0.404297, + 0.451172, + 0.480469, + 0.435547, + 0.439453, + 0.449219, + 0.457031, + 0.451172, + 0.480469, + 0.457031, + 0.503906, + 0.482422, + 0.460938, + 0.416016, + 0.283203, + 0.396484, + 0.390625, + 0.46875, + 0.484375, + 0.470703, + 0.480469, + 0.470703, + 0.472656, + 0.166992, + 0.435547, + 0.474609, + 0.476562, + 0.408203, + 0.484375, + 0.476562, + 0.449219, + 0.466797, + 0.458984, + 0.464844, + 0.472656, + 0.431641, + 0.462891, + 0.466797, + 0.447266, + 0.470703, + 0.472656, + 0.443359, + 0.457031, + 0.421875, + 0.453125, + 0.28125, + 0.394531, + 0.482422, + 0.451172, + 0.408203, + 0.458984, + 0.369141, + 0.494141, + 0.472656, + 0.476562, + 0.496094, + 0.445312, + 0.460938, + 0.40625, + 0.402344, + 0.476562, + 0.392578, + 0.445312, + 0.417969, + 0.466797, + 0.480469, + 0.460938, + 0.28125, + 0.449219, + 0.460938, + 0.447266, + 0.474609, + 0.339844, + 0.460938, + 0.445312, + 0.412109, + 0.492188, + 0.427734, + 0.453125, + 0.484375, + 0.455078, + 0.443359, + 0.443359, + 0.472656, + 0.425781, + 0.478516, + 0.478516, + 0.186523, + 0.457031, + 0.46875, + 0.339844, + 0.416016, + 0.375, + 0.466797, + 0.460938, + 0.480469, + 0.464844, + 0.458984, + 0.421875, + 0.429688, + 0.4375, + 0.466797, + 0.507812, + 0.458984, + 0.355469, + 0.455078, + 0.462891, + 0.443359, + 0.458984, + 0.447266, + 0.353516, + 0.4375, + 0.423828, + 0.427734, + 0.4375, + 0.322266, + 0.484375, + 0.455078, + 0.484375, + 0.455078, + 0.480469, + 0.421875, + 0.503906, + 0.357422, + 0.484375, + 0.474609, + 0.455078, + 0.369141, + 0.486328, + 0.447266, + 0.458984, + 0.462891, + 0.433594, + 0.455078, + 0.404297, + 0.443359, + 0.462891, + 0.279297, + 0.453125, + 0.445312, + 0.464844, + 0.460938, + 0.474609, + 0.458984, + 0.441406, + 0.458984, + 0.523438, + 0.476562, + 0.40625, + 0.458984, + 0.451172, + 0.466797, + 0.470703, + 0.445312, + 0.46875, + 0.419922, + 0.431641, + 0.460938, + 0.46875, + 0.466797, + 0.490234, + 0.462891, + 0.507812, + 0.482422, + 0.441406, + 0.421875, + 0.486328, + 0.443359, + 0.380859, + 0.478516, + 0.476562, + 0.472656, + 0.458984, + 0.496094, + 0.390625, + 0.486328, + 0.488281, + 0.462891, + 0.458984, + 0.453125, + 0.470703, + 0.488281, + 0.464844, + 0.478516, + 0.447266, + 0.496094, + 0.408203, + 0.419922, + 0.490234, + 0.484375, + 0.447266, + 0.441406, + 0.490234, + 0.302734, + 0.433594, + 0.462891, + 0.474609, + 0.410156, + 0.46875, + 0.394531, + 0.466797, + 0.419922, + 0.4375, + 0.496094, + 0.392578, + 0.472656, + 0.332031, + 0.421875, + 0.421875, + 0.455078, + 0.435547, + 0.457031, + 0.464844, + 0.472656, + 0.472656, + 0.441406, + 0.478516, + 0.371094, + 0.380859, + 0.464844, + 0.335938, + 0.476562, + 0.484375, + 0.472656, + 0.466797, + 0.5, + 0.453125, + 0.447266, + 0.423828, + 0.458984, + 0.472656, + 0.484375, + 0.449219, + 0.326172, + 0.462891, + 0.46875, + 0.46875, + 0.40625, + 0.470703, + 0.455078, + 0.472656, + 0.394531, + 0.484375, + 0.416016, + 0.4375, + 0.476562, + 0.464844, + 0.470703, + 0.492188, + 0.4375, + 0.447266, + 0.400391, + 0.539062, + 0.466797, + 0.466797, + 0.496094, + 0.455078, + 0.460938, + 0.455078, + 0.482422, + 0.474609, + 0.396484, + 0.453125, + 0.494141, + 0.443359, + 0.476562, + 0.376953, + 0.457031, + 0.402344, + 0.464844, + 0.455078, + 0.458984, + 0.419922, + 0.462891, + 0.523438, + 0.460938, + 0.474609, + 0.447266, + 0.378906, + 0.361328, + 0.455078, + 0.464844, + 0.470703, + 0.427734, + 0.464844, + 0.482422, + 0.443359, + 0.443359, + 0.464844, + 0.480469, + 0.435547, + 0.458984, + 0.34375, + 0.449219, + 0.46875, + 0.447266, + 0.464844, + 0.472656, + 0.476562, + 0.453125, + 0.15332, + 0.498047, + 0.447266, + 0.462891, + 0.470703, + 0.417969, + 0.470703, + 0.378906, + 0.455078, + 0.470703, + 0.431641, + 0.46875, + 0.472656, + 0.484375, + 0.414062, + 0.478516, + 0.4375, + 0.460938, + 0.466797, + 0.333984, + 0.492188, + 0.371094, + 0.441406, + 0.458984, + 0.460938, + 0.441406, + 0.482422, + 0.458984, + 0.398438, + 0.332031, + 0.447266, + 0.441406, + 0.474609, + 0.376953, + 0.478516, + 0.453125, + 0.484375, + 0.458984, + 0.464844, + 0.488281, + 0.466797, + 0.472656, + 0.412109, + 0.482422, + 0.478516, + 0.466797, + 0.484375, + 0.498047, + 0.457031, + 0.435547, + 0.425781, + 0.419922, + 0.478516, + 0.414062, + 0.46875, + 0.460938, + 0.462891, + 0.458984, + 0.458984, + 0.443359, + 0.488281, + 0.462891, + 0.449219, + 0.503906, + 0.482422, + 0.480469, + 0.445312, + 0.455078, + 0.480469, + 0.3125, + 0.466797, + 0.462891, + 0.453125, + 0.414062, + 0.460938, + 0.443359, + 0.455078, + 0.449219, + 0.443359, + 0.394531, + 0.486328, + 0.480469, + 0.480469, + 0.388672, + 0.460938, + 0.464844, + 0.296875, + 0.472656, + 0.398438, + 0.445312, + 0.431641, + 0.496094, + 0.447266, + 0.457031, + 0.470703, + 0.46875, + 0.478516, + 0.373047, + 0.457031, + 0.464844, + 0.464844, + 0.482422, + 0.470703, + 0.486328, + 0.386719, + 0.165039, + 0.353516, + 0.470703, + 0.453125, + 0.419922, + 0.476562, + 0.447266, + 0.382812, + 0.404297, + 0.486328, + 0.472656, + 0.443359, + 0.482422, + 0.441406, + 0.488281, + 0.480469, + 0.416016, + 0.414062, + 0.466797, + 0.474609, + 0.4375, + 0.470703, + 0.470703, + 0.435547, + 0.382812, + 0.478516, + 0.474609, + 0.490234, + 0.455078, + 0.4375, + 0.4375, + 0.470703, + 0.480469, + 0.472656, + 0.457031, + 0.376953, + 0.449219, + 0.419922, + 0.464844, + 0.494141, + 0.490234, + 0.246094, + 0.455078, + 0.4375, + 0.486328, + 0.46875, + 0.5, + 0.490234, + 0.466797, + 0.46875, + 0.259766, + 0.503906, + 0.494141, + 0.462891, + 0.490234, + 0.419922, + 0.462891, + 0.478516, + 0.367188, + 0.396484, + 0.431641, + 0.447266, + 0.460938, + 0.462891, + 0.484375, + 0.480469, + 0.429688, + 0.443359, + 0.351562, + 0.46875, + 0.433594, + 0.46875, + 0.482422, + 0.476562, + 0.476562, + 0.478516, + 0.443359, + 0.447266, + 0.441406, + 0.5, + 0.498047, + 0.4375, + 0.470703, + 0.433594, + 0.431641, + 0.486328, + 0.308594, + 0.46875, + 0.441406, + 0.410156, + 0.458984, + 0.496094, + 0.482422, + 0.453125, + 0.472656, + 0.470703, + 0.46875, + 0.484375, + 0.421875, + 0.474609, + 0.474609, + 0.482422, + 0.474609, + 0.375, + 0.40625, + 0.460938, + 0.486328, + 0.460938, + 0.460938, + 0.470703, + 0.492188, + 0.453125, + 0.431641, + 0.466797, + 0.458984, + 0.414062, + 0.472656, + 0.470703, + 0.46875, + 0.492188, + 0.490234, + 0.455078, + 0.478516, + 0.486328, + 0.4375, + 0.507812, + 0.488281, + 0.449219, + 0.46875, + 0.472656, + 0.453125, + 0.472656, + 0.412109, + 0.474609, + 0.472656, + 0.507812, + 0.417969, + 0.388672, + 0.388672, + 0.5, + 0.470703, + 0.460938, + 0.636719, + 0.441406, + 0.484375, + 0.458984, + 0.373047, + 0.474609, + 0.453125, + 0.449219, + 0.472656, + 0.451172, + 0.439453, + 0.40625, + 0.414062, + 0.458984, + 0.46875, + 0.470703, + 0.382812, + 0.480469, + 0.470703, + 0.462891, + 0.482422, + 0.5, + 0.488281, + 0.460938, + 0.470703, + 0.435547, + 0.355469, + 0.435547, + 0.474609, + 0.470703, + 0.470703, + 0.496094, + 0.441406, + 0.464844, + 0.386719, + 0.369141, + 0.435547, + 0.470703, + 0.451172, + 0.486328, + 0.5, + 0.458984, + 0.466797, + 0.480469, + 0.464844, + 0.484375, + 0.441406, + 0.496094, + 0.435547, + 0.480469, + 0.378906, + 0.421875, + 0.384766, + 0.447266, + 0.460938, + 0.398438, + 0.457031, + 0.535156, + 0.449219, + 0.464844, + 0.507812, + 0.376953, + 0.398438, + 0.443359, + 0.398438, + 0.429688, + 0.429688, + 0.447266, + 0.431641, + 0.486328, + 0.148438, + 0.384766, + 0.498047, + 0.462891 + ] + }, + "name": "model.model.layers.37.post_attention_layernorm.weight", + "outputIndexes": [ + 3075 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3074 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_37/Mul_output_0", + "outputIndexes": [ + 3076 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3075, + 3076 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_37/Mul_1_output_0", + "outputIndexes": [ + 3077 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3077 + ], + "outputIndexes": [ + 5440 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5440 + ], + "outputIndexes": [ + 5441 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/gate_proj/Linear", + "inputIndexes": [ + 5441 + ], + "outputIndexes": [ + 5442 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 373991066, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5442 + ], + "outputIndexes": [ + 5443 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5443 + ], + "outputIndexes": [ + 3078 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3078 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_37/Sigmoid_output_0", + "outputIndexes": [ + 3079 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3078, + 3079 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_37/Mul_output_0", + "outputIndexes": [ + 3080 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3077 + ], + "outputIndexes": [ + 5444 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5444 + ], + "outputIndexes": [ + 5445 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/up_proj/Linear", + "inputIndexes": [ + 5445 + ], + "outputIndexes": [ + 5446 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 376571568, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5446 + ], + "outputIndexes": [ + 5447 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5447 + ], + "outputIndexes": [ + 3081 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3080, + 3081 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_37/Mul_output_0", + "outputIndexes": [ + 3082 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3082 + ], + "outputIndexes": [ + 5448 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5448 + ], + "outputIndexes": [ + 5449 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/down_proj/Linear", + "inputIndexes": [ + 5449 + ], + "outputIndexes": [ + 5450 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 379152070, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5450 + ], + "outputIndexes": [ + 5451 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.37/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5451 + ], + "outputIndexes": [ + 3083 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3074, + 3083 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_189_output_0", + "outputIndexes": [ + 3084 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3084, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_342_output_0", + "outputIndexes": [ + 3085 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.427734, + 0.451172, + 0.441406, + 0.458984, + 0.453125, + 0.429688, + 0.832031, + 0.417969, + 0.394531, + 0.423828, + 0.453125, + 0.417969, + 0.335938, + 0.416016, + 0.390625, + 0.429688, + 0.679688, + 0.396484, + 0.4375, + 0.376953, + 0.447266, + 0.435547, + 0.439453, + 0.417969, + 0.433594, + 0.451172, + 0.40625, + 0.421875, + 0.445312, + 0.416016, + 0.515625, + 0.25, + 0.40625, + 0.464844, + 0.441406, + 0.414062, + 0.398438, + 0.410156, + 0.419922, + 0.474609, + 0.433594, + 0.431641, + 0.445312, + 0.421875, + 0.435547, + 0.427734, + 0.464844, + 0.390625, + 0.453125, + 0.498047, + 0.412109, + 0.414062, + 0.40625, + 0.498047, + 0.431641, + 0.423828, + 0.455078, + 0.40625, + 0.4375, + 0.488281, + 0.453125, + 0.435547, + 0.412109, + 0.445312, + 0.416016, + 0.486328, + 0.632812, + 0.40625, + 0.449219, + 0.601562, + 0.419922, + 0.34375, + 0.441406, + 0.429688, + 0.433594, + 0.410156, + 0.441406, + 0.449219, + 0.365234, + 0.427734, + 0.416016, + 0.457031, + 0.398438, + 0.408203, + 0.429688, + 0.382812, + 0.4375, + 0.445312, + 0.515625, + 0.390625, + 0.443359, + 0.408203, + 0.367188, + 0.443359, + 0.349609, + 0.361328, + 0.566406, + 0.447266, + 0.429688, + 0.421875, + 0.425781, + 0.417969, + 0.417969, + 0.4375, + 0.427734, + 0.421875, + 0.453125, + 0.458984, + 0.414062, + 0.392578, + 0.416016, + 0.460938, + 0.414062, + 0.490234, + 0.460938, + 0.511719, + 0.429688, + 0.4375, + 0.447266, + 0.441406, + 0.447266, + 0.386719, + 0.412109, + 0.46875, + 0.46875, + 0.416016, + 0.796875, + 0.429688, + 0.427734, + 0.400391, + 0.439453, + 0.400391, + 0.441406, + 0.429688, + 0.445312, + 0.439453, + 0.441406, + 0.431641, + 0.632812, + 0.441406, + 0.425781, + 0.380859, + 0.445312, + 0.458984, + 0.392578, + 0.457031, + 0.4375, + 0.373047, + 0.396484, + 0.435547, + 0.453125, + 0.453125, + 0.425781, + 0.455078, + 0.423828, + 0.40625, + 0.427734, + 0.421875, + 0.347656, + 0.447266, + 0.375, + 0.410156, + 0.404297, + 0.429688, + 0.390625, + 0.449219, + 0.365234, + 0.455078, + 0.416016, + 0.408203, + 0.416016, + 0.421875, + 0.464844, + 0.427734, + 0.414062, + 0.417969, + 0.4375, + 0.392578, + 0.4375, + 0.464844, + 0.390625, + 0.402344, + 0.421875, + 0.417969, + 0.414062, + 0.466797, + 0.431641, + 0.417969, + 0.423828, + 0.462891, + 0.439453, + 0.427734, + 0.357422, + 0.423828, + 0.443359, + 0.400391, + 0.439453, + 0.451172, + 0.15918, + 0.458984, + 0.425781, + 0.404297, + 0.402344, + 0.445312, + 0.423828, + 0.416016, + 0.453125, + 0.414062, + 0.431641, + 0.427734, + 0.421875, + 0.421875, + 0.439453, + 0.394531, + 0.429688, + 0.435547, + 0.439453, + 0.419922, + 0.427734, + 0.402344, + 0.429688, + 0.435547, + 0.376953, + 0.431641, + 0.460938, + 0.449219, + 0.458984, + 0.351562, + 0.515625, + 0.419922, + 0.431641, + 0.554688, + 0.425781, + 0.457031, + 0.449219, + 0.445312, + 0.435547, + 0.40625, + 0.40625, + 0.423828, + 0.433594, + 0.443359, + 0.412109, + 0.458984, + 0.414062, + 0.435547, + 0.369141, + 0.443359, + 0.429688, + 0.464844, + 0.419922, + 0.414062, + 0.369141, + 0.449219, + 0.472656, + 0.443359, + 0.414062, + 0.412109, + 0.410156, + 0.425781, + 0.449219, + 0.451172, + 0.445312, + 0.412109, + 0.435547, + 0.455078, + 0.396484, + 0.431641, + 0.400391, + 0.460938, + 0.648438, + 0.386719, + 0.445312, + 0.648438, + 0.408203, + 0.433594, + 0.423828, + 0.427734, + 0.394531, + 0.449219, + 0.414062, + 0.451172, + 0.402344, + 0.474609, + 0.423828, + 0.447266, + 0.425781, + 0.445312, + 0.423828, + 0.447266, + 0.421875, + 0.464844, + 0.457031, + 0.466797, + 0.443359, + 0.412109, + 0.314453, + 0.4375, + 0.439453, + 0.455078, + 0.416016, + 0.449219, + 0.416016, + 0.402344, + 0.427734, + 0.412109, + 0.427734, + 0.423828, + 0.40625, + 0.458984, + 0.40625, + 0.460938, + 0.398438, + 0.449219, + 0.457031, + 0.388672, + 0.400391, + 0.396484, + 0.503906, + 0.435547, + 0.451172, + 0.457031, + 0.451172, + 0.414062, + 0.451172, + 0.445312, + 0.419922, + 0.455078, + 0.431641, + 0.410156, + 0.585938, + 0.421875, + 0.378906, + 0.427734, + 0.492188, + 0.417969, + 0.453125, + 0.392578, + 0.408203, + 0.412109, + 0.410156, + 0.435547, + 0.423828, + 0.367188, + 0.429688, + 0.494141, + 0.408203, + 0.417969, + 0.404297, + 0.429688, + 0.449219, + 0.427734, + 0.394531, + 0.447266, + 0.423828, + 0.5, + 0.433594, + 0.433594, + 0.416016, + 0.46875, + 0.410156, + 0.435547, + 0.451172, + 0.416016, + 0.416016, + 0.423828, + 0.4375, + 0.427734, + 0.423828, + 0.400391, + 0.414062, + 0.386719, + 0.425781, + 0.365234, + 0.46875, + 0.445312, + 0.429688, + 0.466797, + 0.412109, + 0.472656, + 0.648438, + 0.421875, + 0.503906, + 0.431641, + 0.429688, + 0.398438, + 0.480469, + 0.443359, + 0.4375, + 0.427734, + 0.447266, + 0.539062, + 0.441406, + 0.369141, + 0.480469, + 0.425781, + 0.425781, + 0.443359, + 0.445312, + 0.423828, + 0.455078, + 0.466797, + 0.441406, + 0.410156, + 0.396484, + 0.423828, + 0.457031, + 0.464844, + 0.441406, + 0.431641, + 0.392578, + 0.466797, + 0.402344, + 0.423828, + 0.435547, + 0.429688, + 0.4375, + 0.419922, + 0.419922, + 0.470703, + 0.451172, + 0.408203, + 0.474609, + 0.416016, + 0.419922, + 0.363281, + 0.414062, + 0.4375, + 0.515625, + 0.439453, + 0.384766, + 0.435547, + 0.441406, + 0.453125, + 0.390625, + 0.457031, + 0.445312, + 0.453125, + 0.398438, + 0.404297, + 0.462891, + 0.40625, + 0.410156, + 0.507812, + 0.384766, + 0.496094, + 0.345703, + 0.425781, + 0.40625, + 0.427734, + 0.464844, + 0.554688, + 0.419922, + 0.435547, + 0.419922, + 0.441406, + 0.46875, + 0.433594, + 0.439453, + 0.423828, + 0.417969, + 0.460938, + 0.439453, + 0.453125, + 0.369141, + 0.431641, + 0.431641, + 0.466797, + 0.4375, + 0.433594, + 0.496094, + 0.392578, + 0.466797, + 0.466797, + 0.419922, + 0.435547, + 0.429688, + 0.4375, + 0.423828, + 0.416016, + 0.455078, + 0.447266, + 0.449219, + 0.404297, + 0.464844, + 0.441406, + 0.441406, + 0.419922, + 0.435547, + 0.40625, + 0.472656, + 0.449219, + 0.427734, + 0.416016, + 0.417969, + 0.414062, + 0.427734, + 0.441406, + 0.416016, + 0.425781, + 0.839844, + 0.400391, + 0.439453, + 0.445312, + 0.392578, + 0.423828, + 0.439453, + 0.458984, + 0.5, + 0.443359, + 0.447266, + 0.443359, + 0.597656, + 0.421875, + 0.402344, + 0.523438, + 0.449219, + 0.433594, + 0.412109, + 0.410156, + 0.429688, + 0.439453, + 0.412109, + 0.421875, + 0.458984, + 0.431641, + 0.451172, + 0.480469, + 0.427734, + 0.431641, + 0.566406, + 0.425781, + 0.394531, + 0.320312, + 0.451172, + 0.435547, + 0.435547, + 0.429688, + 0.400391, + 0.433594, + 0.447266, + 0.375, + 0.455078, + 0.412109, + 0.396484, + 0.429688, + 0.423828, + 0.40625, + 0.443359, + 0.441406, + 0.464844, + 0.388672, + 0.464844, + 0.423828, + 0.449219, + 0.449219, + 0.441406, + 0.072266, + 0.404297, + 0.380859, + 0.404297, + 0.441406, + 0.421875, + 0.445312, + 0.414062, + 0.365234, + 0.427734, + 0.439453, + 0.443359, + 0.435547, + 0.46875, + 0.462891, + 0.416016, + 0.431641, + 0.404297, + 0.435547, + 0.416016, + 0.427734, + 0.414062, + 0.335938, + 0.470703, + 0.416016, + 0.404297, + 0.445312, + 0.466797, + 0.439453, + 0.419922, + 0.414062, + 0.458984, + 0.390625, + 0.410156, + 0.396484, + 0.441406, + 0.427734, + 0.449219, + 0.394531, + 0.447266, + 0.419922, + 0.378906, + 0.464844, + 0.412109, + 0.451172, + 0.443359, + 0.345703, + 0.347656, + 0.410156, + 0.449219, + 0.40625, + 0.419922, + 0.416016, + 0.394531, + 0.431641, + 0.441406, + 0.447266, + 0.447266, + 0.408203, + 0.640625, + 0.449219, + 0.431641, + 0.441406, + 0.326172, + 0.378906, + 0.404297, + 0.470703, + 0.435547, + 0.349609, + 0.455078, + 0.621094, + 0.439453, + 0.337891, + 0.761719, + 0.398438, + 0.445312, + 0.40625, + 0.408203, + 0.431641, + 0.429688, + 0.4375, + 0.4375, + 0.464844, + 0.46875, + 0.412109, + 0.429688, + 0.439453, + 0.388672, + 0.408203, + 0.416016, + 0.380859, + 0.482422, + 0.5625, + 0.455078, + 0.449219, + 0.40625, + 0.429688, + 0.433594, + 0.410156, + 0.345703, + 0.439453, + 0.386719, + 0.443359, + 0.431641, + 0.433594, + 0.421875, + 0.445312, + 0.421875, + 0.416016, + 0.412109, + 0.427734, + 0.443359, + 0.425781, + 0.4375, + 0.414062, + 0.402344, + 0.488281, + 0.365234, + 0.375, + 0.447266, + 0.419922, + 0.433594, + 0.449219, + 0.466797, + 0.470703, + 0.804688, + 0.433594, + 0.492188, + 0.5, + 0.40625, + 0.449219, + 0.445312, + 0.414062, + 0.453125, + 0.423828, + 0.457031, + 0.4375, + 0.416016, + 0.431641, + 0.421875, + 0.396484, + 0.402344, + 0.400391, + 0.412109, + 0.412109, + 0.439453, + 0.425781, + 0.667969, + 0.455078, + 0.4375, + 0.408203, + 0.369141, + 0.462891, + 0.474609, + 0.457031, + 0.451172, + 0.482422, + 0.433594, + 0.419922, + 0.419922, + 0.396484, + 0.390625, + 0.435547, + 0.402344, + 0.414062, + 0.392578, + 0.447266, + 0.433594, + 0.470703, + 0.660156, + 0.427734, + 0.425781, + 0.429688, + 0.455078, + 0.324219, + 0.431641, + 0.416016, + 0.408203, + 0.486328, + 0.412109, + 0.412109, + 0.447266, + 0.423828, + 0.378906, + 0.416016, + 0.441406, + 0.441406, + 0.445312, + 0.417969, + 0.742188, + 0.398438, + 0.421875, + 0.449219, + 0.394531, + 0.380859, + 0.421875, + 0.431641, + 0.431641, + 0.449219, + 0.396484, + 0.40625, + 0.435547, + 0.414062, + 0.419922, + 0.53125, + 0.429688, + 0.445312, + 0.449219, + 0.445312, + 0.416016, + 0.404297, + 0.427734, + 0.466797, + 0.462891, + 0.400391, + 0.40625, + 0.408203, + 0.498047, + 0.4375, + 0.445312, + 0.460938, + 0.410156, + 0.425781, + 0.416016, + 0.449219, + 0.441406, + 0.441406, + 0.433594, + 0.435547, + 0.5, + 0.515625, + 0.412109, + 0.417969, + 0.486328, + 0.371094, + 0.441406, + 0.433594, + 0.40625, + 0.423828, + 0.585938, + 0.388672, + 0.429688, + 0.427734, + 0.402344, + 0.433594, + 0.433594, + 0.431641, + 0.431641, + 0.490234, + 0.451172, + 0.431641, + 0.457031, + 0.470703, + 0.458984, + 0.421875, + 0.476562, + 0.412109, + 0.458984, + 0.423828, + 0.402344, + 0.457031, + 0.453125, + 0.507812, + 0.441406, + 0.478516, + 0.414062, + 0.408203, + 0.458984, + 0.449219, + 0.408203, + 0.423828, + 0.466797, + 0.449219, + 0.445312, + 0.423828, + 0.472656, + 0.408203, + 0.429688, + 0.455078, + 0.431641, + 0.408203, + 0.443359, + 0.414062, + 0.455078, + 0.439453, + 0.443359, + 0.419922, + 0.429688, + 0.425781, + 0.419922, + 0.416016, + 0.431641, + 0.445312, + 0.410156, + 0.386719, + 0.636719, + 0.40625, + 0.421875, + 0.429688, + 0.414062, + 0.451172, + 0.337891, + 0.427734, + 0.439453, + 0.435547, + 0.492188, + 0.394531, + 0.453125, + 0.539062, + 0.423828, + 0.427734, + 0.429688, + 0.423828, + 0.423828, + 0.429688, + 0.439453, + 0.423828, + 0.412109, + 0.427734, + 0.351562, + 0.361328, + 0.408203, + 0.386719, + 0.433594, + 0.443359, + 0.443359, + 0.441406, + 0.486328, + 0.4375, + 0.394531, + 0.484375, + 0.431641, + 0.453125, + 0.474609, + 0.414062, + 0.601562, + 0.408203, + 0.408203, + 0.417969, + 0.419922, + 0.425781, + 0.410156, + 0.464844, + 0.423828, + 0.447266, + 0.398438, + 0.417969, + 0.490234, + 0.414062, + 0.431641, + 0.462891, + 0.410156, + 0.439453, + 0.441406, + 0.492188, + 0.443359, + 0.429688, + 0.460938, + 0.435547, + 0.427734, + 0.402344, + 0.464844, + 0.425781, + 0.386719, + 0.435547, + 0.470703, + 0.425781, + 0.445312, + 0.412109, + 0.417969, + 0.396484, + 0.419922, + 0.435547, + 0.435547, + 0.390625, + 0.414062, + 0.470703, + 0.447266, + 0.412109, + 0.429688, + 0.34375, + 0.388672, + 0.423828, + 0.455078, + 0.423828, + 0.457031, + 0.427734, + 0.435547, + 0.416016, + 0.412109, + 0.4375, + 0.451172, + 0.498047, + 0.408203, + 0.476562, + 0.435547, + 0.433594, + 0.4375, + 0.462891, + 0.455078, + 0.460938, + 0.425781, + 0.734375, + 0.460938, + 0.431641, + 0.455078, + 0.478516, + 0.369141, + 0.417969, + 0.361328, + 0.408203, + 0.429688, + 0.511719, + 0.414062, + 0.470703, + 0.427734, + 0.394531, + 0.425781, + 0.427734, + 0.40625, + 0.451172, + 0.65625, + 0.441406, + 0.375, + 0.435547, + 0.423828, + 0.515625, + 0.376953, + 0.472656, + 0.427734, + 0.408203, + 0.648438, + 0.425781, + 0.453125, + 0.457031, + 0.414062, + 0.423828, + 0.425781, + 0.433594, + 0.433594, + 0.404297, + 0.421875, + 0.408203, + 0.458984, + 0.396484, + 0.451172, + 0.484375, + 0.46875, + 0.480469, + 0.470703, + 0.431641, + 0.40625, + 0.388672, + 0.421875, + 0.398438, + 0.386719, + 0.478516, + 0.390625, + 0.431641, + 0.441406, + 0.46875, + 0.417969, + 0.433594, + 0.410156, + 0.451172, + 0.429688, + 0.4375, + 0.449219, + 0.388672, + 0.421875, + 0.464844, + 0.550781, + 0.416016, + 0.421875, + 0.414062, + 0.425781, + 0.447266, + 0.376953, + 0.416016, + 0.429688, + 0.449219, + 0.345703, + 0.449219, + 0.441406, + 0.449219, + 0.34375, + 0.453125, + 0.429688, + 0.5625, + 0.441406, + 0.347656, + 0.419922, + 0.392578, + 0.455078, + 0.40625, + 0.414062, + 0.447266, + 0.421875, + 0.447266, + 0.371094, + 0.447266, + 0.457031, + 0.40625, + 0.431641, + 0.4375, + 0.451172, + 0.382812, + 0.824219, + 0.570312, + 0.462891, + 0.433594, + 0.410156, + 0.423828, + 0.4375, + 0.558594, + 0.367188, + 0.425781, + 0.412109, + 0.455078, + 0.472656, + 0.451172, + 0.451172, + 0.466797, + 0.408203, + 0.427734, + 0.460938, + 0.439453, + 0.417969, + 0.439453, + 0.410156, + 0.455078, + 0.388672, + 0.492188, + 0.458984, + 0.441406, + 0.453125, + 0.388672, + 0.445312, + 0.445312, + 0.490234, + 0.419922, + 0.416016, + 0.414062, + 0.416016, + 0.427734, + 0.417969, + 0.435547, + 0.449219, + 0.679688, + 0.398438, + 0.378906, + 0.460938, + 0.435547, + 0.449219, + 0.490234, + 0.447266, + 0.429688, + 0.683594, + 0.466797, + 0.353516, + 0.443359, + 0.466797, + 0.425781, + 0.404297, + 0.455078, + 0.371094, + 0.384766, + 0.421875, + 0.423828, + 0.423828, + 0.416016, + 0.455078, + 0.462891, + 0.404297, + 0.486328, + 0.416016, + 0.433594, + 0.404297, + 0.441406, + 0.443359, + 0.458984, + 0.445312, + 0.455078, + 0.408203, + 0.410156, + 0.435547, + 0.462891, + 0.443359, + 0.445312, + 0.435547, + 0.392578, + 0.455078, + 0.457031, + 0.667969, + 0.439453, + 0.427734, + 0.396484, + 0.404297, + 0.439453, + 0.445312, + 0.460938, + 0.458984, + 0.423828, + 0.455078, + 0.464844, + 0.404297, + 0.445312, + 0.441406, + 0.4375, + 0.445312, + 0.330078, + 0.4375, + 0.417969, + 0.433594, + 0.404297, + 0.435547, + 0.464844, + 0.443359, + 0.423828, + 0.431641, + 0.427734, + 0.439453, + 0.382812, + 0.427734, + 0.435547, + 0.423828, + 0.458984, + 0.460938, + 0.408203, + 0.400391, + 0.460938, + 0.40625, + 0.464844, + 0.4375, + 0.439453, + 0.414062, + 0.451172, + 0.433594, + 0.443359, + 0.435547, + 0.472656, + 0.443359, + 0.480469, + 0.347656, + 0.427734, + 0.386719, + 0.478516, + 0.457031, + 0.421875, + 0.484375, + 0.416016, + 0.451172, + 0.416016, + 0.369141, + 0.421875, + 0.4375, + 0.421875, + 0.416016, + 0.382812, + 0.427734, + 0.398438, + 0.414062, + 0.425781, + 0.439453, + 0.4375, + 0.390625, + 0.449219, + 0.402344, + 0.462891, + 0.476562, + 0.447266, + 0.457031, + 0.396484, + 0.433594, + 0.421875, + 0.384766, + 0.408203, + 0.457031, + 0.433594, + 0.462891, + 0.4375, + 0.431641, + 0.451172, + 0.375, + 0.367188, + 0.388672, + 0.476562, + 0.441406, + 0.460938, + 0.351562, + 0.439453, + 0.435547, + 0.451172, + 0.421875, + 0.472656, + 0.416016, + 0.431641, + 0.400391, + 0.445312, + 0.382812, + 0.416016, + 0.363281, + 0.445312, + 0.443359, + 0.4375, + 0.421875, + 0.474609, + 0.474609, + 0.439453, + 0.404297, + 0.398438, + 0.427734, + 0.439453, + 0.392578, + 0.404297, + 0.400391, + 0.414062, + 0.423828, + 0.433594, + 0.828125, + 0.384766, + 0.474609, + 0.40625 + ] + }, + "name": "model.model.layers.38.input_layernorm.weight", + "outputIndexes": [ + 3086 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3085 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_38/Mul_output_0", + "outputIndexes": [ + 3087 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3086, + 3087 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_38/Mul_1_output_0", + "outputIndexes": [ + 3088 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3088 + ], + "outputIndexes": [ + 5452 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5452 + ], + "outputIndexes": [ + 5453 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/q_proj/Linear", + "inputIndexes": [ + 5453 + ], + "outputIndexes": [ + 5454 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 381732572, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5454 + ], + "outputIndexes": [ + 5455 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5455 + ], + "outputIndexes": [ + 3089 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3088 + ], + "main_type": "NONE", + "name": "/Shape_533_output_0", + "outputIndexes": [ + 3090 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3090 + ], + "main_type": "NONE", + "name": "Shape8287", + "outputIndexes": [ + 3091 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3090 + ], + "main_type": "NONE", + "name": "Rank8289", + "outputIndexes": [ + 3092 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3092, + 3092 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8291", + "outputIndexes": [ + 3093 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3093 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8292", + "outputIndexes": [ + 3094 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3093, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8294", + "outputIndexes": [ + 3095 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3095 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8295", + "outputIndexes": [ + 3096 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3091, + 3094, + 3096, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8298", + "outputIndexes": [ + 3097 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3097 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8299", + "outputIndexes": [ + 3098 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 3098 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8300", + "outputIndexes": [ + 3099 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3099, + 3098 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8301", + "outputIndexes": [ + 3100 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3090, + 3100, + 3093 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_574_output_0", + "outputIndexes": [ + 3101 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3101, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1217_output_0", + "outputIndexes": [ + 3102 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3102, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_494_output_0", + "outputIndexes": [ + 3103 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3089, + 3103 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_343_output_0", + "outputIndexes": [ + 3104 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3104, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_304_output_0", + "outputIndexes": [ + 3105 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3104 + ], + "main_type": "NONE", + "name": "/Shape_534_output_0", + "outputIndexes": [ + 3106 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3106 + ], + "main_type": "NONE", + "name": "Shape8308", + "outputIndexes": [ + 3107 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3106 + ], + "main_type": "NONE", + "name": "Rank8310", + "outputIndexes": [ + 3108 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3108, + 3108 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8312", + "outputIndexes": [ + 3109 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3109 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8313", + "outputIndexes": [ + 3110 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3109, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8315", + "outputIndexes": [ + 3111 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3111 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8316", + "outputIndexes": [ + 3112 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3107, + 3110, + 3112, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8319", + "outputIndexes": [ + 3113 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3113 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8320", + "outputIndexes": [ + 3114 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3114 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8321", + "outputIndexes": [ + 3115 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3115, + 3114 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8322", + "outputIndexes": [ + 3116 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3106, + 3116, + 3109 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_575_output_0", + "outputIndexes": [ + 3117 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3117, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_114_output_0", + "outputIndexes": [ + 3118 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3118, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1222_output_0", + "outputIndexes": [ + 3119 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3104, + 3119, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_153_output_0", + "outputIndexes": [ + 3120 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3120 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_76_output_0", + "outputIndexes": [ + 3121 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3104, + 22, + 3119, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_152_output_0", + "outputIndexes": [ + 3122 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3121, + 3122 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_497_output_0", + "outputIndexes": [ + 3123 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3123, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_305_output_0", + "outputIndexes": [ + 3124 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3105, + 3124 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_190_output_0", + "outputIndexes": [ + 3125 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3088 + ], + "outputIndexes": [ + 5456 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5456 + ], + "outputIndexes": [ + 5457 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/k_proj/Linear", + "inputIndexes": [ + 5457 + ], + "outputIndexes": [ + 5458 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 382654194, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5458 + ], + "outputIndexes": [ + 5459 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5459 + ], + "outputIndexes": [ + 3126 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3102, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_495_output_0", + "outputIndexes": [ + 3127 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3126, + 3127 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_344_output_0", + "outputIndexes": [ + 3128 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3128, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_306_output_0", + "outputIndexes": [ + 3129 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3128 + ], + "main_type": "NONE", + "name": "/Shape_535_output_0", + "outputIndexes": [ + 3130 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3130 + ], + "main_type": "NONE", + "name": "Shape8371", + "outputIndexes": [ + 3131 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3130 + ], + "main_type": "NONE", + "name": "Rank8373", + "outputIndexes": [ + 3132 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3132, + 3132 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8375", + "outputIndexes": [ + 3133 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3133 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8376", + "outputIndexes": [ + 3134 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3133, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8378", + "outputIndexes": [ + 3135 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3135 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8379", + "outputIndexes": [ + 3136 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3131, + 3134, + 3136, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8382", + "outputIndexes": [ + 3137 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3137 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8383", + "outputIndexes": [ + 3138 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8384", + "outputIndexes": [ + 3139 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3139, + 3138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8385", + "outputIndexes": [ + 3140 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3130, + 3140, + 3133 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_576_output_0", + "outputIndexes": [ + 3141 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3141, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_115_output_0", + "outputIndexes": [ + 3142 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3142, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1224_output_0", + "outputIndexes": [ + 3143 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3128, + 3143, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_155_output_0", + "outputIndexes": [ + 3144 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3144 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_77_output_0", + "outputIndexes": [ + 3145 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3128, + 22, + 3143, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_154_output_0", + "outputIndexes": [ + 3146 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3145, + 3146 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_498_output_0", + "outputIndexes": [ + 3147 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3147, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_307_output_0", + "outputIndexes": [ + 3148 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3129, + 3148 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_191_output_0", + "outputIndexes": [ + 3149 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3088 + ], + "outputIndexes": [ + 5460 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5460 + ], + "outputIndexes": [ + 5461 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/v_proj/Linear", + "inputIndexes": [ + 5461 + ], + "outputIndexes": [ + 5462 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 382884616, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5462 + ], + "outputIndexes": [ + 5463 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5463 + ], + "outputIndexes": [ + 3150 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3150, + 3127 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_345_output_0", + "outputIndexes": [ + 3151 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3125, + 3149, + 3151, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_350_output_0", + "outputIndexes": [ + 3152 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3152 + ], + "outputIndexes": [ + 5464 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5464 + ], + "outputIndexes": [ + 5465 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/o_proj/Linear", + "inputIndexes": [ + 5465 + ], + "outputIndexes": [ + 5466 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 383115038, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5466 + ], + "outputIndexes": [ + 5467 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5467 + ], + "outputIndexes": [ + 3153 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3085, + 3153 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_193_output_0", + "outputIndexes": [ + 3154 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.408203, + 0.486328, + 0.490234, + 0.496094, + 0.5, + 0.472656, + 0.162109, + 0.498047, + 0.447266, + 0.400391, + 0.365234, + 0.472656, + 0.400391, + 0.464844, + 0.46875, + 0.474609, + 0.230469, + 0.474609, + 0.476562, + 0.384766, + 0.482422, + 0.490234, + 0.445312, + 0.453125, + 0.458984, + 0.498047, + 0.427734, + 0.478516, + 0.472656, + 0.474609, + 0.421875, + 0.201172, + 0.488281, + 0.482422, + 0.488281, + 0.453125, + 0.412109, + 0.470703, + 0.339844, + 0.515625, + 0.482422, + 0.474609, + 0.458984, + 0.4375, + 0.408203, + 0.447266, + 0.515625, + 0.421875, + 0.498047, + 0.345703, + 0.5, + 0.353516, + 0.457031, + 0.480469, + 0.408203, + 0.478516, + 0.511719, + 0.445312, + 0.466797, + 0.486328, + 0.494141, + 0.478516, + 0.439453, + 0.5, + 0.410156, + 0.404297, + 0.287109, + 0.357422, + 0.503906, + 0.318359, + 0.492188, + 0.367188, + 0.458984, + 0.433594, + 0.482422, + 0.451172, + 0.46875, + 0.494141, + 0.361328, + 0.466797, + 0.460938, + 0.511719, + 0.447266, + 0.464844, + 0.490234, + 0.429688, + 0.511719, + 0.416016, + 0.550781, + 0.400391, + 0.460938, + 0.478516, + 0.408203, + 0.484375, + 0.365234, + 0.398438, + 0.652344, + 0.482422, + 0.486328, + 0.453125, + 0.480469, + 0.439453, + 0.484375, + 0.478516, + 0.443359, + 0.390625, + 0.482422, + 0.462891, + 0.464844, + 0.478516, + 0.462891, + 0.515625, + 0.451172, + 0.5, + 0.507812, + 0.449219, + 0.476562, + 0.478516, + 0.5, + 0.482422, + 0.474609, + 0.425781, + 0.507812, + 0.425781, + 0.511719, + 0.466797, + 0.214844, + 0.490234, + 0.478516, + 0.464844, + 0.492188, + 0.488281, + 0.486328, + 0.457031, + 0.488281, + 0.480469, + 0.492188, + 0.449219, + 0.398438, + 0.457031, + 0.507812, + 0.427734, + 0.476562, + 0.507812, + 0.488281, + 0.5, + 0.474609, + 0.425781, + 0.470703, + 0.482422, + 0.496094, + 0.476562, + 0.466797, + 0.511719, + 0.490234, + 0.441406, + 0.492188, + 0.449219, + 0.386719, + 0.53125, + 0.384766, + 0.476562, + 0.398438, + 0.486328, + 0.453125, + 0.5, + 0.355469, + 0.498047, + 0.472656, + 0.386719, + 0.435547, + 0.496094, + 0.490234, + 0.451172, + 0.347656, + 0.478516, + 0.458984, + 0.480469, + 0.511719, + 0.5, + 0.453125, + 0.451172, + 0.46875, + 0.458984, + 0.486328, + 0.492188, + 0.472656, + 0.482422, + 0.494141, + 0.5, + 0.486328, + 0.447266, + 0.376953, + 0.466797, + 0.494141, + 0.460938, + 0.472656, + 0.451172, + 0.121582, + 0.498047, + 0.460938, + 0.455078, + 0.455078, + 0.466797, + 0.470703, + 0.478516, + 0.507812, + 0.455078, + 0.447266, + 0.484375, + 0.472656, + 0.486328, + 0.484375, + 0.398438, + 0.488281, + 0.472656, + 0.484375, + 0.458984, + 0.482422, + 0.462891, + 0.46875, + 0.470703, + 0.421875, + 0.453125, + 0.503906, + 0.462891, + 0.507812, + 0.402344, + 0.585938, + 0.460938, + 0.451172, + 0.373047, + 0.474609, + 0.462891, + 0.484375, + 0.419922, + 0.482422, + 0.433594, + 0.457031, + 0.478516, + 0.480469, + 0.460938, + 0.478516, + 0.482422, + 0.486328, + 0.472656, + 0.427734, + 0.486328, + 0.498047, + 0.482422, + 0.472656, + 0.439453, + 0.371094, + 0.478516, + 0.453125, + 0.484375, + 0.449219, + 0.453125, + 0.433594, + 0.5, + 0.507812, + 0.470703, + 0.490234, + 0.423828, + 0.488281, + 0.494141, + 0.458984, + 0.486328, + 0.425781, + 0.486328, + 0.271484, + 0.445312, + 0.458984, + 0.225586, + 0.423828, + 0.486328, + 0.480469, + 0.414062, + 0.398438, + 0.492188, + 0.429688, + 0.486328, + 0.474609, + 0.511719, + 0.478516, + 0.46875, + 0.496094, + 0.503906, + 0.482422, + 0.488281, + 0.494141, + 0.480469, + 0.492188, + 0.46875, + 0.482422, + 0.470703, + 0.427734, + 0.490234, + 0.482422, + 0.476562, + 0.466797, + 0.484375, + 0.460938, + 0.40625, + 0.486328, + 0.482422, + 0.429688, + 0.480469, + 0.458984, + 0.488281, + 0.410156, + 0.490234, + 0.4375, + 0.427734, + 0.494141, + 0.445312, + 0.482422, + 0.419922, + 0.378906, + 0.462891, + 0.496094, + 0.494141, + 0.503906, + 0.484375, + 0.472656, + 0.435547, + 0.492188, + 0.527344, + 0.480469, + 0.429688, + 0.373047, + 0.439453, + 0.351562, + 0.474609, + 0.4375, + 0.458984, + 0.5, + 0.416016, + 0.376953, + 0.400391, + 0.449219, + 0.470703, + 0.464844, + 0.400391, + 0.507812, + 0.503906, + 0.445312, + 0.474609, + 0.431641, + 0.482422, + 0.488281, + 0.488281, + 0.433594, + 0.460938, + 0.457031, + 0.507812, + 0.482422, + 0.503906, + 0.445312, + 0.519531, + 0.453125, + 0.462891, + 0.478516, + 0.464844, + 0.482422, + 0.462891, + 0.476562, + 0.480469, + 0.447266, + 0.427734, + 0.480469, + 0.464844, + 0.488281, + 0.386719, + 0.464844, + 0.478516, + 0.455078, + 0.484375, + 0.492188, + 0.378906, + 0.160156, + 0.451172, + 0.570312, + 0.472656, + 0.5, + 0.472656, + 0.443359, + 0.486328, + 0.4375, + 0.478516, + 0.482422, + 0.363281, + 0.511719, + 0.386719, + 0.488281, + 0.480469, + 0.476562, + 0.507812, + 0.5, + 0.488281, + 0.447266, + 0.492188, + 0.40625, + 0.478516, + 0.5, + 0.439453, + 0.5, + 0.484375, + 0.486328, + 0.472656, + 0.458984, + 0.523438, + 0.458984, + 0.46875, + 0.507812, + 0.5, + 0.472656, + 0.476562, + 0.474609, + 0.464844, + 0.484375, + 0.460938, + 0.267578, + 0.494141, + 0.480469, + 0.398438, + 0.490234, + 0.472656, + 0.296875, + 0.474609, + 0.359375, + 0.425781, + 0.488281, + 0.486328, + 0.458984, + 0.496094, + 0.498047, + 0.482422, + 0.474609, + 0.470703, + 0.53125, + 0.421875, + 0.425781, + 0.585938, + 0.445312, + 0.435547, + 0.433594, + 0.503906, + 0.414062, + 0.494141, + 0.462891, + 0.388672, + 0.476562, + 0.494141, + 0.480469, + 0.523438, + 0.490234, + 0.472656, + 0.470703, + 0.427734, + 0.46875, + 0.445312, + 0.484375, + 0.484375, + 0.367188, + 0.482422, + 0.451172, + 0.507812, + 0.492188, + 0.423828, + 0.474609, + 0.484375, + 0.480469, + 0.480469, + 0.460938, + 0.464844, + 0.449219, + 0.490234, + 0.458984, + 0.455078, + 0.486328, + 0.494141, + 0.492188, + 0.458984, + 0.488281, + 0.441406, + 0.492188, + 0.431641, + 0.474609, + 0.451172, + 0.496094, + 0.515625, + 0.482422, + 0.476562, + 0.480469, + 0.417969, + 0.46875, + 0.474609, + 0.380859, + 0.453125, + 0.138672, + 0.4375, + 0.494141, + 0.488281, + 0.351562, + 0.507812, + 0.46875, + 0.462891, + 0.503906, + 0.46875, + 0.470703, + 0.484375, + 0.195312, + 0.457031, + 0.447266, + 0.558594, + 0.5, + 0.441406, + 0.458984, + 0.449219, + 0.482422, + 0.490234, + 0.386719, + 0.494141, + 0.5, + 0.449219, + 0.480469, + 0.5, + 0.484375, + 0.445312, + 0.365234, + 0.46875, + 0.417969, + 0.378906, + 0.474609, + 0.453125, + 0.464844, + 0.470703, + 0.460938, + 0.482422, + 0.486328, + 0.398438, + 0.453125, + 0.478516, + 0.46875, + 0.447266, + 0.464844, + 0.367188, + 0.441406, + 0.435547, + 0.431641, + 0.46875, + 0.494141, + 0.490234, + 0.503906, + 0.486328, + 0.453125, + 0.217773, + 0.486328, + 0.398438, + 0.332031, + 0.4375, + 0.507812, + 0.472656, + 0.427734, + 0.412109, + 0.482422, + 0.494141, + 0.46875, + 0.460938, + 0.511719, + 0.480469, + 0.412109, + 0.484375, + 0.453125, + 0.492188, + 0.462891, + 0.486328, + 0.449219, + 0.378906, + 0.523438, + 0.476562, + 0.457031, + 0.445312, + 0.494141, + 0.488281, + 0.449219, + 0.480469, + 0.503906, + 0.451172, + 0.449219, + 0.423828, + 0.507812, + 0.490234, + 0.5, + 0.412109, + 0.492188, + 0.357422, + 0.373047, + 0.503906, + 0.476562, + 0.443359, + 0.470703, + 0.423828, + 0.380859, + 0.419922, + 0.480469, + 0.458984, + 0.464844, + 0.478516, + 0.431641, + 0.503906, + 0.46875, + 0.427734, + 0.472656, + 0.46875, + 0.294922, + 0.478516, + 0.466797, + 0.492188, + 0.376953, + 0.470703, + 0.451172, + 0.482422, + 0.460938, + 0.402344, + 0.511719, + 0.273438, + 0.46875, + 0.384766, + 0.121582, + 0.445312, + 0.470703, + 0.470703, + 0.435547, + 0.482422, + 0.451172, + 0.470703, + 0.494141, + 0.472656, + 0.417969, + 0.474609, + 0.46875, + 0.443359, + 0.394531, + 0.447266, + 0.458984, + 0.380859, + 0.435547, + 0.376953, + 0.5, + 0.503906, + 0.455078, + 0.394531, + 0.460938, + 0.466797, + 0.384766, + 0.492188, + 0.412109, + 0.396484, + 0.460938, + 0.486328, + 0.455078, + 0.451172, + 0.466797, + 0.478516, + 0.464844, + 0.484375, + 0.462891, + 0.503906, + 0.490234, + 0.478516, + 0.410156, + 0.292969, + 0.410156, + 0.386719, + 0.453125, + 0.496094, + 0.486328, + 0.498047, + 0.480469, + 0.488281, + 0.151367, + 0.435547, + 0.480469, + 0.503906, + 0.419922, + 0.498047, + 0.486328, + 0.460938, + 0.490234, + 0.464844, + 0.472656, + 0.472656, + 0.439453, + 0.478516, + 0.482422, + 0.462891, + 0.476562, + 0.476562, + 0.455078, + 0.488281, + 0.421875, + 0.464844, + 0.28125, + 0.398438, + 0.488281, + 0.453125, + 0.429688, + 0.472656, + 0.351562, + 0.511719, + 0.490234, + 0.5, + 0.503906, + 0.457031, + 0.472656, + 0.419922, + 0.394531, + 0.484375, + 0.384766, + 0.453125, + 0.423828, + 0.478516, + 0.488281, + 0.466797, + 0.269531, + 0.458984, + 0.462891, + 0.458984, + 0.480469, + 0.310547, + 0.472656, + 0.466797, + 0.414062, + 0.503906, + 0.425781, + 0.466797, + 0.484375, + 0.458984, + 0.451172, + 0.472656, + 0.488281, + 0.443359, + 0.492188, + 0.492188, + 0.150391, + 0.466797, + 0.490234, + 0.328125, + 0.429688, + 0.369141, + 0.496094, + 0.470703, + 0.494141, + 0.482422, + 0.46875, + 0.425781, + 0.441406, + 0.458984, + 0.476562, + 0.53125, + 0.478516, + 0.361328, + 0.447266, + 0.470703, + 0.455078, + 0.486328, + 0.464844, + 0.330078, + 0.449219, + 0.427734, + 0.445312, + 0.451172, + 0.330078, + 0.498047, + 0.46875, + 0.486328, + 0.470703, + 0.482422, + 0.429688, + 0.515625, + 0.361328, + 0.488281, + 0.482422, + 0.472656, + 0.376953, + 0.511719, + 0.462891, + 0.478516, + 0.480469, + 0.447266, + 0.478516, + 0.417969, + 0.458984, + 0.480469, + 0.277344, + 0.46875, + 0.453125, + 0.474609, + 0.476562, + 0.486328, + 0.470703, + 0.449219, + 0.462891, + 0.535156, + 0.498047, + 0.417969, + 0.476562, + 0.46875, + 0.498047, + 0.486328, + 0.472656, + 0.488281, + 0.443359, + 0.431641, + 0.476562, + 0.492188, + 0.478516, + 0.5, + 0.472656, + 0.478516, + 0.470703, + 0.462891, + 0.439453, + 0.490234, + 0.457031, + 0.384766, + 0.490234, + 0.490234, + 0.5, + 0.460938, + 0.503906, + 0.376953, + 0.486328, + 0.482422, + 0.492188, + 0.470703, + 0.455078, + 0.486328, + 0.488281, + 0.46875, + 0.482422, + 0.478516, + 0.488281, + 0.425781, + 0.431641, + 0.503906, + 0.5, + 0.462891, + 0.443359, + 0.492188, + 0.291016, + 0.443359, + 0.46875, + 0.478516, + 0.423828, + 0.490234, + 0.396484, + 0.476562, + 0.429688, + 0.449219, + 0.498047, + 0.394531, + 0.482422, + 0.335938, + 0.4375, + 0.443359, + 0.476562, + 0.443359, + 0.466797, + 0.464844, + 0.490234, + 0.480469, + 0.449219, + 0.484375, + 0.373047, + 0.386719, + 0.470703, + 0.332031, + 0.486328, + 0.494141, + 0.472656, + 0.462891, + 0.511719, + 0.46875, + 0.46875, + 0.435547, + 0.476562, + 0.474609, + 0.494141, + 0.470703, + 0.335938, + 0.46875, + 0.492188, + 0.498047, + 0.402344, + 0.484375, + 0.466797, + 0.488281, + 0.402344, + 0.498047, + 0.417969, + 0.445312, + 0.492188, + 0.466797, + 0.482422, + 0.5, + 0.435547, + 0.457031, + 0.410156, + 0.554688, + 0.478516, + 0.472656, + 0.515625, + 0.464844, + 0.46875, + 0.455078, + 0.492188, + 0.476562, + 0.394531, + 0.464844, + 0.503906, + 0.449219, + 0.503906, + 0.371094, + 0.462891, + 0.412109, + 0.470703, + 0.470703, + 0.478516, + 0.435547, + 0.462891, + 0.519531, + 0.464844, + 0.490234, + 0.46875, + 0.371094, + 0.363281, + 0.476562, + 0.488281, + 0.480469, + 0.431641, + 0.484375, + 0.488281, + 0.466797, + 0.453125, + 0.478516, + 0.488281, + 0.449219, + 0.472656, + 0.34375, + 0.458984, + 0.480469, + 0.458984, + 0.476562, + 0.470703, + 0.484375, + 0.46875, + 0.124512, + 0.511719, + 0.464844, + 0.490234, + 0.482422, + 0.433594, + 0.496094, + 0.371094, + 0.478516, + 0.474609, + 0.453125, + 0.476562, + 0.486328, + 0.5, + 0.425781, + 0.490234, + 0.445312, + 0.478516, + 0.476562, + 0.3125, + 0.5, + 0.353516, + 0.455078, + 0.480469, + 0.478516, + 0.455078, + 0.492188, + 0.474609, + 0.412109, + 0.324219, + 0.466797, + 0.455078, + 0.494141, + 0.380859, + 0.494141, + 0.46875, + 0.490234, + 0.478516, + 0.478516, + 0.494141, + 0.480469, + 0.470703, + 0.416016, + 0.5, + 0.480469, + 0.492188, + 0.486328, + 0.523438, + 0.466797, + 0.455078, + 0.4375, + 0.431641, + 0.486328, + 0.419922, + 0.490234, + 0.490234, + 0.486328, + 0.480469, + 0.480469, + 0.447266, + 0.496094, + 0.46875, + 0.472656, + 0.523438, + 0.5, + 0.496094, + 0.455078, + 0.470703, + 0.484375, + 0.259766, + 0.464844, + 0.476562, + 0.457031, + 0.402344, + 0.460938, + 0.449219, + 0.460938, + 0.466797, + 0.457031, + 0.404297, + 0.480469, + 0.498047, + 0.494141, + 0.396484, + 0.466797, + 0.480469, + 0.289062, + 0.482422, + 0.40625, + 0.453125, + 0.445312, + 0.496094, + 0.458984, + 0.476562, + 0.482422, + 0.482422, + 0.492188, + 0.361328, + 0.466797, + 0.490234, + 0.472656, + 0.496094, + 0.466797, + 0.496094, + 0.400391, + 0.152344, + 0.361328, + 0.478516, + 0.478516, + 0.429688, + 0.498047, + 0.460938, + 0.378906, + 0.40625, + 0.490234, + 0.478516, + 0.451172, + 0.490234, + 0.453125, + 0.490234, + 0.494141, + 0.439453, + 0.421875, + 0.476562, + 0.488281, + 0.439453, + 0.476562, + 0.488281, + 0.447266, + 0.361328, + 0.490234, + 0.490234, + 0.494141, + 0.472656, + 0.451172, + 0.451172, + 0.470703, + 0.496094, + 0.496094, + 0.476562, + 0.388672, + 0.453125, + 0.431641, + 0.476562, + 0.488281, + 0.498047, + 0.235352, + 0.474609, + 0.445312, + 0.492188, + 0.474609, + 0.507812, + 0.503906, + 0.478516, + 0.480469, + 0.267578, + 0.503906, + 0.5, + 0.472656, + 0.5, + 0.425781, + 0.46875, + 0.482422, + 0.361328, + 0.396484, + 0.451172, + 0.457031, + 0.462891, + 0.474609, + 0.503906, + 0.5, + 0.429688, + 0.464844, + 0.357422, + 0.482422, + 0.433594, + 0.476562, + 0.480469, + 0.496094, + 0.482422, + 0.484375, + 0.453125, + 0.464844, + 0.457031, + 0.511719, + 0.492188, + 0.443359, + 0.492188, + 0.458984, + 0.443359, + 0.507812, + 0.3125, + 0.480469, + 0.457031, + 0.419922, + 0.457031, + 0.507812, + 0.503906, + 0.470703, + 0.5, + 0.480469, + 0.482422, + 0.5, + 0.4375, + 0.482422, + 0.476562, + 0.470703, + 0.486328, + 0.382812, + 0.417969, + 0.472656, + 0.494141, + 0.478516, + 0.474609, + 0.490234, + 0.498047, + 0.464844, + 0.451172, + 0.476562, + 0.474609, + 0.421875, + 0.482422, + 0.488281, + 0.478516, + 0.496094, + 0.511719, + 0.466797, + 0.484375, + 0.507812, + 0.447266, + 0.519531, + 0.503906, + 0.455078, + 0.482422, + 0.480469, + 0.474609, + 0.484375, + 0.427734, + 0.488281, + 0.482422, + 0.507812, + 0.431641, + 0.388672, + 0.390625, + 0.519531, + 0.476562, + 0.486328, + 0.613281, + 0.466797, + 0.5, + 0.470703, + 0.382812, + 0.478516, + 0.466797, + 0.460938, + 0.470703, + 0.458984, + 0.453125, + 0.419922, + 0.435547, + 0.470703, + 0.476562, + 0.494141, + 0.390625, + 0.484375, + 0.484375, + 0.46875, + 0.494141, + 0.511719, + 0.511719, + 0.480469, + 0.486328, + 0.447266, + 0.375, + 0.457031, + 0.490234, + 0.472656, + 0.470703, + 0.507812, + 0.449219, + 0.478516, + 0.378906, + 0.378906, + 0.460938, + 0.488281, + 0.458984, + 0.503906, + 0.511719, + 0.46875, + 0.476562, + 0.492188, + 0.488281, + 0.490234, + 0.441406, + 0.492188, + 0.462891, + 0.488281, + 0.380859, + 0.431641, + 0.380859, + 0.457031, + 0.480469, + 0.400391, + 0.482422, + 0.554688, + 0.449219, + 0.474609, + 0.558594, + 0.376953, + 0.427734, + 0.453125, + 0.402344, + 0.443359, + 0.449219, + 0.453125, + 0.4375, + 0.503906, + 0.149414, + 0.380859, + 0.511719, + 0.480469 + ] + }, + "name": "model.model.layers.38.post_attention_layernorm.weight", + "outputIndexes": [ + 3155 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3154 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_38/Mul_output_0", + "outputIndexes": [ + 3156 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3155, + 3156 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_38/Mul_1_output_0", + "outputIndexes": [ + 3157 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3157 + ], + "outputIndexes": [ + 5468 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5468 + ], + "outputIndexes": [ + 5469 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/gate_proj/Linear", + "inputIndexes": [ + 5469 + ], + "outputIndexes": [ + 5470 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 384036660, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5470 + ], + "outputIndexes": [ + 5471 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5471 + ], + "outputIndexes": [ + 3158 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3158 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_38/Sigmoid_output_0", + "outputIndexes": [ + 3159 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3158, + 3159 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_38/Mul_output_0", + "outputIndexes": [ + 3160 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3157 + ], + "outputIndexes": [ + 5472 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5472 + ], + "outputIndexes": [ + 5473 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/up_proj/Linear", + "inputIndexes": [ + 5473 + ], + "outputIndexes": [ + 5474 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 386617162, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5474 + ], + "outputIndexes": [ + 5475 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5475 + ], + "outputIndexes": [ + 3161 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3160, + 3161 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_38/Mul_output_0", + "outputIndexes": [ + 3162 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3162 + ], + "outputIndexes": [ + 5476 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5476 + ], + "outputIndexes": [ + 5477 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/down_proj/Linear", + "inputIndexes": [ + 5477 + ], + "outputIndexes": [ + 5478 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 389197664, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5478 + ], + "outputIndexes": [ + 5479 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.38/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5479 + ], + "outputIndexes": [ + 3163 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3154, + 3163 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_194_output_0", + "outputIndexes": [ + 3164 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3164, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_351_output_0", + "outputIndexes": [ + 3165 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.470703, + 0.441406, + 0.416016, + 0.457031, + 0.439453, + 0.449219, + 0.921875, + 0.435547, + 0.429688, + 0.486328, + 0.609375, + 0.455078, + 0.402344, + 0.414062, + 0.410156, + 0.435547, + 0.703125, + 0.439453, + 0.462891, + 0.472656, + 0.457031, + 0.443359, + 0.490234, + 0.474609, + 0.439453, + 0.462891, + 0.453125, + 0.421875, + 0.46875, + 0.427734, + 0.554688, + 0.259766, + 0.445312, + 0.447266, + 0.449219, + 0.443359, + 0.511719, + 0.416016, + 0.539062, + 0.507812, + 0.441406, + 0.462891, + 0.464844, + 0.470703, + 0.494141, + 0.447266, + 0.447266, + 0.478516, + 0.447266, + 0.570312, + 0.431641, + 0.59375, + 0.417969, + 0.507812, + 0.523438, + 0.460938, + 0.464844, + 0.421875, + 0.470703, + 0.476562, + 0.466797, + 0.462891, + 0.449219, + 0.458984, + 0.482422, + 0.570312, + 0.683594, + 0.574219, + 0.414062, + 0.625, + 0.439453, + 0.447266, + 0.451172, + 0.464844, + 0.435547, + 0.441406, + 0.503906, + 0.414062, + 0.558594, + 0.455078, + 0.464844, + 0.449219, + 0.421875, + 0.443359, + 0.476562, + 0.480469, + 0.470703, + 0.496094, + 0.486328, + 0.503906, + 0.457031, + 0.433594, + 0.498047, + 0.472656, + 0.582031, + 0.5, + 0.589844, + 0.474609, + 0.427734, + 0.439453, + 0.476562, + 0.460938, + 0.416016, + 0.4375, + 0.480469, + 0.554688, + 0.464844, + 0.470703, + 0.400391, + 0.390625, + 0.425781, + 0.466797, + 0.408203, + 0.5, + 0.464844, + 0.601562, + 0.478516, + 0.451172, + 0.451172, + 0.466797, + 0.46875, + 0.449219, + 0.423828, + 0.515625, + 0.455078, + 0.449219, + 0.871094, + 0.427734, + 0.408203, + 0.410156, + 0.443359, + 0.376953, + 0.476562, + 0.482422, + 0.451172, + 0.470703, + 0.460938, + 0.451172, + 0.71875, + 0.476562, + 0.46875, + 0.419922, + 0.464844, + 0.449219, + 0.384766, + 0.46875, + 0.439453, + 0.410156, + 0.394531, + 0.429688, + 0.447266, + 0.449219, + 0.412109, + 0.449219, + 0.433594, + 0.429688, + 0.4375, + 0.4375, + 0.570312, + 0.480469, + 0.570312, + 0.447266, + 0.482422, + 0.429688, + 0.417969, + 0.441406, + 0.558594, + 0.474609, + 0.421875, + 0.515625, + 0.433594, + 0.4375, + 0.441406, + 0.441406, + 0.578125, + 0.400391, + 0.472656, + 0.451172, + 0.439453, + 0.472656, + 0.408203, + 0.447266, + 0.429688, + 0.443359, + 0.414062, + 0.519531, + 0.443359, + 0.443359, + 0.476562, + 0.46875, + 0.435547, + 0.476562, + 0.5625, + 0.419922, + 0.482422, + 0.447266, + 0.466797, + 0.503906, + 0.147461, + 0.46875, + 0.4375, + 0.414062, + 0.445312, + 0.439453, + 0.466797, + 0.431641, + 0.457031, + 0.441406, + 0.490234, + 0.4375, + 0.449219, + 0.439453, + 0.474609, + 0.535156, + 0.447266, + 0.484375, + 0.433594, + 0.458984, + 0.457031, + 0.427734, + 0.447266, + 0.472656, + 0.439453, + 0.435547, + 0.449219, + 0.476562, + 0.478516, + 0.535156, + 0.503906, + 0.457031, + 0.451172, + 0.632812, + 0.453125, + 0.476562, + 0.460938, + 0.484375, + 0.488281, + 0.492188, + 0.40625, + 0.425781, + 0.445312, + 0.460938, + 0.435547, + 0.482422, + 0.445312, + 0.464844, + 0.416016, + 0.431641, + 0.441406, + 0.498047, + 0.447266, + 0.451172, + 0.482422, + 0.474609, + 0.503906, + 0.466797, + 0.464844, + 0.408203, + 0.470703, + 0.429688, + 0.472656, + 0.476562, + 0.455078, + 0.462891, + 0.443359, + 0.474609, + 0.404297, + 0.449219, + 0.478516, + 0.472656, + 0.714844, + 0.40625, + 0.453125, + 0.6875, + 0.496094, + 0.443359, + 0.429688, + 0.490234, + 0.494141, + 0.429688, + 0.449219, + 0.464844, + 0.435547, + 0.503906, + 0.457031, + 0.453125, + 0.429688, + 0.431641, + 0.414062, + 0.460938, + 0.449219, + 0.484375, + 0.443359, + 0.507812, + 0.449219, + 0.417969, + 0.306641, + 0.4375, + 0.417969, + 0.466797, + 0.414062, + 0.464844, + 0.423828, + 0.484375, + 0.458984, + 0.429688, + 0.470703, + 0.455078, + 0.423828, + 0.472656, + 0.503906, + 0.474609, + 0.412109, + 0.511719, + 0.474609, + 0.402344, + 0.392578, + 0.4375, + 0.554688, + 0.482422, + 0.455078, + 0.457031, + 0.492188, + 0.417969, + 0.498047, + 0.488281, + 0.4375, + 0.462891, + 0.443359, + 0.419922, + 0.632812, + 0.478516, + 0.460938, + 0.453125, + 0.527344, + 0.443359, + 0.457031, + 0.416016, + 0.550781, + 0.519531, + 0.429688, + 0.4375, + 0.472656, + 0.445312, + 0.466797, + 0.498047, + 0.462891, + 0.441406, + 0.474609, + 0.431641, + 0.453125, + 0.427734, + 0.4375, + 0.478516, + 0.441406, + 0.511719, + 0.466797, + 0.445312, + 0.410156, + 0.480469, + 0.423828, + 0.46875, + 0.476562, + 0.425781, + 0.451172, + 0.462891, + 0.462891, + 0.447266, + 0.433594, + 0.441406, + 0.4375, + 0.400391, + 0.447266, + 0.519531, + 0.494141, + 0.455078, + 0.445312, + 0.447266, + 0.441406, + 0.550781, + 0.695312, + 0.470703, + 0.53125, + 0.441406, + 0.427734, + 0.423828, + 0.527344, + 0.460938, + 0.5, + 0.453125, + 0.453125, + 0.601562, + 0.457031, + 0.453125, + 0.490234, + 0.470703, + 0.451172, + 0.464844, + 0.441406, + 0.423828, + 0.490234, + 0.486328, + 0.535156, + 0.417969, + 0.419922, + 0.462891, + 0.494141, + 0.472656, + 0.429688, + 0.433594, + 0.435547, + 0.476562, + 0.425781, + 0.478516, + 0.441406, + 0.439453, + 0.443359, + 0.462891, + 0.427734, + 0.5, + 0.441406, + 0.451172, + 0.5, + 0.427734, + 0.449219, + 0.457031, + 0.435547, + 0.445312, + 0.617188, + 0.472656, + 0.578125, + 0.476562, + 0.453125, + 0.472656, + 0.425781, + 0.445312, + 0.460938, + 0.482422, + 0.427734, + 0.408203, + 0.480469, + 0.478516, + 0.503906, + 0.460938, + 0.439453, + 0.605469, + 0.373047, + 0.460938, + 0.515625, + 0.421875, + 0.511719, + 0.636719, + 0.455078, + 0.441406, + 0.433594, + 0.460938, + 0.472656, + 0.447266, + 0.46875, + 0.443359, + 0.458984, + 0.480469, + 0.464844, + 0.466797, + 0.546875, + 0.449219, + 0.455078, + 0.457031, + 0.458984, + 0.511719, + 0.492188, + 0.431641, + 0.455078, + 0.5, + 0.449219, + 0.449219, + 0.478516, + 0.423828, + 0.492188, + 0.451172, + 0.447266, + 0.482422, + 0.457031, + 0.445312, + 0.4375, + 0.476562, + 0.472656, + 0.490234, + 0.431641, + 0.412109, + 0.492188, + 0.462891, + 0.447266, + 0.425781, + 0.433594, + 0.458984, + 0.433594, + 0.455078, + 0.46875, + 0.470703, + 0.964844, + 0.433594, + 0.441406, + 0.46875, + 0.535156, + 0.449219, + 0.458984, + 0.470703, + 0.507812, + 0.470703, + 0.472656, + 0.441406, + 0.597656, + 0.453125, + 0.455078, + 0.490234, + 0.453125, + 0.482422, + 0.433594, + 0.449219, + 0.421875, + 0.455078, + 0.558594, + 0.451172, + 0.441406, + 0.474609, + 0.458984, + 0.470703, + 0.462891, + 0.490234, + 0.625, + 0.472656, + 0.472656, + 0.546875, + 0.470703, + 0.457031, + 0.443359, + 0.441406, + 0.451172, + 0.453125, + 0.480469, + 0.480469, + 0.476562, + 0.40625, + 0.435547, + 0.472656, + 0.433594, + 0.597656, + 0.511719, + 0.492188, + 0.498047, + 0.402344, + 0.46875, + 0.429688, + 0.455078, + 0.433594, + 0.464844, + 0.064453, + 0.439453, + 0.523438, + 0.539062, + 0.46875, + 0.431641, + 0.486328, + 0.4375, + 0.515625, + 0.445312, + 0.451172, + 0.476562, + 0.460938, + 0.492188, + 0.457031, + 0.53125, + 0.435547, + 0.441406, + 0.445312, + 0.423828, + 0.4375, + 0.451172, + 0.527344, + 0.458984, + 0.449219, + 0.435547, + 0.474609, + 0.462891, + 0.464844, + 0.435547, + 0.458984, + 0.470703, + 0.410156, + 0.472656, + 0.486328, + 0.447266, + 0.445312, + 0.466797, + 0.490234, + 0.451172, + 0.566406, + 0.457031, + 0.472656, + 0.425781, + 0.462891, + 0.443359, + 0.378906, + 0.546875, + 0.486328, + 0.460938, + 0.451172, + 0.458984, + 0.416016, + 0.451172, + 0.455078, + 0.460938, + 0.482422, + 0.457031, + 0.417969, + 0.699219, + 0.443359, + 0.433594, + 0.425781, + 0.550781, + 0.369141, + 0.439453, + 0.480469, + 0.453125, + 0.554688, + 0.462891, + 0.726562, + 0.449219, + 0.535156, + 0.875, + 0.419922, + 0.431641, + 0.410156, + 0.470703, + 0.433594, + 0.4375, + 0.443359, + 0.462891, + 0.455078, + 0.503906, + 0.416016, + 0.425781, + 0.474609, + 0.503906, + 0.441406, + 0.423828, + 0.519531, + 0.53125, + 0.628906, + 0.462891, + 0.453125, + 0.435547, + 0.554688, + 0.451172, + 0.458984, + 0.542969, + 0.443359, + 0.492188, + 0.539062, + 0.482422, + 0.427734, + 0.449219, + 0.445312, + 0.431641, + 0.427734, + 0.455078, + 0.435547, + 0.439453, + 0.423828, + 0.445312, + 0.455078, + 0.425781, + 0.527344, + 0.447266, + 0.53125, + 0.494141, + 0.431641, + 0.462891, + 0.470703, + 0.457031, + 0.464844, + 0.917969, + 0.457031, + 0.496094, + 0.507812, + 0.472656, + 0.445312, + 0.458984, + 0.435547, + 0.478516, + 0.455078, + 0.466797, + 0.4375, + 0.484375, + 0.4375, + 0.425781, + 0.414062, + 0.425781, + 0.40625, + 0.447266, + 0.412109, + 0.494141, + 0.449219, + 0.722656, + 0.550781, + 0.40625, + 0.445312, + 0.396484, + 0.496094, + 0.519531, + 0.458984, + 0.443359, + 0.482422, + 0.439453, + 0.447266, + 0.416016, + 0.480469, + 0.535156, + 0.449219, + 0.53125, + 0.423828, + 0.455078, + 0.472656, + 0.449219, + 0.482422, + 0.8125, + 0.449219, + 0.482422, + 0.443359, + 0.457031, + 0.355469, + 0.445312, + 0.421875, + 0.494141, + 0.453125, + 0.515625, + 0.449219, + 0.470703, + 0.453125, + 0.40625, + 0.421875, + 0.431641, + 0.5, + 0.476562, + 0.417969, + 0.828125, + 0.412109, + 0.421875, + 0.546875, + 0.464844, + 0.566406, + 0.404297, + 0.474609, + 0.421875, + 0.410156, + 0.417969, + 0.451172, + 0.503906, + 0.449219, + 0.425781, + 0.550781, + 0.458984, + 0.554688, + 0.462891, + 0.472656, + 0.484375, + 0.386719, + 0.441406, + 0.59375, + 0.484375, + 0.449219, + 0.466797, + 0.439453, + 0.550781, + 0.439453, + 0.455078, + 0.449219, + 0.421875, + 0.431641, + 0.494141, + 0.447266, + 0.519531, + 0.425781, + 0.458984, + 0.470703, + 0.5625, + 0.535156, + 0.443359, + 0.441406, + 0.494141, + 0.378906, + 0.417969, + 0.460938, + 0.445312, + 0.472656, + 0.664062, + 0.429688, + 0.439453, + 0.439453, + 0.4375, + 0.453125, + 0.443359, + 0.478516, + 0.433594, + 0.455078, + 0.4375, + 0.507812, + 0.496094, + 0.484375, + 0.466797, + 0.419922, + 0.478516, + 0.460938, + 0.464844, + 0.472656, + 0.396484, + 0.441406, + 0.462891, + 0.503906, + 0.462891, + 0.527344, + 0.427734, + 0.457031, + 0.460938, + 0.462891, + 0.460938, + 0.488281, + 0.484375, + 0.447266, + 0.458984, + 0.449219, + 0.462891, + 0.574219, + 0.421875, + 0.470703, + 0.439453, + 0.423828, + 0.472656, + 0.431641, + 0.458984, + 0.447266, + 0.431641, + 0.453125, + 0.435547, + 0.474609, + 0.53125, + 0.4375, + 0.423828, + 0.458984, + 0.462891, + 0.412109, + 0.722656, + 0.417969, + 0.462891, + 0.441406, + 0.470703, + 0.455078, + 0.380859, + 0.435547, + 0.486328, + 0.476562, + 0.476562, + 0.53125, + 0.498047, + 0.597656, + 0.453125, + 0.466797, + 0.439453, + 0.464844, + 0.4375, + 0.435547, + 0.447266, + 0.455078, + 0.460938, + 0.441406, + 0.597656, + 0.554688, + 0.425781, + 0.5, + 0.425781, + 0.433594, + 0.445312, + 0.486328, + 0.488281, + 0.478516, + 0.439453, + 0.542969, + 0.445312, + 0.451172, + 0.474609, + 0.443359, + 0.6875, + 0.412109, + 0.429688, + 0.431641, + 0.511719, + 0.435547, + 0.4375, + 0.462891, + 0.527344, + 0.478516, + 0.458984, + 0.449219, + 0.488281, + 0.40625, + 0.4375, + 0.449219, + 0.466797, + 0.46875, + 0.527344, + 0.462891, + 0.447266, + 0.414062, + 0.490234, + 0.417969, + 0.431641, + 0.429688, + 0.484375, + 0.417969, + 0.458984, + 0.472656, + 0.482422, + 0.441406, + 0.435547, + 0.539062, + 0.460938, + 0.503906, + 0.421875, + 0.470703, + 0.460938, + 0.496094, + 0.410156, + 0.453125, + 0.429688, + 0.435547, + 0.445312, + 0.542969, + 0.550781, + 0.425781, + 0.445312, + 0.453125, + 0.486328, + 0.419922, + 0.453125, + 0.484375, + 0.453125, + 0.423828, + 0.4375, + 0.585938, + 0.414062, + 0.539062, + 0.449219, + 0.416016, + 0.457031, + 0.474609, + 0.460938, + 0.443359, + 0.451172, + 0.789062, + 0.451172, + 0.449219, + 0.462891, + 0.482422, + 0.392578, + 0.4375, + 0.542969, + 0.4375, + 0.453125, + 0.550781, + 0.429688, + 0.5, + 0.421875, + 0.460938, + 0.421875, + 0.457031, + 0.445312, + 0.466797, + 0.722656, + 0.433594, + 0.554688, + 0.457031, + 0.451172, + 0.515625, + 0.435547, + 0.490234, + 0.441406, + 0.488281, + 0.691406, + 0.476562, + 0.466797, + 0.464844, + 0.515625, + 0.447266, + 0.439453, + 0.443359, + 0.470703, + 0.412109, + 0.451172, + 0.435547, + 0.464844, + 0.490234, + 0.445312, + 0.5, + 0.480469, + 0.515625, + 0.470703, + 0.458984, + 0.445312, + 0.4375, + 0.464844, + 0.417969, + 0.447266, + 0.507812, + 0.390625, + 0.455078, + 0.464844, + 0.476562, + 0.455078, + 0.443359, + 0.392578, + 0.447266, + 0.443359, + 0.435547, + 0.455078, + 0.421875, + 0.460938, + 0.464844, + 0.546875, + 0.376953, + 0.447266, + 0.439453, + 0.539062, + 0.445312, + 0.378906, + 0.443359, + 0.458984, + 0.5, + 0.472656, + 0.474609, + 0.447266, + 0.455078, + 0.5625, + 0.466797, + 0.451172, + 0.636719, + 0.449219, + 0.46875, + 0.435547, + 0.427734, + 0.453125, + 0.457031, + 0.458984, + 0.443359, + 0.445312, + 0.429688, + 0.550781, + 0.447266, + 0.453125, + 0.445312, + 0.439453, + 0.447266, + 0.457031, + 0.527344, + 0.929688, + 0.636719, + 0.447266, + 0.431641, + 0.478516, + 0.427734, + 0.466797, + 0.679688, + 0.408203, + 0.447266, + 0.445312, + 0.5, + 0.482422, + 0.478516, + 0.466797, + 0.462891, + 0.455078, + 0.498047, + 0.484375, + 0.429688, + 0.462891, + 0.458984, + 0.410156, + 0.498047, + 0.558594, + 0.478516, + 0.464844, + 0.431641, + 0.474609, + 0.408203, + 0.470703, + 0.455078, + 0.507812, + 0.443359, + 0.439453, + 0.546875, + 0.470703, + 0.5, + 0.431641, + 0.453125, + 0.451172, + 0.699219, + 0.392578, + 0.419922, + 0.466797, + 0.416016, + 0.476562, + 0.488281, + 0.480469, + 0.435547, + 0.832031, + 0.457031, + 0.378906, + 0.433594, + 0.480469, + 0.445312, + 0.443359, + 0.474609, + 0.605469, + 0.554688, + 0.429688, + 0.429688, + 0.433594, + 0.423828, + 0.470703, + 0.494141, + 0.466797, + 0.523438, + 0.601562, + 0.427734, + 0.462891, + 0.4375, + 0.451172, + 0.455078, + 0.458984, + 0.480469, + 0.429688, + 0.429688, + 0.466797, + 0.503906, + 0.433594, + 0.507812, + 0.46875, + 0.410156, + 0.498047, + 0.464844, + 0.773438, + 0.455078, + 0.451172, + 0.455078, + 0.425781, + 0.4375, + 0.439453, + 0.466797, + 0.441406, + 0.466797, + 0.458984, + 0.470703, + 0.457031, + 0.435547, + 0.46875, + 0.4375, + 0.455078, + 0.523438, + 0.472656, + 0.449219, + 0.447266, + 0.425781, + 0.460938, + 0.457031, + 0.451172, + 0.449219, + 0.478516, + 0.410156, + 0.466797, + 0.492188, + 0.447266, + 0.412109, + 0.4375, + 0.474609, + 0.46875, + 0.433594, + 0.414062, + 0.486328, + 0.431641, + 0.462891, + 0.460938, + 0.496094, + 0.404297, + 0.482422, + 0.449219, + 0.455078, + 0.488281, + 0.5, + 0.435547, + 0.484375, + 0.376953, + 0.511719, + 0.507812, + 0.515625, + 0.464844, + 0.421875, + 0.494141, + 0.462891, + 0.474609, + 0.458984, + 0.453125, + 0.421875, + 0.435547, + 0.451172, + 0.416016, + 0.4375, + 0.458984, + 0.507812, + 0.445312, + 0.439453, + 0.449219, + 0.447266, + 0.550781, + 0.447266, + 0.412109, + 0.482422, + 0.490234, + 0.449219, + 0.492188, + 0.388672, + 0.427734, + 0.478516, + 0.441406, + 0.435547, + 0.5, + 0.451172, + 0.457031, + 0.443359, + 0.457031, + 0.455078, + 0.507812, + 0.441406, + 0.423828, + 0.488281, + 0.451172, + 0.474609, + 0.380859, + 0.435547, + 0.447266, + 0.457031, + 0.435547, + 0.484375, + 0.464844, + 0.460938, + 0.447266, + 0.453125, + 0.550781, + 0.445312, + 0.527344, + 0.462891, + 0.449219, + 0.511719, + 0.435547, + 0.523438, + 0.507812, + 0.449219, + 0.431641, + 0.494141, + 0.515625, + 0.453125, + 0.507812, + 0.441406, + 0.453125, + 0.4375, + 0.476562, + 0.445312, + 0.980469, + 0.527344, + 0.486328, + 0.445312 + ] + }, + "name": "model.model.layers.39.input_layernorm.weight", + "outputIndexes": [ + 3166 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3165 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_39/Mul_output_0", + "outputIndexes": [ + 3167 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3166, + 3167 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_39/Mul_1_output_0", + "outputIndexes": [ + 3168 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3168 + ], + "outputIndexes": [ + 5480 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5480 + ], + "outputIndexes": [ + 5481 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/q_proj/Linear", + "inputIndexes": [ + 5481 + ], + "outputIndexes": [ + 5482 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 391778166, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5482 + ], + "outputIndexes": [ + 5483 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5483 + ], + "outputIndexes": [ + 3169 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3168 + ], + "main_type": "NONE", + "name": "/Shape_547_output_0", + "outputIndexes": [ + 3170 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3170 + ], + "main_type": "NONE", + "name": "Shape8503", + "outputIndexes": [ + 3171 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3170 + ], + "main_type": "NONE", + "name": "Rank8505", + "outputIndexes": [ + 3172 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3172, + 3172 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8507", + "outputIndexes": [ + 3173 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3173 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8508", + "outputIndexes": [ + 3174 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3173, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8510", + "outputIndexes": [ + 3175 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3175 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8511", + "outputIndexes": [ + 3176 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3171, + 3174, + 3176, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8514", + "outputIndexes": [ + 3177 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3177 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8515", + "outputIndexes": [ + 3178 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 3178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8516", + "outputIndexes": [ + 3179 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3179, + 3178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8517", + "outputIndexes": [ + 3180 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3170, + 3180, + 3173 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_589_output_0", + "outputIndexes": [ + 3181 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3181, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1249_output_0", + "outputIndexes": [ + 3182 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3182, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_507_output_0", + "outputIndexes": [ + 3183 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3169, + 3183 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_352_output_0", + "outputIndexes": [ + 3184 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3184, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_312_output_0", + "outputIndexes": [ + 3185 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3184 + ], + "main_type": "NONE", + "name": "/Shape_548_output_0", + "outputIndexes": [ + 3186 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3186 + ], + "main_type": "NONE", + "name": "Shape8524", + "outputIndexes": [ + 3187 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3186 + ], + "main_type": "NONE", + "name": "Rank8526", + "outputIndexes": [ + 3188 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3188, + 3188 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8528", + "outputIndexes": [ + 3189 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3189 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8529", + "outputIndexes": [ + 3190 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3189, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8531", + "outputIndexes": [ + 3191 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3191 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8532", + "outputIndexes": [ + 3192 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3187, + 3190, + 3192, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8535", + "outputIndexes": [ + 3193 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3193 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8536", + "outputIndexes": [ + 3194 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3194 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8537", + "outputIndexes": [ + 3195 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3195, + 3194 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8538", + "outputIndexes": [ + 3196 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3186, + 3196, + 3189 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_590_output_0", + "outputIndexes": [ + 3197 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3197, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_117_output_0", + "outputIndexes": [ + 3198 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3198, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1254_output_0", + "outputIndexes": [ + 3199 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3184, + 3199, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_157_output_0", + "outputIndexes": [ + 3200 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3200 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_78_output_0", + "outputIndexes": [ + 3201 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3184, + 22, + 3199, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_156_output_0", + "outputIndexes": [ + 3202 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3201, + 3202 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_510_output_0", + "outputIndexes": [ + 3203 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3203, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_313_output_0", + "outputIndexes": [ + 3204 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3185, + 3204 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_195_output_0", + "outputIndexes": [ + 3205 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3168 + ], + "outputIndexes": [ + 5484 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5484 + ], + "outputIndexes": [ + 5485 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/k_proj/Linear", + "inputIndexes": [ + 5485 + ], + "outputIndexes": [ + 5486 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 392699788, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5486 + ], + "outputIndexes": [ + 5487 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5487 + ], + "outputIndexes": [ + 3206 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3182, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_508_output_0", + "outputIndexes": [ + 3207 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3206, + 3207 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_353_output_0", + "outputIndexes": [ + 3208 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3208, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_314_output_0", + "outputIndexes": [ + 3209 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3208 + ], + "main_type": "NONE", + "name": "/Shape_549_output_0", + "outputIndexes": [ + 3210 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3210 + ], + "main_type": "NONE", + "name": "Shape8587", + "outputIndexes": [ + 3211 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3210 + ], + "main_type": "NONE", + "name": "Rank8589", + "outputIndexes": [ + 3212 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3212, + 3212 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8591", + "outputIndexes": [ + 3213 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3213 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8592", + "outputIndexes": [ + 3214 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3213, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8594", + "outputIndexes": [ + 3215 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3215 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8595", + "outputIndexes": [ + 3216 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3211, + 3214, + 3216, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8598", + "outputIndexes": [ + 3217 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3217 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8599", + "outputIndexes": [ + 3218 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8600", + "outputIndexes": [ + 3219 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3219, + 3218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8601", + "outputIndexes": [ + 3220 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3210, + 3220, + 3213 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_591_output_0", + "outputIndexes": [ + 3221 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3221, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_118_output_0", + "outputIndexes": [ + 3222 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3222, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1256_output_0", + "outputIndexes": [ + 3223 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3208, + 3223, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_159_output_0", + "outputIndexes": [ + 3224 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3224 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_79_output_0", + "outputIndexes": [ + 3225 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3208, + 22, + 3223, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_158_output_0", + "outputIndexes": [ + 3226 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3225, + 3226 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_511_output_0", + "outputIndexes": [ + 3227 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3227, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_315_output_0", + "outputIndexes": [ + 3228 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3209, + 3228 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_196_output_0", + "outputIndexes": [ + 3229 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3168 + ], + "outputIndexes": [ + 5488 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5488 + ], + "outputIndexes": [ + 5489 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/v_proj/Linear", + "inputIndexes": [ + 5489 + ], + "outputIndexes": [ + 5490 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 392930210, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5490 + ], + "outputIndexes": [ + 5491 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5491 + ], + "outputIndexes": [ + 3230 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3230, + 3207 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_354_output_0", + "outputIndexes": [ + 3231 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3205, + 3229, + 3231, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_359_output_0", + "outputIndexes": [ + 3232 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3232 + ], + "outputIndexes": [ + 5492 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5492 + ], + "outputIndexes": [ + 5493 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/o_proj/Linear", + "inputIndexes": [ + 5493 + ], + "outputIndexes": [ + 5494 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 393160632, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5494 + ], + "outputIndexes": [ + 5495 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5495 + ], + "outputIndexes": [ + 3233 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3165, + 3233 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_198_output_0", + "outputIndexes": [ + 3234 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.416016, + 0.5, + 0.498047, + 0.503906, + 0.498047, + 0.484375, + 0.176758, + 0.494141, + 0.449219, + 0.40625, + 0.384766, + 0.472656, + 0.410156, + 0.466797, + 0.482422, + 0.480469, + 0.238281, + 0.476562, + 0.478516, + 0.394531, + 0.490234, + 0.503906, + 0.449219, + 0.453125, + 0.466797, + 0.5, + 0.443359, + 0.496094, + 0.488281, + 0.480469, + 0.431641, + 0.223633, + 0.492188, + 0.496094, + 0.476562, + 0.472656, + 0.408203, + 0.476562, + 0.341797, + 0.539062, + 0.494141, + 0.486328, + 0.457031, + 0.439453, + 0.419922, + 0.460938, + 0.515625, + 0.429688, + 0.511719, + 0.355469, + 0.498047, + 0.361328, + 0.470703, + 0.498047, + 0.410156, + 0.472656, + 0.527344, + 0.453125, + 0.482422, + 0.5, + 0.492188, + 0.5, + 0.458984, + 0.5, + 0.429688, + 0.419922, + 0.300781, + 0.371094, + 0.515625, + 0.324219, + 0.492188, + 0.378906, + 0.46875, + 0.451172, + 0.486328, + 0.46875, + 0.482422, + 0.503906, + 0.367188, + 0.472656, + 0.460938, + 0.507812, + 0.455078, + 0.464844, + 0.498047, + 0.443359, + 0.515625, + 0.423828, + 0.554688, + 0.402344, + 0.464844, + 0.476562, + 0.417969, + 0.492188, + 0.369141, + 0.410156, + 0.640625, + 0.507812, + 0.503906, + 0.476562, + 0.5, + 0.457031, + 0.486328, + 0.490234, + 0.4375, + 0.402344, + 0.503906, + 0.478516, + 0.476562, + 0.476562, + 0.470703, + 0.511719, + 0.462891, + 0.498047, + 0.511719, + 0.458984, + 0.482422, + 0.490234, + 0.515625, + 0.494141, + 0.492188, + 0.429688, + 0.494141, + 0.439453, + 0.515625, + 0.478516, + 0.212891, + 0.498047, + 0.490234, + 0.462891, + 0.494141, + 0.490234, + 0.492188, + 0.464844, + 0.492188, + 0.490234, + 0.5, + 0.466797, + 0.400391, + 0.462891, + 0.503906, + 0.435547, + 0.488281, + 0.519531, + 0.490234, + 0.5, + 0.482422, + 0.435547, + 0.470703, + 0.492188, + 0.498047, + 0.472656, + 0.472656, + 0.519531, + 0.490234, + 0.4375, + 0.498047, + 0.458984, + 0.394531, + 0.535156, + 0.380859, + 0.482422, + 0.394531, + 0.498047, + 0.458984, + 0.511719, + 0.365234, + 0.507812, + 0.476562, + 0.392578, + 0.453125, + 0.503906, + 0.496094, + 0.464844, + 0.359375, + 0.480469, + 0.453125, + 0.498047, + 0.511719, + 0.507812, + 0.478516, + 0.451172, + 0.484375, + 0.46875, + 0.474609, + 0.503906, + 0.488281, + 0.492188, + 0.503906, + 0.492188, + 0.503906, + 0.457031, + 0.396484, + 0.484375, + 0.5, + 0.480469, + 0.482422, + 0.458984, + 0.15332, + 0.503906, + 0.470703, + 0.470703, + 0.449219, + 0.470703, + 0.472656, + 0.490234, + 0.511719, + 0.474609, + 0.464844, + 0.490234, + 0.46875, + 0.482422, + 0.486328, + 0.412109, + 0.490234, + 0.488281, + 0.486328, + 0.464844, + 0.492188, + 0.470703, + 0.474609, + 0.480469, + 0.433594, + 0.478516, + 0.507812, + 0.464844, + 0.511719, + 0.390625, + 0.578125, + 0.470703, + 0.449219, + 0.394531, + 0.486328, + 0.474609, + 0.507812, + 0.4375, + 0.478516, + 0.441406, + 0.466797, + 0.486328, + 0.496094, + 0.474609, + 0.496094, + 0.494141, + 0.482422, + 0.482422, + 0.425781, + 0.503906, + 0.507812, + 0.496094, + 0.478516, + 0.451172, + 0.371094, + 0.478516, + 0.455078, + 0.496094, + 0.449219, + 0.466797, + 0.453125, + 0.498047, + 0.511719, + 0.484375, + 0.490234, + 0.429688, + 0.496094, + 0.503906, + 0.472656, + 0.496094, + 0.421875, + 0.494141, + 0.273438, + 0.460938, + 0.472656, + 0.234375, + 0.429688, + 0.488281, + 0.480469, + 0.443359, + 0.408203, + 0.496094, + 0.445312, + 0.486328, + 0.476562, + 0.535156, + 0.480469, + 0.482422, + 0.498047, + 0.511719, + 0.484375, + 0.490234, + 0.5, + 0.484375, + 0.488281, + 0.486328, + 0.5, + 0.478516, + 0.441406, + 0.490234, + 0.498047, + 0.494141, + 0.474609, + 0.486328, + 0.474609, + 0.410156, + 0.503906, + 0.5, + 0.439453, + 0.5, + 0.470703, + 0.490234, + 0.416016, + 0.503906, + 0.439453, + 0.435547, + 0.507812, + 0.462891, + 0.476562, + 0.433594, + 0.396484, + 0.480469, + 0.503906, + 0.492188, + 0.523438, + 0.494141, + 0.476562, + 0.443359, + 0.503906, + 0.523438, + 0.498047, + 0.445312, + 0.376953, + 0.433594, + 0.345703, + 0.486328, + 0.451172, + 0.466797, + 0.515625, + 0.414062, + 0.380859, + 0.398438, + 0.460938, + 0.474609, + 0.476562, + 0.412109, + 0.503906, + 0.503906, + 0.457031, + 0.472656, + 0.439453, + 0.484375, + 0.494141, + 0.490234, + 0.445312, + 0.462891, + 0.466797, + 0.519531, + 0.482422, + 0.496094, + 0.462891, + 0.527344, + 0.457031, + 0.455078, + 0.490234, + 0.464844, + 0.5, + 0.466797, + 0.494141, + 0.503906, + 0.443359, + 0.445312, + 0.494141, + 0.474609, + 0.486328, + 0.388672, + 0.480469, + 0.474609, + 0.466797, + 0.498047, + 0.488281, + 0.388672, + 0.167969, + 0.46875, + 0.550781, + 0.488281, + 0.490234, + 0.466797, + 0.4375, + 0.503906, + 0.445312, + 0.484375, + 0.488281, + 0.375, + 0.515625, + 0.400391, + 0.511719, + 0.474609, + 0.476562, + 0.511719, + 0.503906, + 0.488281, + 0.457031, + 0.503906, + 0.414062, + 0.490234, + 0.507812, + 0.455078, + 0.511719, + 0.488281, + 0.5, + 0.486328, + 0.472656, + 0.527344, + 0.46875, + 0.476562, + 0.507812, + 0.507812, + 0.482422, + 0.478516, + 0.476562, + 0.460938, + 0.507812, + 0.476562, + 0.289062, + 0.507812, + 0.498047, + 0.414062, + 0.498047, + 0.462891, + 0.314453, + 0.478516, + 0.367188, + 0.441406, + 0.492188, + 0.490234, + 0.462891, + 0.496094, + 0.515625, + 0.474609, + 0.46875, + 0.476562, + 0.53125, + 0.431641, + 0.441406, + 0.585938, + 0.447266, + 0.435547, + 0.439453, + 0.503906, + 0.40625, + 0.494141, + 0.478516, + 0.396484, + 0.486328, + 0.498047, + 0.498047, + 0.53125, + 0.503906, + 0.486328, + 0.486328, + 0.4375, + 0.472656, + 0.4375, + 0.488281, + 0.488281, + 0.365234, + 0.492188, + 0.462891, + 0.507812, + 0.490234, + 0.425781, + 0.482422, + 0.476562, + 0.486328, + 0.492188, + 0.464844, + 0.480469, + 0.447266, + 0.492188, + 0.464844, + 0.462891, + 0.492188, + 0.5, + 0.503906, + 0.466797, + 0.496094, + 0.447266, + 0.492188, + 0.447266, + 0.476562, + 0.466797, + 0.503906, + 0.511719, + 0.494141, + 0.480469, + 0.480469, + 0.423828, + 0.494141, + 0.484375, + 0.402344, + 0.451172, + 0.139648, + 0.453125, + 0.503906, + 0.486328, + 0.373047, + 0.511719, + 0.46875, + 0.46875, + 0.503906, + 0.478516, + 0.480469, + 0.503906, + 0.185547, + 0.458984, + 0.451172, + 0.574219, + 0.503906, + 0.451172, + 0.470703, + 0.453125, + 0.480469, + 0.498047, + 0.375, + 0.492188, + 0.503906, + 0.457031, + 0.5, + 0.519531, + 0.492188, + 0.453125, + 0.367188, + 0.46875, + 0.421875, + 0.402344, + 0.488281, + 0.484375, + 0.46875, + 0.478516, + 0.476562, + 0.498047, + 0.498047, + 0.410156, + 0.443359, + 0.5, + 0.480469, + 0.449219, + 0.482422, + 0.371094, + 0.451172, + 0.427734, + 0.443359, + 0.486328, + 0.498047, + 0.492188, + 0.5, + 0.5, + 0.482422, + 0.209961, + 0.494141, + 0.402344, + 0.337891, + 0.445312, + 0.5, + 0.46875, + 0.431641, + 0.417969, + 0.488281, + 0.5, + 0.478516, + 0.46875, + 0.527344, + 0.496094, + 0.410156, + 0.490234, + 0.464844, + 0.496094, + 0.470703, + 0.488281, + 0.466797, + 0.416016, + 0.53125, + 0.484375, + 0.464844, + 0.453125, + 0.496094, + 0.488281, + 0.460938, + 0.488281, + 0.503906, + 0.457031, + 0.458984, + 0.433594, + 0.523438, + 0.486328, + 0.511719, + 0.419922, + 0.507812, + 0.365234, + 0.382812, + 0.503906, + 0.492188, + 0.474609, + 0.476562, + 0.433594, + 0.378906, + 0.423828, + 0.498047, + 0.46875, + 0.472656, + 0.494141, + 0.431641, + 0.503906, + 0.470703, + 0.451172, + 0.482422, + 0.46875, + 0.310547, + 0.498047, + 0.476562, + 0.490234, + 0.380859, + 0.478516, + 0.460938, + 0.494141, + 0.472656, + 0.410156, + 0.515625, + 0.287109, + 0.474609, + 0.400391, + 0.139648, + 0.453125, + 0.492188, + 0.480469, + 0.4375, + 0.507812, + 0.464844, + 0.482422, + 0.498047, + 0.486328, + 0.421875, + 0.488281, + 0.482422, + 0.447266, + 0.404297, + 0.462891, + 0.46875, + 0.394531, + 0.443359, + 0.384766, + 0.498047, + 0.503906, + 0.470703, + 0.40625, + 0.482422, + 0.46875, + 0.378906, + 0.492188, + 0.414062, + 0.421875, + 0.46875, + 0.5, + 0.451172, + 0.464844, + 0.488281, + 0.486328, + 0.474609, + 0.490234, + 0.478516, + 0.519531, + 0.494141, + 0.484375, + 0.429688, + 0.277344, + 0.410156, + 0.404297, + 0.474609, + 0.496094, + 0.488281, + 0.498047, + 0.486328, + 0.498047, + 0.15918, + 0.455078, + 0.5, + 0.503906, + 0.429688, + 0.503906, + 0.494141, + 0.464844, + 0.490234, + 0.472656, + 0.486328, + 0.5, + 0.453125, + 0.494141, + 0.498047, + 0.462891, + 0.503906, + 0.492188, + 0.476562, + 0.494141, + 0.435547, + 0.466797, + 0.283203, + 0.408203, + 0.498047, + 0.462891, + 0.425781, + 0.482422, + 0.335938, + 0.515625, + 0.5, + 0.503906, + 0.507812, + 0.474609, + 0.472656, + 0.408203, + 0.412109, + 0.490234, + 0.402344, + 0.457031, + 0.435547, + 0.492188, + 0.494141, + 0.470703, + 0.28125, + 0.457031, + 0.478516, + 0.476562, + 0.492188, + 0.3125, + 0.478516, + 0.480469, + 0.419922, + 0.507812, + 0.425781, + 0.466797, + 0.503906, + 0.478516, + 0.466797, + 0.460938, + 0.503906, + 0.439453, + 0.494141, + 0.496094, + 0.167969, + 0.474609, + 0.490234, + 0.318359, + 0.427734, + 0.373047, + 0.484375, + 0.474609, + 0.492188, + 0.488281, + 0.480469, + 0.443359, + 0.453125, + 0.462891, + 0.488281, + 0.527344, + 0.490234, + 0.367188, + 0.46875, + 0.482422, + 0.453125, + 0.494141, + 0.480469, + 0.333984, + 0.457031, + 0.435547, + 0.447266, + 0.472656, + 0.328125, + 0.503906, + 0.474609, + 0.496094, + 0.46875, + 0.498047, + 0.439453, + 0.511719, + 0.365234, + 0.503906, + 0.498047, + 0.494141, + 0.380859, + 0.503906, + 0.474609, + 0.476562, + 0.488281, + 0.433594, + 0.486328, + 0.421875, + 0.472656, + 0.494141, + 0.28125, + 0.476562, + 0.451172, + 0.494141, + 0.482422, + 0.498047, + 0.472656, + 0.46875, + 0.466797, + 0.535156, + 0.515625, + 0.419922, + 0.470703, + 0.486328, + 0.5, + 0.507812, + 0.482422, + 0.5, + 0.451172, + 0.447266, + 0.480469, + 0.5, + 0.486328, + 0.496094, + 0.494141, + 0.490234, + 0.480469, + 0.470703, + 0.447266, + 0.507812, + 0.470703, + 0.390625, + 0.484375, + 0.498047, + 0.507812, + 0.478516, + 0.519531, + 0.384766, + 0.511719, + 0.494141, + 0.486328, + 0.470703, + 0.464844, + 0.486328, + 0.511719, + 0.480469, + 0.494141, + 0.476562, + 0.507812, + 0.4375, + 0.429688, + 0.511719, + 0.503906, + 0.46875, + 0.457031, + 0.515625, + 0.302734, + 0.449219, + 0.478516, + 0.472656, + 0.431641, + 0.494141, + 0.404297, + 0.492188, + 0.447266, + 0.455078, + 0.515625, + 0.404297, + 0.486328, + 0.349609, + 0.449219, + 0.441406, + 0.472656, + 0.445312, + 0.476562, + 0.482422, + 0.494141, + 0.486328, + 0.449219, + 0.498047, + 0.363281, + 0.388672, + 0.488281, + 0.341797, + 0.498047, + 0.492188, + 0.482422, + 0.472656, + 0.527344, + 0.470703, + 0.470703, + 0.458984, + 0.470703, + 0.480469, + 0.503906, + 0.46875, + 0.345703, + 0.474609, + 0.492188, + 0.507812, + 0.416016, + 0.490234, + 0.470703, + 0.503906, + 0.414062, + 0.503906, + 0.433594, + 0.458984, + 0.503906, + 0.484375, + 0.486328, + 0.503906, + 0.451172, + 0.472656, + 0.417969, + 0.546875, + 0.482422, + 0.486328, + 0.515625, + 0.470703, + 0.472656, + 0.466797, + 0.5, + 0.482422, + 0.404297, + 0.46875, + 0.507812, + 0.462891, + 0.503906, + 0.382812, + 0.472656, + 0.412109, + 0.472656, + 0.484375, + 0.476562, + 0.4375, + 0.484375, + 0.519531, + 0.486328, + 0.503906, + 0.472656, + 0.398438, + 0.357422, + 0.486328, + 0.503906, + 0.486328, + 0.447266, + 0.482422, + 0.496094, + 0.470703, + 0.478516, + 0.492188, + 0.492188, + 0.457031, + 0.462891, + 0.349609, + 0.478516, + 0.488281, + 0.464844, + 0.498047, + 0.478516, + 0.494141, + 0.480469, + 0.120117, + 0.507812, + 0.460938, + 0.484375, + 0.476562, + 0.441406, + 0.5, + 0.396484, + 0.482422, + 0.484375, + 0.470703, + 0.484375, + 0.488281, + 0.507812, + 0.417969, + 0.496094, + 0.449219, + 0.482422, + 0.494141, + 0.316406, + 0.511719, + 0.359375, + 0.464844, + 0.482422, + 0.478516, + 0.457031, + 0.503906, + 0.480469, + 0.408203, + 0.314453, + 0.470703, + 0.453125, + 0.507812, + 0.392578, + 0.490234, + 0.480469, + 0.5, + 0.480469, + 0.492188, + 0.498047, + 0.494141, + 0.486328, + 0.427734, + 0.498047, + 0.498047, + 0.496094, + 0.5, + 0.53125, + 0.488281, + 0.455078, + 0.451172, + 0.443359, + 0.494141, + 0.423828, + 0.496094, + 0.490234, + 0.496094, + 0.486328, + 0.486328, + 0.458984, + 0.498047, + 0.478516, + 0.462891, + 0.515625, + 0.5, + 0.494141, + 0.466797, + 0.480469, + 0.490234, + 0.304688, + 0.484375, + 0.488281, + 0.453125, + 0.412109, + 0.470703, + 0.458984, + 0.460938, + 0.46875, + 0.472656, + 0.410156, + 0.492188, + 0.498047, + 0.507812, + 0.398438, + 0.480469, + 0.494141, + 0.302734, + 0.494141, + 0.414062, + 0.470703, + 0.464844, + 0.503906, + 0.472656, + 0.488281, + 0.490234, + 0.503906, + 0.494141, + 0.375, + 0.480469, + 0.507812, + 0.480469, + 0.503906, + 0.474609, + 0.507812, + 0.414062, + 0.161133, + 0.369141, + 0.488281, + 0.482422, + 0.433594, + 0.494141, + 0.46875, + 0.373047, + 0.419922, + 0.503906, + 0.484375, + 0.443359, + 0.507812, + 0.458984, + 0.498047, + 0.507812, + 0.447266, + 0.417969, + 0.482422, + 0.490234, + 0.449219, + 0.486328, + 0.507812, + 0.458984, + 0.363281, + 0.5, + 0.498047, + 0.5, + 0.46875, + 0.458984, + 0.46875, + 0.490234, + 0.511719, + 0.5, + 0.480469, + 0.384766, + 0.462891, + 0.441406, + 0.486328, + 0.492188, + 0.503906, + 0.251953, + 0.480469, + 0.449219, + 0.494141, + 0.484375, + 0.511719, + 0.515625, + 0.486328, + 0.490234, + 0.273438, + 0.515625, + 0.496094, + 0.486328, + 0.511719, + 0.443359, + 0.472656, + 0.492188, + 0.355469, + 0.394531, + 0.460938, + 0.46875, + 0.476562, + 0.482422, + 0.507812, + 0.507812, + 0.451172, + 0.478516, + 0.359375, + 0.492188, + 0.447266, + 0.482422, + 0.492188, + 0.503906, + 0.492188, + 0.498047, + 0.472656, + 0.482422, + 0.466797, + 0.519531, + 0.507812, + 0.449219, + 0.494141, + 0.455078, + 0.457031, + 0.511719, + 0.322266, + 0.488281, + 0.470703, + 0.4375, + 0.482422, + 0.507812, + 0.503906, + 0.46875, + 0.490234, + 0.488281, + 0.490234, + 0.503906, + 0.441406, + 0.494141, + 0.488281, + 0.458984, + 0.492188, + 0.392578, + 0.427734, + 0.478516, + 0.498047, + 0.476562, + 0.484375, + 0.5, + 0.498047, + 0.478516, + 0.462891, + 0.488281, + 0.492188, + 0.433594, + 0.5, + 0.498047, + 0.488281, + 0.507812, + 0.507812, + 0.488281, + 0.486328, + 0.523438, + 0.464844, + 0.519531, + 0.511719, + 0.470703, + 0.492188, + 0.486328, + 0.476562, + 0.492188, + 0.443359, + 0.503906, + 0.490234, + 0.523438, + 0.435547, + 0.396484, + 0.398438, + 0.53125, + 0.5, + 0.488281, + 0.589844, + 0.472656, + 0.511719, + 0.472656, + 0.386719, + 0.492188, + 0.472656, + 0.470703, + 0.492188, + 0.46875, + 0.464844, + 0.416016, + 0.441406, + 0.466797, + 0.474609, + 0.484375, + 0.396484, + 0.492188, + 0.5, + 0.476562, + 0.498047, + 0.503906, + 0.515625, + 0.498047, + 0.5, + 0.453125, + 0.359375, + 0.460938, + 0.5, + 0.496094, + 0.478516, + 0.507812, + 0.455078, + 0.496094, + 0.373047, + 0.376953, + 0.453125, + 0.498047, + 0.470703, + 0.503906, + 0.523438, + 0.46875, + 0.490234, + 0.494141, + 0.5, + 0.494141, + 0.457031, + 0.515625, + 0.464844, + 0.498047, + 0.388672, + 0.439453, + 0.382812, + 0.466797, + 0.472656, + 0.400391, + 0.480469, + 0.53125, + 0.482422, + 0.480469, + 0.558594, + 0.388672, + 0.412109, + 0.457031, + 0.40625, + 0.453125, + 0.451172, + 0.466797, + 0.451172, + 0.503906, + 0.148438, + 0.394531, + 0.503906, + 0.476562 + ] + }, + "name": "model.model.layers.39.post_attention_layernorm.weight", + "outputIndexes": [ + 3235 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3234 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_39/Mul_output_0", + "outputIndexes": [ + 3236 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3235, + 3236 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_39/Mul_1_output_0", + "outputIndexes": [ + 3237 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3237 + ], + "outputIndexes": [ + 5496 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5496 + ], + "outputIndexes": [ + 5497 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/gate_proj/Linear", + "inputIndexes": [ + 5497 + ], + "outputIndexes": [ + 5498 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 394082254, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5498 + ], + "outputIndexes": [ + 5499 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5499 + ], + "outputIndexes": [ + 3238 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3238 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_39/Sigmoid_output_0", + "outputIndexes": [ + 3239 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3238, + 3239 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_39/Mul_output_0", + "outputIndexes": [ + 3240 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3237 + ], + "outputIndexes": [ + 5500 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5500 + ], + "outputIndexes": [ + 5501 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/up_proj/Linear", + "inputIndexes": [ + 5501 + ], + "outputIndexes": [ + 5502 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 396662756, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5502 + ], + "outputIndexes": [ + 5503 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5503 + ], + "outputIndexes": [ + 3241 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3240, + 3241 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_39/Mul_output_0", + "outputIndexes": [ + 3242 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3242 + ], + "outputIndexes": [ + 5504 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5504 + ], + "outputIndexes": [ + 5505 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/down_proj/Linear", + "inputIndexes": [ + 5505 + ], + "outputIndexes": [ + 5506 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 399243258, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5506 + ], + "outputIndexes": [ + 5507 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.39/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5507 + ], + "outputIndexes": [ + 3243 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3234, + 3243 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_199_output_0", + "outputIndexes": [ + 3244 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3244, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_360_output_0", + "outputIndexes": [ + 3245 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.441406, + 0.435547, + 0.414062, + 0.449219, + 0.423828, + 0.417969, + 0.765625, + 0.460938, + 0.431641, + 0.443359, + 0.582031, + 0.417969, + 0.414062, + 0.416016, + 0.371094, + 0.443359, + 0.550781, + 0.412109, + 0.425781, + 0.482422, + 0.417969, + 0.4375, + 0.470703, + 0.416016, + 0.429688, + 0.427734, + 0.431641, + 0.423828, + 0.427734, + 0.421875, + 0.492188, + 0.296875, + 0.400391, + 0.441406, + 0.421875, + 0.408203, + 0.431641, + 0.421875, + 0.515625, + 0.494141, + 0.416016, + 0.398438, + 0.431641, + 0.435547, + 0.427734, + 0.439453, + 0.466797, + 0.443359, + 0.453125, + 0.546875, + 0.416016, + 0.488281, + 0.416016, + 0.470703, + 0.507812, + 0.414062, + 0.441406, + 0.425781, + 0.441406, + 0.431641, + 0.464844, + 0.423828, + 0.449219, + 0.439453, + 0.449219, + 0.458984, + 0.542969, + 0.498047, + 0.414062, + 0.699219, + 0.421875, + 0.425781, + 0.427734, + 0.441406, + 0.408203, + 0.4375, + 0.519531, + 0.414062, + 0.480469, + 0.433594, + 0.431641, + 0.427734, + 0.400391, + 0.419922, + 0.470703, + 0.435547, + 0.445312, + 0.455078, + 0.457031, + 0.445312, + 0.4375, + 0.427734, + 0.431641, + 0.423828, + 0.441406, + 0.419922, + 0.621094, + 0.429688, + 0.416016, + 0.427734, + 0.464844, + 0.451172, + 0.417969, + 0.4375, + 0.519531, + 0.451172, + 0.433594, + 0.447266, + 0.412109, + 0.394531, + 0.419922, + 0.441406, + 0.410156, + 0.453125, + 0.451172, + 0.476562, + 0.423828, + 0.414062, + 0.443359, + 0.427734, + 0.443359, + 0.40625, + 0.423828, + 0.488281, + 0.441406, + 0.419922, + 0.792969, + 0.40625, + 0.410156, + 0.419922, + 0.451172, + 0.357422, + 0.462891, + 0.443359, + 0.421875, + 0.425781, + 0.427734, + 0.449219, + 0.617188, + 0.451172, + 0.429688, + 0.4375, + 0.4375, + 0.458984, + 0.404297, + 0.439453, + 0.4375, + 0.390625, + 0.392578, + 0.431641, + 0.408203, + 0.425781, + 0.417969, + 0.472656, + 0.429688, + 0.416016, + 0.419922, + 0.402344, + 0.453125, + 0.460938, + 0.478516, + 0.416016, + 0.451172, + 0.429688, + 0.421875, + 0.441406, + 0.486328, + 0.427734, + 0.408203, + 0.474609, + 0.474609, + 0.433594, + 0.423828, + 0.439453, + 0.480469, + 0.384766, + 0.453125, + 0.392578, + 0.435547, + 0.4375, + 0.410156, + 0.425781, + 0.427734, + 0.425781, + 0.396484, + 0.449219, + 0.439453, + 0.4375, + 0.431641, + 0.445312, + 0.421875, + 0.5, + 0.457031, + 0.445312, + 0.435547, + 0.402344, + 0.447266, + 0.453125, + 0.202148, + 0.447266, + 0.439453, + 0.386719, + 0.4375, + 0.423828, + 0.4375, + 0.425781, + 0.427734, + 0.404297, + 0.439453, + 0.447266, + 0.417969, + 0.417969, + 0.427734, + 0.462891, + 0.441406, + 0.416016, + 0.412109, + 0.414062, + 0.439453, + 0.402344, + 0.431641, + 0.458984, + 0.431641, + 0.429688, + 0.451172, + 0.445312, + 0.433594, + 0.423828, + 0.511719, + 0.423828, + 0.435547, + 0.566406, + 0.439453, + 0.455078, + 0.439453, + 0.474609, + 0.433594, + 0.439453, + 0.449219, + 0.431641, + 0.429688, + 0.410156, + 0.402344, + 0.435547, + 0.412109, + 0.447266, + 0.466797, + 0.419922, + 0.435547, + 0.482422, + 0.447266, + 0.458984, + 0.484375, + 0.416016, + 0.492188, + 0.449219, + 0.453125, + 0.394531, + 0.435547, + 0.441406, + 0.433594, + 0.423828, + 0.417969, + 0.431641, + 0.40625, + 0.429688, + 0.425781, + 0.423828, + 0.462891, + 0.441406, + 0.65625, + 0.412109, + 0.416016, + 0.707031, + 0.455078, + 0.417969, + 0.431641, + 0.455078, + 0.404297, + 0.427734, + 0.455078, + 0.425781, + 0.417969, + 0.478516, + 0.414062, + 0.402344, + 0.429688, + 0.423828, + 0.408203, + 0.451172, + 0.439453, + 0.431641, + 0.427734, + 0.447266, + 0.419922, + 0.416016, + 0.353516, + 0.447266, + 0.419922, + 0.417969, + 0.412109, + 0.4375, + 0.40625, + 0.492188, + 0.414062, + 0.408203, + 0.460938, + 0.416016, + 0.412109, + 0.414062, + 0.451172, + 0.421875, + 0.390625, + 0.449219, + 0.412109, + 0.386719, + 0.419922, + 0.441406, + 0.480469, + 0.458984, + 0.427734, + 0.412109, + 0.4375, + 0.40625, + 0.445312, + 0.466797, + 0.419922, + 0.457031, + 0.435547, + 0.431641, + 0.5625, + 0.480469, + 0.486328, + 0.416016, + 0.453125, + 0.416016, + 0.427734, + 0.402344, + 0.46875, + 0.484375, + 0.429688, + 0.427734, + 0.451172, + 0.443359, + 0.412109, + 0.470703, + 0.443359, + 0.410156, + 0.425781, + 0.427734, + 0.451172, + 0.419922, + 0.404297, + 0.433594, + 0.433594, + 0.498047, + 0.416016, + 0.429688, + 0.402344, + 0.439453, + 0.412109, + 0.4375, + 0.427734, + 0.402344, + 0.402344, + 0.416016, + 0.421875, + 0.445312, + 0.429688, + 0.447266, + 0.400391, + 0.40625, + 0.402344, + 0.447266, + 0.458984, + 0.431641, + 0.453125, + 0.460938, + 0.408203, + 0.484375, + 0.65625, + 0.400391, + 0.503906, + 0.439453, + 0.417969, + 0.4375, + 0.462891, + 0.416016, + 0.478516, + 0.419922, + 0.46875, + 0.53125, + 0.443359, + 0.427734, + 0.441406, + 0.425781, + 0.414062, + 0.445312, + 0.431641, + 0.392578, + 0.4375, + 0.457031, + 0.486328, + 0.429688, + 0.410156, + 0.447266, + 0.451172, + 0.425781, + 0.416016, + 0.433594, + 0.425781, + 0.431641, + 0.421875, + 0.417969, + 0.433594, + 0.423828, + 0.416016, + 0.398438, + 0.412109, + 0.589844, + 0.443359, + 0.425781, + 0.566406, + 0.404297, + 0.445312, + 0.412109, + 0.410156, + 0.449219, + 0.53125, + 0.443359, + 0.458984, + 0.423828, + 0.449219, + 0.423828, + 0.390625, + 0.419922, + 0.423828, + 0.417969, + 0.417969, + 0.376953, + 0.460938, + 0.435547, + 0.503906, + 0.474609, + 0.425781, + 0.515625, + 0.431641, + 0.429688, + 0.472656, + 0.421875, + 0.433594, + 0.578125, + 0.429688, + 0.410156, + 0.451172, + 0.476562, + 0.423828, + 0.449219, + 0.414062, + 0.4375, + 0.439453, + 0.445312, + 0.472656, + 0.423828, + 0.464844, + 0.458984, + 0.425781, + 0.435547, + 0.427734, + 0.429688, + 0.466797, + 0.421875, + 0.423828, + 0.453125, + 0.4375, + 0.425781, + 0.412109, + 0.416016, + 0.4375, + 0.429688, + 0.451172, + 0.447266, + 0.4375, + 0.412109, + 0.423828, + 0.472656, + 0.457031, + 0.431641, + 0.410156, + 0.404297, + 0.435547, + 0.441406, + 0.4375, + 0.421875, + 0.423828, + 0.414062, + 0.394531, + 0.400391, + 0.457031, + 0.4375, + 0.738281, + 0.421875, + 0.417969, + 0.433594, + 0.523438, + 0.408203, + 0.435547, + 0.414062, + 0.498047, + 0.464844, + 0.435547, + 0.4375, + 0.691406, + 0.431641, + 0.457031, + 0.482422, + 0.443359, + 0.425781, + 0.40625, + 0.425781, + 0.419922, + 0.414062, + 0.515625, + 0.396484, + 0.445312, + 0.421875, + 0.402344, + 0.431641, + 0.410156, + 0.419922, + 0.503906, + 0.4375, + 0.439453, + 0.423828, + 0.40625, + 0.421875, + 0.441406, + 0.419922, + 0.443359, + 0.435547, + 0.458984, + 0.453125, + 0.457031, + 0.396484, + 0.429688, + 0.441406, + 0.416016, + 0.507812, + 0.476562, + 0.429688, + 0.447266, + 0.398438, + 0.443359, + 0.414062, + 0.417969, + 0.380859, + 0.470703, + 0.071777, + 0.431641, + 0.453125, + 0.523438, + 0.455078, + 0.435547, + 0.4375, + 0.441406, + 0.449219, + 0.400391, + 0.443359, + 0.4375, + 0.480469, + 0.464844, + 0.462891, + 0.458984, + 0.414062, + 0.421875, + 0.429688, + 0.427734, + 0.417969, + 0.412109, + 0.423828, + 0.435547, + 0.427734, + 0.417969, + 0.451172, + 0.412109, + 0.455078, + 0.417969, + 0.419922, + 0.425781, + 0.400391, + 0.408203, + 0.443359, + 0.476562, + 0.408203, + 0.443359, + 0.412109, + 0.447266, + 0.515625, + 0.460938, + 0.435547, + 0.398438, + 0.443359, + 0.419922, + 0.398438, + 0.427734, + 0.460938, + 0.4375, + 0.421875, + 0.443359, + 0.382812, + 0.410156, + 0.417969, + 0.419922, + 0.449219, + 0.441406, + 0.400391, + 0.660156, + 0.425781, + 0.421875, + 0.449219, + 0.410156, + 0.396484, + 0.410156, + 0.443359, + 0.453125, + 0.449219, + 0.4375, + 0.660156, + 0.427734, + 0.470703, + 0.644531, + 0.421875, + 0.390625, + 0.390625, + 0.416016, + 0.404297, + 0.408203, + 0.439453, + 0.455078, + 0.429688, + 0.435547, + 0.431641, + 0.431641, + 0.46875, + 0.423828, + 0.472656, + 0.414062, + 0.423828, + 0.474609, + 0.482422, + 0.423828, + 0.435547, + 0.447266, + 0.486328, + 0.453125, + 0.421875, + 0.458984, + 0.412109, + 0.460938, + 0.523438, + 0.4375, + 0.400391, + 0.408203, + 0.439453, + 0.408203, + 0.4375, + 0.435547, + 0.435547, + 0.4375, + 0.416016, + 0.404297, + 0.398438, + 0.5, + 0.597656, + 0.408203, + 0.451172, + 0.539062, + 0.414062, + 0.427734, + 0.449219, + 0.423828, + 0.427734, + 0.855469, + 0.4375, + 0.460938, + 0.46875, + 0.427734, + 0.423828, + 0.4375, + 0.427734, + 0.457031, + 0.390625, + 0.451172, + 0.410156, + 0.427734, + 0.392578, + 0.410156, + 0.417969, + 0.431641, + 0.386719, + 0.427734, + 0.414062, + 0.441406, + 0.412109, + 0.601562, + 0.494141, + 0.417969, + 0.433594, + 0.410156, + 0.466797, + 0.582031, + 0.464844, + 0.439453, + 0.488281, + 0.435547, + 0.433594, + 0.425781, + 0.439453, + 0.443359, + 0.416016, + 0.470703, + 0.40625, + 0.417969, + 0.455078, + 0.419922, + 0.507812, + 0.6875, + 0.423828, + 0.439453, + 0.425781, + 0.439453, + 0.421875, + 0.423828, + 0.423828, + 0.462891, + 0.447266, + 0.447266, + 0.431641, + 0.419922, + 0.417969, + 0.443359, + 0.404297, + 0.417969, + 0.460938, + 0.443359, + 0.435547, + 0.714844, + 0.419922, + 0.482422, + 0.507812, + 0.4375, + 0.476562, + 0.398438, + 0.445312, + 0.408203, + 0.433594, + 0.384766, + 0.431641, + 0.443359, + 0.412109, + 0.412109, + 0.46875, + 0.464844, + 0.484375, + 0.429688, + 0.441406, + 0.421875, + 0.398438, + 0.425781, + 0.550781, + 0.474609, + 0.421875, + 0.451172, + 0.421875, + 0.535156, + 0.416016, + 0.410156, + 0.427734, + 0.388672, + 0.441406, + 0.464844, + 0.460938, + 0.519531, + 0.431641, + 0.427734, + 0.433594, + 0.53125, + 0.542969, + 0.417969, + 0.410156, + 0.431641, + 0.447266, + 0.439453, + 0.423828, + 0.431641, + 0.429688, + 0.585938, + 0.400391, + 0.433594, + 0.414062, + 0.417969, + 0.441406, + 0.439453, + 0.425781, + 0.445312, + 0.462891, + 0.447266, + 0.494141, + 0.449219, + 0.482422, + 0.484375, + 0.416016, + 0.515625, + 0.462891, + 0.449219, + 0.4375, + 0.421875, + 0.404297, + 0.458984, + 0.451172, + 0.458984, + 0.550781, + 0.412109, + 0.431641, + 0.423828, + 0.439453, + 0.416016, + 0.455078, + 0.447266, + 0.423828, + 0.453125, + 0.421875, + 0.431641, + 0.4375, + 0.398438, + 0.416016, + 0.412109, + 0.416016, + 0.451172, + 0.417969, + 0.439453, + 0.419922, + 0.417969, + 0.416016, + 0.398438, + 0.427734, + 0.457031, + 0.427734, + 0.421875, + 0.472656, + 0.414062, + 0.455078, + 0.816406, + 0.419922, + 0.433594, + 0.419922, + 0.451172, + 0.449219, + 0.441406, + 0.40625, + 0.449219, + 0.429688, + 0.445312, + 0.455078, + 0.458984, + 0.498047, + 0.416016, + 0.445312, + 0.417969, + 0.429688, + 0.429688, + 0.421875, + 0.412109, + 0.408203, + 0.451172, + 0.416016, + 0.419922, + 0.464844, + 0.392578, + 0.496094, + 0.414062, + 0.431641, + 0.433594, + 0.443359, + 0.507812, + 0.425781, + 0.416016, + 0.451172, + 0.435547, + 0.462891, + 0.453125, + 0.425781, + 0.554688, + 0.404297, + 0.419922, + 0.421875, + 0.453125, + 0.451172, + 0.449219, + 0.441406, + 0.494141, + 0.458984, + 0.414062, + 0.447266, + 0.445312, + 0.394531, + 0.457031, + 0.423828, + 0.445312, + 0.439453, + 0.484375, + 0.519531, + 0.419922, + 0.435547, + 0.472656, + 0.398438, + 0.410156, + 0.392578, + 0.480469, + 0.419922, + 0.419922, + 0.425781, + 0.443359, + 0.431641, + 0.425781, + 0.484375, + 0.439453, + 0.474609, + 0.439453, + 0.412109, + 0.431641, + 0.455078, + 0.408203, + 0.482422, + 0.433594, + 0.421875, + 0.414062, + 0.46875, + 0.449219, + 0.40625, + 0.445312, + 0.435547, + 0.488281, + 0.40625, + 0.445312, + 0.433594, + 0.416016, + 0.435547, + 0.4375, + 0.507812, + 0.410156, + 0.484375, + 0.425781, + 0.404297, + 0.425781, + 0.466797, + 0.443359, + 0.458984, + 0.429688, + 0.597656, + 0.457031, + 0.4375, + 0.443359, + 0.443359, + 0.378906, + 0.396484, + 0.451172, + 0.433594, + 0.427734, + 0.470703, + 0.4375, + 0.435547, + 0.429688, + 0.421875, + 0.416016, + 0.451172, + 0.412109, + 0.4375, + 0.71875, + 0.40625, + 0.494141, + 0.427734, + 0.435547, + 0.478516, + 0.441406, + 0.488281, + 0.40625, + 0.464844, + 0.71875, + 0.458984, + 0.4375, + 0.460938, + 0.453125, + 0.421875, + 0.449219, + 0.419922, + 0.439453, + 0.396484, + 0.457031, + 0.417969, + 0.464844, + 0.429688, + 0.417969, + 0.449219, + 0.429688, + 0.480469, + 0.433594, + 0.414062, + 0.419922, + 0.425781, + 0.433594, + 0.382812, + 0.433594, + 0.490234, + 0.394531, + 0.441406, + 0.427734, + 0.457031, + 0.423828, + 0.435547, + 0.400391, + 0.443359, + 0.445312, + 0.423828, + 0.419922, + 0.414062, + 0.386719, + 0.445312, + 0.554688, + 0.394531, + 0.416016, + 0.423828, + 0.460938, + 0.453125, + 0.408203, + 0.414062, + 0.412109, + 0.480469, + 0.462891, + 0.429688, + 0.417969, + 0.421875, + 0.443359, + 0.445312, + 0.421875, + 0.523438, + 0.410156, + 0.417969, + 0.447266, + 0.386719, + 0.429688, + 0.457031, + 0.429688, + 0.449219, + 0.427734, + 0.404297, + 0.5, + 0.431641, + 0.416016, + 0.429688, + 0.433594, + 0.431641, + 0.417969, + 0.417969, + 0.667969, + 0.486328, + 0.443359, + 0.433594, + 0.478516, + 0.431641, + 0.439453, + 0.761719, + 0.460938, + 0.431641, + 0.414062, + 0.455078, + 0.427734, + 0.439453, + 0.455078, + 0.416016, + 0.417969, + 0.460938, + 0.421875, + 0.417969, + 0.423828, + 0.398438, + 0.404297, + 0.470703, + 0.550781, + 0.421875, + 0.46875, + 0.425781, + 0.441406, + 0.392578, + 0.435547, + 0.431641, + 0.441406, + 0.425781, + 0.435547, + 0.433594, + 0.421875, + 0.421875, + 0.417969, + 0.445312, + 0.4375, + 0.808594, + 0.390625, + 0.421875, + 0.433594, + 0.427734, + 0.431641, + 0.447266, + 0.421875, + 0.392578, + 0.742188, + 0.4375, + 0.388672, + 0.427734, + 0.431641, + 0.472656, + 0.414062, + 0.453125, + 0.439453, + 0.447266, + 0.443359, + 0.410156, + 0.439453, + 0.408203, + 0.417969, + 0.472656, + 0.423828, + 0.53125, + 0.574219, + 0.435547, + 0.449219, + 0.410156, + 0.425781, + 0.490234, + 0.423828, + 0.455078, + 0.419922, + 0.402344, + 0.455078, + 0.4375, + 0.435547, + 0.445312, + 0.425781, + 0.431641, + 0.449219, + 0.492188, + 0.761719, + 0.423828, + 0.414062, + 0.435547, + 0.414062, + 0.433594, + 0.445312, + 0.443359, + 0.427734, + 0.449219, + 0.431641, + 0.449219, + 0.4375, + 0.433594, + 0.423828, + 0.431641, + 0.429688, + 0.435547, + 0.429688, + 0.404297, + 0.433594, + 0.390625, + 0.421875, + 0.423828, + 0.441406, + 0.435547, + 0.425781, + 0.388672, + 0.421875, + 0.4375, + 0.453125, + 0.414062, + 0.417969, + 0.447266, + 0.435547, + 0.416016, + 0.394531, + 0.480469, + 0.443359, + 0.462891, + 0.439453, + 0.449219, + 0.417969, + 0.453125, + 0.404297, + 0.451172, + 0.441406, + 0.4375, + 0.4375, + 0.449219, + 0.363281, + 0.507812, + 0.453125, + 0.507812, + 0.455078, + 0.419922, + 0.486328, + 0.417969, + 0.470703, + 0.421875, + 0.462891, + 0.402344, + 0.439453, + 0.423828, + 0.419922, + 0.443359, + 0.431641, + 0.441406, + 0.427734, + 0.439453, + 0.425781, + 0.431641, + 0.472656, + 0.431641, + 0.421875, + 0.447266, + 0.449219, + 0.433594, + 0.466797, + 0.390625, + 0.414062, + 0.458984, + 0.466797, + 0.396484, + 0.458984, + 0.431641, + 0.441406, + 0.453125, + 0.433594, + 0.447266, + 0.447266, + 0.470703, + 0.421875, + 0.431641, + 0.427734, + 0.435547, + 0.388672, + 0.439453, + 0.4375, + 0.460938, + 0.445312, + 0.429688, + 0.439453, + 0.462891, + 0.425781, + 0.392578, + 0.445312, + 0.425781, + 0.435547, + 0.427734, + 0.425781, + 0.441406, + 0.417969, + 0.542969, + 0.4375, + 0.392578, + 0.378906, + 0.474609, + 0.470703, + 0.423828, + 0.455078, + 0.392578, + 0.439453, + 0.439453, + 0.439453, + 0.419922, + 0.824219, + 0.453125, + 0.441406, + 0.419922 + ] + }, + "name": "model.model.layers.40.input_layernorm.weight", + "outputIndexes": [ + 3246 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3245 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_40/Mul_output_0", + "outputIndexes": [ + 3247 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3246, + 3247 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_40/Mul_1_output_0", + "outputIndexes": [ + 3248 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3248 + ], + "outputIndexes": [ + 5508 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5508 + ], + "outputIndexes": [ + 5509 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/q_proj/Linear", + "inputIndexes": [ + 5509 + ], + "outputIndexes": [ + 5510 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 401823760, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5510 + ], + "outputIndexes": [ + 5511 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5511 + ], + "outputIndexes": [ + 3249 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3248 + ], + "main_type": "NONE", + "name": "/Shape_561_output_0", + "outputIndexes": [ + 3250 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3250 + ], + "main_type": "NONE", + "name": "Shape8719", + "outputIndexes": [ + 3251 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3250 + ], + "main_type": "NONE", + "name": "Rank8721", + "outputIndexes": [ + 3252 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3252, + 3252 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8723", + "outputIndexes": [ + 3253 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3253 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8724", + "outputIndexes": [ + 3254 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3253, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8726", + "outputIndexes": [ + 3255 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3255 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8727", + "outputIndexes": [ + 3256 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3251, + 3254, + 3256, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8730", + "outputIndexes": [ + 3257 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3257 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8731", + "outputIndexes": [ + 3258 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 3258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8732", + "outputIndexes": [ + 3259 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3259, + 3258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8733", + "outputIndexes": [ + 3260 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3250, + 3260, + 3253 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_604_output_0", + "outputIndexes": [ + 3261 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3261, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1281_output_0", + "outputIndexes": [ + 3262 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3262, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_520_output_0", + "outputIndexes": [ + 3263 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3249, + 3263 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_361_output_0", + "outputIndexes": [ + 3264 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3264, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_320_output_0", + "outputIndexes": [ + 3265 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3264 + ], + "main_type": "NONE", + "name": "/Shape_562_output_0", + "outputIndexes": [ + 3266 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3266 + ], + "main_type": "NONE", + "name": "Shape8740", + "outputIndexes": [ + 3267 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3266 + ], + "main_type": "NONE", + "name": "Rank8742", + "outputIndexes": [ + 3268 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3268, + 3268 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8744", + "outputIndexes": [ + 3269 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3269 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8745", + "outputIndexes": [ + 3270 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3269, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8747", + "outputIndexes": [ + 3271 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3271 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8748", + "outputIndexes": [ + 3272 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3267, + 3270, + 3272, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8751", + "outputIndexes": [ + 3273 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3273 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8752", + "outputIndexes": [ + 3274 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3274 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8753", + "outputIndexes": [ + 3275 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3275, + 3274 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8754", + "outputIndexes": [ + 3276 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3266, + 3276, + 3269 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_605_output_0", + "outputIndexes": [ + 3277 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3277, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_120_output_0", + "outputIndexes": [ + 3278 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3278, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1286_output_0", + "outputIndexes": [ + 3279 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3264, + 3279, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_161_output_0", + "outputIndexes": [ + 3280 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3280 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_80_output_0", + "outputIndexes": [ + 3281 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3264, + 22, + 3279, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_160_output_0", + "outputIndexes": [ + 3282 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3281, + 3282 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_523_output_0", + "outputIndexes": [ + 3283 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3283, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_321_output_0", + "outputIndexes": [ + 3284 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3265, + 3284 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_200_output_0", + "outputIndexes": [ + 3285 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3248 + ], + "outputIndexes": [ + 5512 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5512 + ], + "outputIndexes": [ + 5513 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/k_proj/Linear", + "inputIndexes": [ + 5513 + ], + "outputIndexes": [ + 5514 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 402745382, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5514 + ], + "outputIndexes": [ + 5515 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5515 + ], + "outputIndexes": [ + 3286 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3262, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_521_output_0", + "outputIndexes": [ + 3287 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3286, + 3287 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_362_output_0", + "outputIndexes": [ + 3288 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3288, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_322_output_0", + "outputIndexes": [ + 3289 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3288 + ], + "main_type": "NONE", + "name": "/Shape_563_output_0", + "outputIndexes": [ + 3290 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3290 + ], + "main_type": "NONE", + "name": "Shape8803", + "outputIndexes": [ + 3291 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3290 + ], + "main_type": "NONE", + "name": "Rank8805", + "outputIndexes": [ + 3292 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3292, + 3292 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8807", + "outputIndexes": [ + 3293 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3293 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8808", + "outputIndexes": [ + 3294 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3293, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8810", + "outputIndexes": [ + 3295 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3295 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8811", + "outputIndexes": [ + 3296 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3291, + 3294, + 3296, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8814", + "outputIndexes": [ + 3297 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3297 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8815", + "outputIndexes": [ + 3298 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8816", + "outputIndexes": [ + 3299 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3299, + 3298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8817", + "outputIndexes": [ + 3300 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3290, + 3300, + 3293 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_606_output_0", + "outputIndexes": [ + 3301 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3301, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_121_output_0", + "outputIndexes": [ + 3302 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3302, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1288_output_0", + "outputIndexes": [ + 3303 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3288, + 3303, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_163_output_0", + "outputIndexes": [ + 3304 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3304 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_81_output_0", + "outputIndexes": [ + 3305 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3288, + 22, + 3303, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_162_output_0", + "outputIndexes": [ + 3306 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3305, + 3306 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_524_output_0", + "outputIndexes": [ + 3307 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3307, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_323_output_0", + "outputIndexes": [ + 3308 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3289, + 3308 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_201_output_0", + "outputIndexes": [ + 3309 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3248 + ], + "outputIndexes": [ + 5516 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5516 + ], + "outputIndexes": [ + 5517 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/v_proj/Linear", + "inputIndexes": [ + 5517 + ], + "outputIndexes": [ + 5518 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 402975804, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5518 + ], + "outputIndexes": [ + 5519 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5519 + ], + "outputIndexes": [ + 3310 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3310, + 3287 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_363_output_0", + "outputIndexes": [ + 3311 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3285, + 3309, + 3311, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_368_output_0", + "outputIndexes": [ + 3312 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3312 + ], + "outputIndexes": [ + 5520 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5520 + ], + "outputIndexes": [ + 5521 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/o_proj/Linear", + "inputIndexes": [ + 5521 + ], + "outputIndexes": [ + 5522 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 403206226, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5522 + ], + "outputIndexes": [ + 5523 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5523 + ], + "outputIndexes": [ + 3313 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3245, + 3313 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_203_output_0", + "outputIndexes": [ + 3314 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.417969, + 0.503906, + 0.5, + 0.511719, + 0.511719, + 0.5, + 0.174805, + 0.503906, + 0.451172, + 0.417969, + 0.365234, + 0.488281, + 0.423828, + 0.476562, + 0.478516, + 0.490234, + 0.261719, + 0.476562, + 0.482422, + 0.398438, + 0.488281, + 0.511719, + 0.457031, + 0.46875, + 0.470703, + 0.511719, + 0.433594, + 0.5, + 0.486328, + 0.488281, + 0.439453, + 0.201172, + 0.5, + 0.511719, + 0.490234, + 0.486328, + 0.408203, + 0.484375, + 0.349609, + 0.542969, + 0.498047, + 0.507812, + 0.470703, + 0.458984, + 0.423828, + 0.466797, + 0.546875, + 0.439453, + 0.515625, + 0.359375, + 0.488281, + 0.363281, + 0.484375, + 0.496094, + 0.423828, + 0.476562, + 0.523438, + 0.464844, + 0.492188, + 0.503906, + 0.5, + 0.5, + 0.472656, + 0.511719, + 0.443359, + 0.425781, + 0.318359, + 0.367188, + 0.523438, + 0.335938, + 0.511719, + 0.365234, + 0.486328, + 0.460938, + 0.507812, + 0.464844, + 0.5, + 0.515625, + 0.378906, + 0.480469, + 0.466797, + 0.523438, + 0.464844, + 0.472656, + 0.503906, + 0.447266, + 0.523438, + 0.425781, + 0.558594, + 0.416016, + 0.472656, + 0.490234, + 0.417969, + 0.490234, + 0.373047, + 0.412109, + 0.621094, + 0.519531, + 0.503906, + 0.484375, + 0.507812, + 0.46875, + 0.492188, + 0.511719, + 0.429688, + 0.410156, + 0.511719, + 0.480469, + 0.474609, + 0.488281, + 0.486328, + 0.523438, + 0.464844, + 0.507812, + 0.511719, + 0.472656, + 0.492188, + 0.5, + 0.511719, + 0.496094, + 0.5, + 0.429688, + 0.507812, + 0.453125, + 0.523438, + 0.488281, + 0.228516, + 0.511719, + 0.494141, + 0.453125, + 0.503906, + 0.488281, + 0.503906, + 0.488281, + 0.5, + 0.486328, + 0.503906, + 0.466797, + 0.408203, + 0.46875, + 0.511719, + 0.439453, + 0.503906, + 0.507812, + 0.503906, + 0.507812, + 0.482422, + 0.447266, + 0.470703, + 0.5, + 0.5, + 0.498047, + 0.490234, + 0.53125, + 0.486328, + 0.447266, + 0.498047, + 0.466797, + 0.388672, + 0.546875, + 0.390625, + 0.494141, + 0.410156, + 0.492188, + 0.466797, + 0.503906, + 0.365234, + 0.527344, + 0.492188, + 0.40625, + 0.455078, + 0.507812, + 0.498047, + 0.474609, + 0.363281, + 0.488281, + 0.46875, + 0.494141, + 0.519531, + 0.511719, + 0.484375, + 0.466797, + 0.496094, + 0.472656, + 0.5, + 0.511719, + 0.498047, + 0.496094, + 0.507812, + 0.503906, + 0.490234, + 0.46875, + 0.386719, + 0.480469, + 0.503906, + 0.480469, + 0.494141, + 0.46875, + 0.143555, + 0.511719, + 0.478516, + 0.478516, + 0.466797, + 0.480469, + 0.478516, + 0.503906, + 0.519531, + 0.482422, + 0.470703, + 0.5, + 0.494141, + 0.5, + 0.503906, + 0.402344, + 0.507812, + 0.488281, + 0.5, + 0.472656, + 0.5, + 0.478516, + 0.490234, + 0.478516, + 0.441406, + 0.478516, + 0.511719, + 0.478516, + 0.515625, + 0.40625, + 0.5625, + 0.472656, + 0.466797, + 0.390625, + 0.496094, + 0.472656, + 0.511719, + 0.445312, + 0.5, + 0.447266, + 0.457031, + 0.5, + 0.503906, + 0.466797, + 0.496094, + 0.503906, + 0.492188, + 0.488281, + 0.398438, + 0.511719, + 0.511719, + 0.498047, + 0.486328, + 0.458984, + 0.361328, + 0.5, + 0.476562, + 0.494141, + 0.474609, + 0.480469, + 0.447266, + 0.488281, + 0.527344, + 0.484375, + 0.503906, + 0.443359, + 0.5, + 0.511719, + 0.464844, + 0.498047, + 0.431641, + 0.503906, + 0.277344, + 0.460938, + 0.482422, + 0.259766, + 0.447266, + 0.494141, + 0.494141, + 0.441406, + 0.417969, + 0.515625, + 0.451172, + 0.507812, + 0.482422, + 0.527344, + 0.490234, + 0.488281, + 0.503906, + 0.507812, + 0.484375, + 0.5, + 0.515625, + 0.5, + 0.507812, + 0.498047, + 0.490234, + 0.474609, + 0.435547, + 0.503906, + 0.498047, + 0.484375, + 0.492188, + 0.494141, + 0.482422, + 0.416016, + 0.5, + 0.494141, + 0.453125, + 0.503906, + 0.462891, + 0.503906, + 0.414062, + 0.507812, + 0.455078, + 0.453125, + 0.503906, + 0.466797, + 0.482422, + 0.443359, + 0.404297, + 0.460938, + 0.511719, + 0.507812, + 0.523438, + 0.490234, + 0.490234, + 0.458984, + 0.503906, + 0.53125, + 0.496094, + 0.451172, + 0.382812, + 0.441406, + 0.345703, + 0.482422, + 0.453125, + 0.494141, + 0.515625, + 0.427734, + 0.392578, + 0.404297, + 0.478516, + 0.480469, + 0.484375, + 0.425781, + 0.515625, + 0.523438, + 0.464844, + 0.494141, + 0.455078, + 0.5, + 0.503906, + 0.492188, + 0.447266, + 0.474609, + 0.486328, + 0.519531, + 0.494141, + 0.507812, + 0.470703, + 0.53125, + 0.460938, + 0.482422, + 0.496094, + 0.486328, + 0.507812, + 0.480469, + 0.494141, + 0.503906, + 0.462891, + 0.451172, + 0.507812, + 0.478516, + 0.5, + 0.412109, + 0.478516, + 0.482422, + 0.480469, + 0.507812, + 0.492188, + 0.396484, + 0.168945, + 0.484375, + 0.546875, + 0.494141, + 0.511719, + 0.458984, + 0.451172, + 0.507812, + 0.447266, + 0.496094, + 0.492188, + 0.392578, + 0.527344, + 0.394531, + 0.507812, + 0.486328, + 0.488281, + 0.511719, + 0.511719, + 0.492188, + 0.478516, + 0.511719, + 0.421875, + 0.5, + 0.503906, + 0.447266, + 0.507812, + 0.498047, + 0.507812, + 0.488281, + 0.478516, + 0.527344, + 0.464844, + 0.478516, + 0.527344, + 0.503906, + 0.492188, + 0.494141, + 0.490234, + 0.439453, + 0.494141, + 0.484375, + 0.289062, + 0.5, + 0.5, + 0.412109, + 0.503906, + 0.482422, + 0.314453, + 0.494141, + 0.373047, + 0.441406, + 0.503906, + 0.490234, + 0.464844, + 0.503906, + 0.511719, + 0.496094, + 0.480469, + 0.480469, + 0.542969, + 0.439453, + 0.453125, + 0.582031, + 0.460938, + 0.439453, + 0.431641, + 0.511719, + 0.40625, + 0.498047, + 0.486328, + 0.40625, + 0.486328, + 0.515625, + 0.5, + 0.535156, + 0.5, + 0.492188, + 0.498047, + 0.431641, + 0.492188, + 0.455078, + 0.496094, + 0.5, + 0.380859, + 0.478516, + 0.457031, + 0.503906, + 0.503906, + 0.433594, + 0.5, + 0.480469, + 0.490234, + 0.494141, + 0.482422, + 0.482422, + 0.451172, + 0.507812, + 0.462891, + 0.478516, + 0.507812, + 0.507812, + 0.511719, + 0.470703, + 0.5, + 0.455078, + 0.492188, + 0.455078, + 0.480469, + 0.464844, + 0.519531, + 0.519531, + 0.5, + 0.498047, + 0.492188, + 0.423828, + 0.486328, + 0.5, + 0.396484, + 0.464844, + 0.150391, + 0.453125, + 0.503906, + 0.5, + 0.351562, + 0.523438, + 0.482422, + 0.482422, + 0.511719, + 0.478516, + 0.484375, + 0.503906, + 0.238281, + 0.472656, + 0.458984, + 0.570312, + 0.507812, + 0.455078, + 0.472656, + 0.462891, + 0.496094, + 0.507812, + 0.380859, + 0.507812, + 0.519531, + 0.474609, + 0.5, + 0.527344, + 0.5, + 0.458984, + 0.380859, + 0.474609, + 0.421875, + 0.371094, + 0.503906, + 0.486328, + 0.478516, + 0.488281, + 0.484375, + 0.507812, + 0.511719, + 0.414062, + 0.462891, + 0.511719, + 0.486328, + 0.457031, + 0.482422, + 0.376953, + 0.460938, + 0.447266, + 0.445312, + 0.496094, + 0.511719, + 0.503906, + 0.503906, + 0.5, + 0.488281, + 0.201172, + 0.5, + 0.40625, + 0.333984, + 0.445312, + 0.511719, + 0.478516, + 0.431641, + 0.416016, + 0.5, + 0.523438, + 0.494141, + 0.474609, + 0.519531, + 0.5, + 0.435547, + 0.5, + 0.470703, + 0.507812, + 0.486328, + 0.507812, + 0.462891, + 0.40625, + 0.535156, + 0.486328, + 0.46875, + 0.462891, + 0.503906, + 0.5, + 0.472656, + 0.492188, + 0.5, + 0.460938, + 0.472656, + 0.439453, + 0.523438, + 0.498047, + 0.523438, + 0.425781, + 0.503906, + 0.369141, + 0.378906, + 0.5, + 0.486328, + 0.478516, + 0.484375, + 0.423828, + 0.384766, + 0.433594, + 0.503906, + 0.484375, + 0.494141, + 0.498047, + 0.449219, + 0.507812, + 0.474609, + 0.455078, + 0.5, + 0.494141, + 0.322266, + 0.492188, + 0.482422, + 0.507812, + 0.380859, + 0.472656, + 0.470703, + 0.5, + 0.478516, + 0.416016, + 0.515625, + 0.294922, + 0.498047, + 0.382812, + 0.133789, + 0.460938, + 0.486328, + 0.490234, + 0.445312, + 0.511719, + 0.474609, + 0.498047, + 0.507812, + 0.5, + 0.439453, + 0.492188, + 0.490234, + 0.457031, + 0.423828, + 0.462891, + 0.480469, + 0.402344, + 0.453125, + 0.402344, + 0.511719, + 0.519531, + 0.462891, + 0.412109, + 0.492188, + 0.492188, + 0.394531, + 0.503906, + 0.416016, + 0.423828, + 0.46875, + 0.503906, + 0.46875, + 0.478516, + 0.492188, + 0.492188, + 0.472656, + 0.490234, + 0.484375, + 0.511719, + 0.511719, + 0.496094, + 0.402344, + 0.275391, + 0.416016, + 0.402344, + 0.423828, + 0.507812, + 0.5, + 0.507812, + 0.494141, + 0.498047, + 0.171875, + 0.464844, + 0.507812, + 0.515625, + 0.443359, + 0.507812, + 0.503906, + 0.480469, + 0.498047, + 0.482422, + 0.5, + 0.511719, + 0.462891, + 0.494141, + 0.494141, + 0.480469, + 0.507812, + 0.5, + 0.472656, + 0.5, + 0.4375, + 0.474609, + 0.291016, + 0.414062, + 0.503906, + 0.466797, + 0.431641, + 0.503906, + 0.339844, + 0.527344, + 0.503906, + 0.511719, + 0.511719, + 0.486328, + 0.496094, + 0.423828, + 0.417969, + 0.488281, + 0.416016, + 0.470703, + 0.427734, + 0.511719, + 0.488281, + 0.490234, + 0.277344, + 0.470703, + 0.476562, + 0.470703, + 0.503906, + 0.332031, + 0.470703, + 0.474609, + 0.421875, + 0.515625, + 0.433594, + 0.486328, + 0.511719, + 0.482422, + 0.453125, + 0.476562, + 0.503906, + 0.453125, + 0.511719, + 0.511719, + 0.164062, + 0.484375, + 0.486328, + 0.316406, + 0.439453, + 0.384766, + 0.494141, + 0.488281, + 0.503906, + 0.511719, + 0.496094, + 0.449219, + 0.464844, + 0.46875, + 0.503906, + 0.519531, + 0.484375, + 0.384766, + 0.472656, + 0.486328, + 0.46875, + 0.494141, + 0.484375, + 0.326172, + 0.482422, + 0.431641, + 0.460938, + 0.474609, + 0.333984, + 0.515625, + 0.470703, + 0.515625, + 0.474609, + 0.507812, + 0.451172, + 0.539062, + 0.373047, + 0.507812, + 0.503906, + 0.496094, + 0.375, + 0.515625, + 0.482422, + 0.472656, + 0.496094, + 0.431641, + 0.490234, + 0.425781, + 0.472656, + 0.488281, + 0.296875, + 0.480469, + 0.480469, + 0.5, + 0.492188, + 0.515625, + 0.486328, + 0.46875, + 0.46875, + 0.539062, + 0.519531, + 0.425781, + 0.494141, + 0.486328, + 0.5, + 0.503906, + 0.492188, + 0.507812, + 0.453125, + 0.449219, + 0.480469, + 0.503906, + 0.5, + 0.503906, + 0.490234, + 0.472656, + 0.496094, + 0.484375, + 0.455078, + 0.511719, + 0.474609, + 0.392578, + 0.503906, + 0.511719, + 0.507812, + 0.478516, + 0.523438, + 0.398438, + 0.507812, + 0.503906, + 0.494141, + 0.480469, + 0.480469, + 0.507812, + 0.507812, + 0.488281, + 0.503906, + 0.484375, + 0.503906, + 0.443359, + 0.449219, + 0.507812, + 0.511719, + 0.480469, + 0.455078, + 0.5, + 0.316406, + 0.457031, + 0.488281, + 0.492188, + 0.441406, + 0.503906, + 0.400391, + 0.486328, + 0.458984, + 0.464844, + 0.511719, + 0.398438, + 0.5, + 0.365234, + 0.457031, + 0.464844, + 0.488281, + 0.455078, + 0.490234, + 0.488281, + 0.507812, + 0.492188, + 0.464844, + 0.498047, + 0.375, + 0.392578, + 0.492188, + 0.332031, + 0.5, + 0.507812, + 0.488281, + 0.494141, + 0.527344, + 0.480469, + 0.488281, + 0.46875, + 0.492188, + 0.498047, + 0.507812, + 0.472656, + 0.367188, + 0.474609, + 0.494141, + 0.519531, + 0.439453, + 0.492188, + 0.490234, + 0.498047, + 0.417969, + 0.507812, + 0.4375, + 0.462891, + 0.498047, + 0.486328, + 0.490234, + 0.527344, + 0.462891, + 0.474609, + 0.429688, + 0.539062, + 0.503906, + 0.484375, + 0.492188, + 0.478516, + 0.470703, + 0.46875, + 0.507812, + 0.490234, + 0.419922, + 0.474609, + 0.523438, + 0.458984, + 0.511719, + 0.386719, + 0.472656, + 0.414062, + 0.484375, + 0.492188, + 0.5, + 0.445312, + 0.478516, + 0.53125, + 0.490234, + 0.498047, + 0.478516, + 0.388672, + 0.375, + 0.5, + 0.507812, + 0.5, + 0.457031, + 0.486328, + 0.507812, + 0.490234, + 0.476562, + 0.494141, + 0.496094, + 0.464844, + 0.482422, + 0.355469, + 0.466797, + 0.494141, + 0.480469, + 0.507812, + 0.490234, + 0.515625, + 0.472656, + 0.125977, + 0.527344, + 0.476562, + 0.5, + 0.498047, + 0.439453, + 0.490234, + 0.392578, + 0.488281, + 0.492188, + 0.474609, + 0.492188, + 0.498047, + 0.507812, + 0.449219, + 0.498047, + 0.46875, + 0.490234, + 0.484375, + 0.328125, + 0.511719, + 0.369141, + 0.480469, + 0.498047, + 0.503906, + 0.476562, + 0.519531, + 0.482422, + 0.419922, + 0.332031, + 0.482422, + 0.472656, + 0.511719, + 0.388672, + 0.494141, + 0.470703, + 0.511719, + 0.480469, + 0.494141, + 0.503906, + 0.498047, + 0.503906, + 0.425781, + 0.5, + 0.511719, + 0.5, + 0.507812, + 0.527344, + 0.498047, + 0.464844, + 0.445312, + 0.449219, + 0.515625, + 0.441406, + 0.492188, + 0.503906, + 0.496094, + 0.484375, + 0.496094, + 0.464844, + 0.511719, + 0.484375, + 0.486328, + 0.511719, + 0.507812, + 0.492188, + 0.474609, + 0.478516, + 0.503906, + 0.279297, + 0.488281, + 0.488281, + 0.466797, + 0.416016, + 0.474609, + 0.462891, + 0.470703, + 0.482422, + 0.480469, + 0.404297, + 0.503906, + 0.507812, + 0.507812, + 0.402344, + 0.488281, + 0.498047, + 0.318359, + 0.492188, + 0.408203, + 0.474609, + 0.46875, + 0.515625, + 0.476562, + 0.488281, + 0.507812, + 0.488281, + 0.494141, + 0.361328, + 0.492188, + 0.507812, + 0.496094, + 0.507812, + 0.484375, + 0.511719, + 0.408203, + 0.176758, + 0.378906, + 0.490234, + 0.478516, + 0.4375, + 0.507812, + 0.486328, + 0.378906, + 0.404297, + 0.507812, + 0.490234, + 0.464844, + 0.511719, + 0.476562, + 0.511719, + 0.492188, + 0.445312, + 0.4375, + 0.498047, + 0.507812, + 0.46875, + 0.488281, + 0.511719, + 0.460938, + 0.361328, + 0.507812, + 0.503906, + 0.515625, + 0.498047, + 0.46875, + 0.470703, + 0.498047, + 0.507812, + 0.507812, + 0.484375, + 0.400391, + 0.466797, + 0.453125, + 0.5, + 0.507812, + 0.511719, + 0.261719, + 0.480469, + 0.455078, + 0.507812, + 0.498047, + 0.527344, + 0.523438, + 0.492188, + 0.494141, + 0.28125, + 0.523438, + 0.498047, + 0.492188, + 0.515625, + 0.439453, + 0.482422, + 0.515625, + 0.369141, + 0.400391, + 0.46875, + 0.474609, + 0.478516, + 0.488281, + 0.519531, + 0.511719, + 0.451172, + 0.476562, + 0.357422, + 0.494141, + 0.445312, + 0.498047, + 0.503906, + 0.511719, + 0.503906, + 0.5, + 0.460938, + 0.478516, + 0.470703, + 0.539062, + 0.5, + 0.464844, + 0.503906, + 0.46875, + 0.460938, + 0.515625, + 0.318359, + 0.503906, + 0.46875, + 0.433594, + 0.484375, + 0.519531, + 0.511719, + 0.482422, + 0.511719, + 0.515625, + 0.494141, + 0.507812, + 0.447266, + 0.5, + 0.494141, + 0.474609, + 0.492188, + 0.386719, + 0.435547, + 0.482422, + 0.515625, + 0.492188, + 0.492188, + 0.503906, + 0.507812, + 0.488281, + 0.464844, + 0.490234, + 0.498047, + 0.4375, + 0.5, + 0.519531, + 0.496094, + 0.519531, + 0.515625, + 0.488281, + 0.498047, + 0.511719, + 0.474609, + 0.535156, + 0.515625, + 0.482422, + 0.5, + 0.5, + 0.492188, + 0.511719, + 0.443359, + 0.503906, + 0.5, + 0.515625, + 0.4375, + 0.40625, + 0.404297, + 0.535156, + 0.498047, + 0.496094, + 0.574219, + 0.486328, + 0.515625, + 0.480469, + 0.392578, + 0.494141, + 0.476562, + 0.470703, + 0.486328, + 0.447266, + 0.476562, + 0.421875, + 0.449219, + 0.482422, + 0.476562, + 0.498047, + 0.40625, + 0.486328, + 0.486328, + 0.476562, + 0.503906, + 0.507812, + 0.511719, + 0.494141, + 0.503906, + 0.462891, + 0.367188, + 0.462891, + 0.496094, + 0.492188, + 0.486328, + 0.515625, + 0.46875, + 0.496094, + 0.386719, + 0.390625, + 0.464844, + 0.498047, + 0.470703, + 0.507812, + 0.503906, + 0.488281, + 0.494141, + 0.5, + 0.507812, + 0.5, + 0.464844, + 0.507812, + 0.474609, + 0.496094, + 0.394531, + 0.443359, + 0.400391, + 0.460938, + 0.482422, + 0.410156, + 0.498047, + 0.542969, + 0.470703, + 0.496094, + 0.542969, + 0.394531, + 0.419922, + 0.464844, + 0.408203, + 0.457031, + 0.460938, + 0.480469, + 0.460938, + 0.519531, + 0.146484, + 0.396484, + 0.511719, + 0.480469 + ] + }, + "name": "model.model.layers.40.post_attention_layernorm.weight", + "outputIndexes": [ + 3315 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3314 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_40/Mul_output_0", + "outputIndexes": [ + 3316 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3315, + 3316 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_40/Mul_1_output_0", + "outputIndexes": [ + 3317 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3317 + ], + "outputIndexes": [ + 5524 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5524 + ], + "outputIndexes": [ + 5525 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/gate_proj/Linear", + "inputIndexes": [ + 5525 + ], + "outputIndexes": [ + 5526 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 404127848, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5526 + ], + "outputIndexes": [ + 5527 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5527 + ], + "outputIndexes": [ + 3318 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3318 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_40/Sigmoid_output_0", + "outputIndexes": [ + 3319 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3318, + 3319 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_40/Mul_output_0", + "outputIndexes": [ + 3320 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3317 + ], + "outputIndexes": [ + 5528 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5528 + ], + "outputIndexes": [ + 5529 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/up_proj/Linear", + "inputIndexes": [ + 5529 + ], + "outputIndexes": [ + 5530 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 406708350, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5530 + ], + "outputIndexes": [ + 5531 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5531 + ], + "outputIndexes": [ + 3321 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3320, + 3321 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_40/Mul_output_0", + "outputIndexes": [ + 3322 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3322 + ], + "outputIndexes": [ + 5532 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5532 + ], + "outputIndexes": [ + 5533 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/down_proj/Linear", + "inputIndexes": [ + 5533 + ], + "outputIndexes": [ + 5534 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 409288852, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5534 + ], + "outputIndexes": [ + 5535 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.40/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5535 + ], + "outputIndexes": [ + 3323 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3314, + 3323 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_204_output_0", + "outputIndexes": [ + 3324 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3324, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_369_output_0", + "outputIndexes": [ + 3325 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.453125, + 0.417969, + 0.40625, + 0.433594, + 0.400391, + 0.423828, + 0.945312, + 0.425781, + 0.429688, + 0.492188, + 0.648438, + 0.402344, + 0.394531, + 0.394531, + 0.386719, + 0.412109, + 0.738281, + 0.400391, + 0.410156, + 0.503906, + 0.423828, + 0.404297, + 0.447266, + 0.445312, + 0.443359, + 0.394531, + 0.412109, + 0.410156, + 0.416016, + 0.40625, + 0.507812, + 0.300781, + 0.402344, + 0.427734, + 0.439453, + 0.421875, + 0.515625, + 0.40625, + 0.601562, + 0.460938, + 0.417969, + 0.404297, + 0.431641, + 0.441406, + 0.460938, + 0.447266, + 0.458984, + 0.445312, + 0.416016, + 0.628906, + 0.380859, + 0.636719, + 0.402344, + 0.443359, + 0.515625, + 0.412109, + 0.398438, + 0.419922, + 0.433594, + 0.423828, + 0.425781, + 0.414062, + 0.433594, + 0.410156, + 0.435547, + 0.542969, + 0.714844, + 0.558594, + 0.384766, + 0.753906, + 0.414062, + 0.443359, + 0.423828, + 0.419922, + 0.423828, + 0.417969, + 0.464844, + 0.40625, + 0.546875, + 0.443359, + 0.439453, + 0.419922, + 0.410156, + 0.398438, + 0.431641, + 0.427734, + 0.398438, + 0.484375, + 0.453125, + 0.507812, + 0.451172, + 0.423828, + 0.464844, + 0.427734, + 0.5, + 0.511719, + 0.515625, + 0.425781, + 0.388672, + 0.445312, + 0.4375, + 0.4375, + 0.421875, + 0.429688, + 0.515625, + 0.507812, + 0.408203, + 0.412109, + 0.416016, + 0.365234, + 0.392578, + 0.433594, + 0.410156, + 0.433594, + 0.455078, + 0.511719, + 0.414062, + 0.433594, + 0.394531, + 0.398438, + 0.457031, + 0.433594, + 0.384766, + 0.486328, + 0.441406, + 0.4375, + 0.972656, + 0.398438, + 0.390625, + 0.402344, + 0.416016, + 0.380859, + 0.441406, + 0.425781, + 0.425781, + 0.423828, + 0.40625, + 0.414062, + 0.65625, + 0.431641, + 0.404297, + 0.394531, + 0.410156, + 0.404297, + 0.398438, + 0.441406, + 0.419922, + 0.40625, + 0.390625, + 0.402344, + 0.4375, + 0.451172, + 0.396484, + 0.457031, + 0.423828, + 0.419922, + 0.404297, + 0.427734, + 0.523438, + 0.423828, + 0.474609, + 0.453125, + 0.472656, + 0.427734, + 0.400391, + 0.441406, + 0.65625, + 0.429688, + 0.410156, + 0.5, + 0.433594, + 0.427734, + 0.421875, + 0.4375, + 0.601562, + 0.402344, + 0.455078, + 0.416016, + 0.427734, + 0.443359, + 0.412109, + 0.4375, + 0.412109, + 0.435547, + 0.404297, + 0.435547, + 0.414062, + 0.429688, + 0.423828, + 0.412109, + 0.421875, + 0.439453, + 0.498047, + 0.412109, + 0.431641, + 0.414062, + 0.425781, + 0.451172, + 0.141602, + 0.455078, + 0.427734, + 0.390625, + 0.427734, + 0.410156, + 0.425781, + 0.398438, + 0.417969, + 0.396484, + 0.46875, + 0.408203, + 0.416016, + 0.417969, + 0.419922, + 0.498047, + 0.421875, + 0.412109, + 0.396484, + 0.392578, + 0.396484, + 0.414062, + 0.414062, + 0.419922, + 0.394531, + 0.433594, + 0.441406, + 0.425781, + 0.419922, + 0.511719, + 0.441406, + 0.414062, + 0.455078, + 0.65625, + 0.412109, + 0.443359, + 0.425781, + 0.453125, + 0.427734, + 0.455078, + 0.427734, + 0.398438, + 0.417969, + 0.419922, + 0.412109, + 0.4375, + 0.410156, + 0.455078, + 0.429688, + 0.416016, + 0.423828, + 0.464844, + 0.410156, + 0.439453, + 0.498047, + 0.433594, + 0.476562, + 0.423828, + 0.443359, + 0.392578, + 0.435547, + 0.386719, + 0.421875, + 0.431641, + 0.435547, + 0.447266, + 0.412109, + 0.4375, + 0.421875, + 0.429688, + 0.455078, + 0.4375, + 0.796875, + 0.398438, + 0.433594, + 0.785156, + 0.484375, + 0.40625, + 0.419922, + 0.472656, + 0.472656, + 0.416016, + 0.449219, + 0.429688, + 0.425781, + 0.443359, + 0.455078, + 0.427734, + 0.40625, + 0.40625, + 0.408203, + 0.416016, + 0.394531, + 0.40625, + 0.419922, + 0.460938, + 0.404297, + 0.402344, + 0.337891, + 0.404297, + 0.435547, + 0.417969, + 0.386719, + 0.398438, + 0.402344, + 0.498047, + 0.416016, + 0.410156, + 0.478516, + 0.410156, + 0.371094, + 0.417969, + 0.480469, + 0.433594, + 0.412109, + 0.458984, + 0.400391, + 0.392578, + 0.408203, + 0.455078, + 0.527344, + 0.460938, + 0.412109, + 0.398438, + 0.449219, + 0.382812, + 0.443359, + 0.492188, + 0.40625, + 0.425781, + 0.400391, + 0.421875, + 0.660156, + 0.435547, + 0.498047, + 0.414062, + 0.455078, + 0.414062, + 0.40625, + 0.384766, + 0.539062, + 0.511719, + 0.414062, + 0.412109, + 0.421875, + 0.419922, + 0.441406, + 0.453125, + 0.439453, + 0.412109, + 0.478516, + 0.390625, + 0.425781, + 0.410156, + 0.416016, + 0.441406, + 0.441406, + 0.443359, + 0.400391, + 0.412109, + 0.398438, + 0.431641, + 0.388672, + 0.457031, + 0.419922, + 0.421875, + 0.419922, + 0.404297, + 0.408203, + 0.427734, + 0.431641, + 0.445312, + 0.386719, + 0.378906, + 0.421875, + 0.507812, + 0.460938, + 0.423828, + 0.419922, + 0.423828, + 0.414062, + 0.574219, + 0.742188, + 0.449219, + 0.5, + 0.416016, + 0.408203, + 0.392578, + 0.449219, + 0.402344, + 0.466797, + 0.380859, + 0.441406, + 0.632812, + 0.414062, + 0.472656, + 0.435547, + 0.408203, + 0.435547, + 0.421875, + 0.421875, + 0.394531, + 0.445312, + 0.441406, + 0.498047, + 0.408203, + 0.400391, + 0.460938, + 0.453125, + 0.439453, + 0.398438, + 0.394531, + 0.416016, + 0.443359, + 0.386719, + 0.429688, + 0.419922, + 0.382812, + 0.4375, + 0.394531, + 0.390625, + 0.519531, + 0.449219, + 0.425781, + 0.675781, + 0.416016, + 0.410156, + 0.455078, + 0.40625, + 0.429688, + 0.652344, + 0.451172, + 0.578125, + 0.460938, + 0.408203, + 0.435547, + 0.390625, + 0.425781, + 0.396484, + 0.402344, + 0.384766, + 0.390625, + 0.449219, + 0.451172, + 0.46875, + 0.4375, + 0.431641, + 0.5, + 0.4375, + 0.410156, + 0.523438, + 0.412109, + 0.494141, + 0.621094, + 0.427734, + 0.40625, + 0.414062, + 0.4375, + 0.421875, + 0.435547, + 0.419922, + 0.455078, + 0.433594, + 0.435547, + 0.435547, + 0.417969, + 0.617188, + 0.435547, + 0.429688, + 0.402344, + 0.429688, + 0.482422, + 0.431641, + 0.410156, + 0.433594, + 0.408203, + 0.441406, + 0.427734, + 0.4375, + 0.384766, + 0.453125, + 0.443359, + 0.445312, + 0.431641, + 0.408203, + 0.396484, + 0.410156, + 0.447266, + 0.417969, + 0.433594, + 0.396484, + 0.414062, + 0.425781, + 0.449219, + 0.410156, + 0.449219, + 0.40625, + 0.460938, + 0.384766, + 0.443359, + 0.480469, + 0.439453, + 0.910156, + 0.433594, + 0.419922, + 0.451172, + 0.574219, + 0.427734, + 0.4375, + 0.433594, + 0.441406, + 0.451172, + 0.423828, + 0.421875, + 0.75, + 0.4375, + 0.46875, + 0.464844, + 0.449219, + 0.445312, + 0.386719, + 0.419922, + 0.398438, + 0.423828, + 0.507812, + 0.398438, + 0.427734, + 0.458984, + 0.412109, + 0.429688, + 0.404297, + 0.457031, + 0.605469, + 0.449219, + 0.470703, + 0.457031, + 0.412109, + 0.394531, + 0.427734, + 0.4375, + 0.410156, + 0.421875, + 0.435547, + 0.464844, + 0.464844, + 0.384766, + 0.408203, + 0.447266, + 0.435547, + 0.59375, + 0.503906, + 0.455078, + 0.464844, + 0.382812, + 0.419922, + 0.402344, + 0.40625, + 0.439453, + 0.46875, + 0.077637, + 0.439453, + 0.5, + 0.605469, + 0.457031, + 0.390625, + 0.4375, + 0.458984, + 0.458984, + 0.40625, + 0.451172, + 0.431641, + 0.455078, + 0.414062, + 0.414062, + 0.486328, + 0.396484, + 0.414062, + 0.404297, + 0.404297, + 0.429688, + 0.435547, + 0.494141, + 0.419922, + 0.404297, + 0.386719, + 0.441406, + 0.412109, + 0.433594, + 0.394531, + 0.423828, + 0.414062, + 0.423828, + 0.429688, + 0.433594, + 0.410156, + 0.404297, + 0.421875, + 0.445312, + 0.404297, + 0.566406, + 0.466797, + 0.439453, + 0.378906, + 0.474609, + 0.394531, + 0.339844, + 0.490234, + 0.453125, + 0.416016, + 0.414062, + 0.410156, + 0.367188, + 0.414062, + 0.398438, + 0.412109, + 0.458984, + 0.421875, + 0.404297, + 0.753906, + 0.425781, + 0.408203, + 0.414062, + 0.486328, + 0.375, + 0.441406, + 0.431641, + 0.435547, + 0.484375, + 0.443359, + 0.765625, + 0.423828, + 0.519531, + 0.835938, + 0.410156, + 0.423828, + 0.400391, + 0.433594, + 0.400391, + 0.398438, + 0.447266, + 0.435547, + 0.431641, + 0.476562, + 0.398438, + 0.412109, + 0.474609, + 0.480469, + 0.447266, + 0.400391, + 0.5, + 0.472656, + 0.585938, + 0.421875, + 0.427734, + 0.408203, + 0.523438, + 0.416016, + 0.400391, + 0.476562, + 0.404297, + 0.478516, + 0.566406, + 0.429688, + 0.394531, + 0.445312, + 0.419922, + 0.388672, + 0.408203, + 0.4375, + 0.416016, + 0.425781, + 0.423828, + 0.429688, + 0.404297, + 0.472656, + 0.636719, + 0.427734, + 0.53125, + 0.484375, + 0.398438, + 0.410156, + 0.433594, + 0.404297, + 0.441406, + 0.933594, + 0.427734, + 0.462891, + 0.443359, + 0.466797, + 0.404297, + 0.392578, + 0.40625, + 0.433594, + 0.408203, + 0.417969, + 0.404297, + 0.443359, + 0.384766, + 0.398438, + 0.412109, + 0.40625, + 0.410156, + 0.398438, + 0.384766, + 0.474609, + 0.394531, + 0.753906, + 0.558594, + 0.410156, + 0.431641, + 0.392578, + 0.429688, + 0.492188, + 0.451172, + 0.429688, + 0.443359, + 0.408203, + 0.417969, + 0.400391, + 0.458984, + 0.5, + 0.384766, + 0.519531, + 0.423828, + 0.447266, + 0.421875, + 0.425781, + 0.507812, + 0.871094, + 0.435547, + 0.443359, + 0.429688, + 0.441406, + 0.417969, + 0.412109, + 0.402344, + 0.486328, + 0.451172, + 0.474609, + 0.414062, + 0.408203, + 0.410156, + 0.427734, + 0.400391, + 0.408203, + 0.441406, + 0.410156, + 0.408203, + 0.882812, + 0.417969, + 0.445312, + 0.488281, + 0.435547, + 0.527344, + 0.404297, + 0.4375, + 0.400391, + 0.404297, + 0.394531, + 0.435547, + 0.439453, + 0.421875, + 0.433594, + 0.453125, + 0.460938, + 0.558594, + 0.453125, + 0.412109, + 0.439453, + 0.376953, + 0.423828, + 0.652344, + 0.490234, + 0.414062, + 0.433594, + 0.431641, + 0.574219, + 0.423828, + 0.417969, + 0.416016, + 0.404297, + 0.417969, + 0.472656, + 0.431641, + 0.535156, + 0.416016, + 0.419922, + 0.421875, + 0.5625, + 0.511719, + 0.410156, + 0.404297, + 0.410156, + 0.402344, + 0.412109, + 0.472656, + 0.431641, + 0.414062, + 0.644531, + 0.410156, + 0.394531, + 0.412109, + 0.421875, + 0.4375, + 0.408203, + 0.433594, + 0.429688, + 0.431641, + 0.423828, + 0.466797, + 0.455078, + 0.451172, + 0.460938, + 0.390625, + 0.474609, + 0.427734, + 0.496094, + 0.449219, + 0.390625, + 0.419922, + 0.441406, + 0.472656, + 0.449219, + 0.4375, + 0.414062, + 0.398438, + 0.460938, + 0.417969, + 0.412109, + 0.515625, + 0.445312, + 0.412109, + 0.4375, + 0.396484, + 0.425781, + 0.5, + 0.408203, + 0.445312, + 0.421875, + 0.40625, + 0.449219, + 0.410156, + 0.435547, + 0.416016, + 0.400391, + 0.394531, + 0.408203, + 0.476562, + 0.484375, + 0.40625, + 0.427734, + 0.474609, + 0.419922, + 0.378906, + 0.773438, + 0.392578, + 0.412109, + 0.416016, + 0.464844, + 0.429688, + 0.398438, + 0.410156, + 0.457031, + 0.460938, + 0.431641, + 0.486328, + 0.429688, + 0.613281, + 0.400391, + 0.449219, + 0.412109, + 0.423828, + 0.416016, + 0.429688, + 0.400391, + 0.419922, + 0.447266, + 0.425781, + 0.494141, + 0.507812, + 0.394531, + 0.601562, + 0.392578, + 0.416016, + 0.410156, + 0.419922, + 0.484375, + 0.441406, + 0.404297, + 0.482422, + 0.429688, + 0.466797, + 0.419922, + 0.414062, + 0.703125, + 0.398438, + 0.419922, + 0.404297, + 0.488281, + 0.423828, + 0.427734, + 0.423828, + 0.486328, + 0.425781, + 0.431641, + 0.435547, + 0.439453, + 0.398438, + 0.447266, + 0.435547, + 0.433594, + 0.423828, + 0.519531, + 0.460938, + 0.423828, + 0.404297, + 0.441406, + 0.404297, + 0.402344, + 0.402344, + 0.4375, + 0.386719, + 0.445312, + 0.423828, + 0.425781, + 0.431641, + 0.396484, + 0.527344, + 0.429688, + 0.482422, + 0.419922, + 0.419922, + 0.427734, + 0.466797, + 0.410156, + 0.433594, + 0.388672, + 0.392578, + 0.400391, + 0.511719, + 0.597656, + 0.40625, + 0.429688, + 0.412109, + 0.480469, + 0.382812, + 0.412109, + 0.427734, + 0.423828, + 0.425781, + 0.40625, + 0.478516, + 0.390625, + 0.535156, + 0.435547, + 0.396484, + 0.423828, + 0.441406, + 0.419922, + 0.410156, + 0.414062, + 0.730469, + 0.417969, + 0.439453, + 0.453125, + 0.458984, + 0.404297, + 0.396484, + 0.59375, + 0.384766, + 0.443359, + 0.494141, + 0.390625, + 0.443359, + 0.419922, + 0.417969, + 0.404297, + 0.441406, + 0.404297, + 0.416016, + 0.847656, + 0.394531, + 0.554688, + 0.455078, + 0.40625, + 0.474609, + 0.423828, + 0.4375, + 0.421875, + 0.482422, + 0.808594, + 0.447266, + 0.449219, + 0.419922, + 0.507812, + 0.404297, + 0.416016, + 0.410156, + 0.441406, + 0.394531, + 0.443359, + 0.400391, + 0.425781, + 0.433594, + 0.410156, + 0.435547, + 0.435547, + 0.451172, + 0.449219, + 0.380859, + 0.421875, + 0.425781, + 0.429688, + 0.357422, + 0.429688, + 0.455078, + 0.375, + 0.398438, + 0.419922, + 0.447266, + 0.441406, + 0.416016, + 0.384766, + 0.4375, + 0.417969, + 0.414062, + 0.396484, + 0.414062, + 0.394531, + 0.425781, + 0.625, + 0.375, + 0.410156, + 0.410156, + 0.482422, + 0.443359, + 0.347656, + 0.416016, + 0.414062, + 0.474609, + 0.449219, + 0.416016, + 0.386719, + 0.40625, + 0.546875, + 0.447266, + 0.421875, + 0.664062, + 0.416016, + 0.455078, + 0.412109, + 0.40625, + 0.427734, + 0.421875, + 0.412109, + 0.414062, + 0.390625, + 0.388672, + 0.535156, + 0.433594, + 0.425781, + 0.416016, + 0.425781, + 0.431641, + 0.423828, + 0.474609, + 0.867188, + 0.609375, + 0.427734, + 0.416016, + 0.490234, + 0.394531, + 0.443359, + 0.679688, + 0.443359, + 0.431641, + 0.390625, + 0.423828, + 0.423828, + 0.470703, + 0.429688, + 0.414062, + 0.408203, + 0.464844, + 0.435547, + 0.394531, + 0.445312, + 0.388672, + 0.398438, + 0.480469, + 0.574219, + 0.431641, + 0.427734, + 0.416016, + 0.431641, + 0.378906, + 0.46875, + 0.416016, + 0.429688, + 0.423828, + 0.425781, + 0.476562, + 0.410156, + 0.429688, + 0.388672, + 0.412109, + 0.414062, + 0.867188, + 0.373047, + 0.404297, + 0.449219, + 0.419922, + 0.423828, + 0.429688, + 0.412109, + 0.412109, + 0.804688, + 0.421875, + 0.345703, + 0.408203, + 0.4375, + 0.478516, + 0.416016, + 0.447266, + 0.585938, + 0.460938, + 0.433594, + 0.402344, + 0.421875, + 0.402344, + 0.414062, + 0.445312, + 0.416016, + 0.511719, + 0.59375, + 0.431641, + 0.435547, + 0.410156, + 0.408203, + 0.445312, + 0.419922, + 0.410156, + 0.408203, + 0.384766, + 0.443359, + 0.433594, + 0.416016, + 0.429688, + 0.433594, + 0.427734, + 0.488281, + 0.464844, + 0.886719, + 0.419922, + 0.417969, + 0.431641, + 0.419922, + 0.417969, + 0.421875, + 0.427734, + 0.412109, + 0.40625, + 0.431641, + 0.429688, + 0.445312, + 0.433594, + 0.425781, + 0.416016, + 0.423828, + 0.523438, + 0.458984, + 0.396484, + 0.396484, + 0.392578, + 0.423828, + 0.412109, + 0.427734, + 0.417969, + 0.457031, + 0.394531, + 0.429688, + 0.466797, + 0.429688, + 0.388672, + 0.435547, + 0.429688, + 0.400391, + 0.396484, + 0.40625, + 0.445312, + 0.429688, + 0.439453, + 0.414062, + 0.455078, + 0.394531, + 0.4375, + 0.414062, + 0.400391, + 0.474609, + 0.400391, + 0.40625, + 0.427734, + 0.369141, + 0.507812, + 0.486328, + 0.458984, + 0.435547, + 0.398438, + 0.435547, + 0.410156, + 0.425781, + 0.416016, + 0.5, + 0.392578, + 0.417969, + 0.400391, + 0.429688, + 0.410156, + 0.458984, + 0.449219, + 0.443359, + 0.404297, + 0.417969, + 0.414062, + 0.515625, + 0.412109, + 0.396484, + 0.431641, + 0.453125, + 0.425781, + 0.421875, + 0.386719, + 0.382812, + 0.453125, + 0.427734, + 0.40625, + 0.427734, + 0.408203, + 0.414062, + 0.421875, + 0.419922, + 0.443359, + 0.507812, + 0.503906, + 0.392578, + 0.410156, + 0.414062, + 0.4375, + 0.339844, + 0.421875, + 0.427734, + 0.435547, + 0.423828, + 0.408203, + 0.431641, + 0.439453, + 0.384766, + 0.398438, + 0.535156, + 0.408203, + 0.498047, + 0.417969, + 0.4375, + 0.482422, + 0.394531, + 0.464844, + 0.460938, + 0.417969, + 0.384766, + 0.480469, + 0.490234, + 0.416016, + 0.490234, + 0.414062, + 0.421875, + 0.460938, + 0.445312, + 0.394531, + 0.984375, + 0.511719, + 0.404297, + 0.417969 + ] + }, + "name": "model.model.layers.41.input_layernorm.weight", + "outputIndexes": [ + 3326 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3325 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_41/Mul_output_0", + "outputIndexes": [ + 3327 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3326, + 3327 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_41/Mul_1_output_0", + "outputIndexes": [ + 3328 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3328 + ], + "outputIndexes": [ + 5536 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5536 + ], + "outputIndexes": [ + 5537 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/q_proj/Linear", + "inputIndexes": [ + 5537 + ], + "outputIndexes": [ + 5538 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 411869354, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5538 + ], + "outputIndexes": [ + 5539 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5539 + ], + "outputIndexes": [ + 3329 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3328 + ], + "main_type": "NONE", + "name": "/Shape_575_output_0", + "outputIndexes": [ + 3330 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3330 + ], + "main_type": "NONE", + "name": "Shape8935", + "outputIndexes": [ + 3331 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3330 + ], + "main_type": "NONE", + "name": "Rank8937", + "outputIndexes": [ + 3332 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3332, + 3332 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8939", + "outputIndexes": [ + 3333 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3333 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8940", + "outputIndexes": [ + 3334 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3333, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8942", + "outputIndexes": [ + 3335 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3335 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8943", + "outputIndexes": [ + 3336 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3331, + 3334, + 3336, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8946", + "outputIndexes": [ + 3337 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3337 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8947", + "outputIndexes": [ + 3338 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 3338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8948", + "outputIndexes": [ + 3339 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3339, + 3338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8949", + "outputIndexes": [ + 3340 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3330, + 3340, + 3333 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_619_output_0", + "outputIndexes": [ + 3341 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3341, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1313_output_0", + "outputIndexes": [ + 3342 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3342, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_533_output_0", + "outputIndexes": [ + 3343 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3329, + 3343 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_370_output_0", + "outputIndexes": [ + 3344 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3344, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_328_output_0", + "outputIndexes": [ + 3345 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3344 + ], + "main_type": "NONE", + "name": "/Shape_576_output_0", + "outputIndexes": [ + 3346 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3346 + ], + "main_type": "NONE", + "name": "Shape8956", + "outputIndexes": [ + 3347 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3346 + ], + "main_type": "NONE", + "name": "Rank8958", + "outputIndexes": [ + 3348 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3348, + 3348 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8960", + "outputIndexes": [ + 3349 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3349 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8961", + "outputIndexes": [ + 3350 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3349, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8963", + "outputIndexes": [ + 3351 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3351 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze8964", + "outputIndexes": [ + 3352 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3347, + 3350, + 3352, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice8967", + "outputIndexes": [ + 3353 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3353 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze8968", + "outputIndexes": [ + 3354 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3354 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8969", + "outputIndexes": [ + 3355 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3355, + 3354 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp8970", + "outputIndexes": [ + 3356 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3346, + 3356, + 3349 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_620_output_0", + "outputIndexes": [ + 3357 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3357, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_123_output_0", + "outputIndexes": [ + 3358 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3358, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1318_output_0", + "outputIndexes": [ + 3359 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3344, + 3359, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_165_output_0", + "outputIndexes": [ + 3360 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3360 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_82_output_0", + "outputIndexes": [ + 3361 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3344, + 22, + 3359, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_164_output_0", + "outputIndexes": [ + 3362 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3361, + 3362 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_536_output_0", + "outputIndexes": [ + 3363 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3363, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_329_output_0", + "outputIndexes": [ + 3364 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3345, + 3364 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_205_output_0", + "outputIndexes": [ + 3365 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3328 + ], + "outputIndexes": [ + 5540 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5540 + ], + "outputIndexes": [ + 5541 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/k_proj/Linear", + "inputIndexes": [ + 5541 + ], + "outputIndexes": [ + 5542 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 412790976, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5542 + ], + "outputIndexes": [ + 5543 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5543 + ], + "outputIndexes": [ + 3366 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3342, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_534_output_0", + "outputIndexes": [ + 3367 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3366, + 3367 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_371_output_0", + "outputIndexes": [ + 3368 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3368, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_330_output_0", + "outputIndexes": [ + 3369 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3368 + ], + "main_type": "NONE", + "name": "/Shape_577_output_0", + "outputIndexes": [ + 3370 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3370 + ], + "main_type": "NONE", + "name": "Shape9019", + "outputIndexes": [ + 3371 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3370 + ], + "main_type": "NONE", + "name": "Rank9021", + "outputIndexes": [ + 3372 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3372, + 3372 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9023", + "outputIndexes": [ + 3373 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3373 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9024", + "outputIndexes": [ + 3374 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3373, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9026", + "outputIndexes": [ + 3375 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3375 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9027", + "outputIndexes": [ + 3376 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3371, + 3374, + 3376, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice9030", + "outputIndexes": [ + 3377 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3377 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze9031", + "outputIndexes": [ + 3378 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3378 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9032", + "outputIndexes": [ + 3379 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3379, + 3378 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9033", + "outputIndexes": [ + 3380 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3370, + 3380, + 3373 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_621_output_0", + "outputIndexes": [ + 3381 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3381, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_124_output_0", + "outputIndexes": [ + 3382 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3382, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1320_output_0", + "outputIndexes": [ + 3383 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3368, + 3383, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_167_output_0", + "outputIndexes": [ + 3384 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3384 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_83_output_0", + "outputIndexes": [ + 3385 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3368, + 22, + 3383, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_166_output_0", + "outputIndexes": [ + 3386 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3385, + 3386 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_537_output_0", + "outputIndexes": [ + 3387 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3387, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_331_output_0", + "outputIndexes": [ + 3388 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3369, + 3388 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_206_output_0", + "outputIndexes": [ + 3389 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3328 + ], + "outputIndexes": [ + 5544 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5544 + ], + "outputIndexes": [ + 5545 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/v_proj/Linear", + "inputIndexes": [ + 5545 + ], + "outputIndexes": [ + 5546 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 413021398, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5546 + ], + "outputIndexes": [ + 5547 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5547 + ], + "outputIndexes": [ + 3390 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3390, + 3367 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_372_output_0", + "outputIndexes": [ + 3391 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3365, + 3389, + 3391, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_377_output_0", + "outputIndexes": [ + 3392 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3392 + ], + "outputIndexes": [ + 5548 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5548 + ], + "outputIndexes": [ + 5549 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/o_proj/Linear", + "inputIndexes": [ + 5549 + ], + "outputIndexes": [ + 5550 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 413251820, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5550 + ], + "outputIndexes": [ + 5551 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5551 + ], + "outputIndexes": [ + 3393 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3325, + 3393 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_208_output_0", + "outputIndexes": [ + 3394 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.443359, + 0.519531, + 0.5, + 0.53125, + 0.519531, + 0.503906, + 0.200195, + 0.527344, + 0.464844, + 0.4375, + 0.404297, + 0.507812, + 0.4375, + 0.488281, + 0.498047, + 0.515625, + 0.253906, + 0.511719, + 0.503906, + 0.427734, + 0.519531, + 0.527344, + 0.474609, + 0.480469, + 0.5, + 0.523438, + 0.458984, + 0.507812, + 0.503906, + 0.511719, + 0.464844, + 0.219727, + 0.515625, + 0.527344, + 0.507812, + 0.494141, + 0.423828, + 0.5, + 0.357422, + 0.566406, + 0.523438, + 0.515625, + 0.496094, + 0.466797, + 0.443359, + 0.488281, + 0.535156, + 0.464844, + 0.53125, + 0.378906, + 0.527344, + 0.384766, + 0.488281, + 0.519531, + 0.435547, + 0.503906, + 0.542969, + 0.486328, + 0.511719, + 0.515625, + 0.519531, + 0.519531, + 0.474609, + 0.542969, + 0.445312, + 0.447266, + 0.330078, + 0.394531, + 0.542969, + 0.359375, + 0.527344, + 0.396484, + 0.482422, + 0.474609, + 0.511719, + 0.478516, + 0.515625, + 0.515625, + 0.388672, + 0.503906, + 0.478516, + 0.535156, + 0.472656, + 0.484375, + 0.527344, + 0.46875, + 0.546875, + 0.445312, + 0.570312, + 0.427734, + 0.488281, + 0.511719, + 0.449219, + 0.523438, + 0.398438, + 0.439453, + 0.613281, + 0.527344, + 0.519531, + 0.507812, + 0.535156, + 0.480469, + 0.507812, + 0.507812, + 0.443359, + 0.423828, + 0.515625, + 0.511719, + 0.498047, + 0.507812, + 0.5, + 0.535156, + 0.484375, + 0.527344, + 0.542969, + 0.488281, + 0.496094, + 0.511719, + 0.519531, + 0.511719, + 0.523438, + 0.449219, + 0.511719, + 0.457031, + 0.542969, + 0.496094, + 0.237305, + 0.511719, + 0.511719, + 0.484375, + 0.519531, + 0.507812, + 0.511719, + 0.5, + 0.511719, + 0.511719, + 0.507812, + 0.480469, + 0.416016, + 0.488281, + 0.535156, + 0.460938, + 0.523438, + 0.53125, + 0.519531, + 0.527344, + 0.498047, + 0.460938, + 0.484375, + 0.527344, + 0.523438, + 0.515625, + 0.507812, + 0.539062, + 0.523438, + 0.466797, + 0.523438, + 0.482422, + 0.417969, + 0.5625, + 0.419922, + 0.498047, + 0.421875, + 0.515625, + 0.484375, + 0.527344, + 0.388672, + 0.542969, + 0.519531, + 0.4375, + 0.470703, + 0.523438, + 0.511719, + 0.488281, + 0.382812, + 0.492188, + 0.496094, + 0.5, + 0.527344, + 0.527344, + 0.503906, + 0.480469, + 0.503906, + 0.480469, + 0.515625, + 0.53125, + 0.503906, + 0.515625, + 0.527344, + 0.507812, + 0.519531, + 0.484375, + 0.416016, + 0.507812, + 0.515625, + 0.5, + 0.507812, + 0.472656, + 0.105957, + 0.535156, + 0.488281, + 0.5, + 0.488281, + 0.496094, + 0.503906, + 0.511719, + 0.53125, + 0.503906, + 0.484375, + 0.527344, + 0.498047, + 0.507812, + 0.511719, + 0.417969, + 0.519531, + 0.496094, + 0.5, + 0.476562, + 0.519531, + 0.496094, + 0.492188, + 0.490234, + 0.445312, + 0.484375, + 0.519531, + 0.490234, + 0.527344, + 0.425781, + 0.566406, + 0.511719, + 0.486328, + 0.416016, + 0.503906, + 0.503906, + 0.515625, + 0.462891, + 0.503906, + 0.458984, + 0.458984, + 0.507812, + 0.515625, + 0.494141, + 0.511719, + 0.511719, + 0.507812, + 0.5, + 0.439453, + 0.515625, + 0.527344, + 0.511719, + 0.5, + 0.476562, + 0.392578, + 0.498047, + 0.484375, + 0.515625, + 0.482422, + 0.494141, + 0.466797, + 0.511719, + 0.546875, + 0.490234, + 0.523438, + 0.466797, + 0.535156, + 0.519531, + 0.488281, + 0.519531, + 0.455078, + 0.523438, + 0.289062, + 0.474609, + 0.511719, + 0.24707, + 0.449219, + 0.519531, + 0.511719, + 0.462891, + 0.4375, + 0.527344, + 0.474609, + 0.515625, + 0.503906, + 0.550781, + 0.511719, + 0.498047, + 0.515625, + 0.523438, + 0.507812, + 0.523438, + 0.515625, + 0.507812, + 0.503906, + 0.515625, + 0.503906, + 0.5, + 0.460938, + 0.519531, + 0.515625, + 0.507812, + 0.494141, + 0.527344, + 0.503906, + 0.427734, + 0.511719, + 0.515625, + 0.472656, + 0.515625, + 0.480469, + 0.515625, + 0.425781, + 0.535156, + 0.470703, + 0.466797, + 0.523438, + 0.484375, + 0.5, + 0.455078, + 0.425781, + 0.492188, + 0.519531, + 0.523438, + 0.535156, + 0.503906, + 0.511719, + 0.478516, + 0.527344, + 0.542969, + 0.515625, + 0.474609, + 0.400391, + 0.472656, + 0.384766, + 0.494141, + 0.472656, + 0.503906, + 0.53125, + 0.449219, + 0.419922, + 0.433594, + 0.478516, + 0.494141, + 0.492188, + 0.433594, + 0.546875, + 0.523438, + 0.490234, + 0.507812, + 0.455078, + 0.5, + 0.507812, + 0.519531, + 0.470703, + 0.503906, + 0.484375, + 0.539062, + 0.507812, + 0.523438, + 0.478516, + 0.554688, + 0.480469, + 0.490234, + 0.515625, + 0.5, + 0.523438, + 0.498047, + 0.507812, + 0.527344, + 0.474609, + 0.470703, + 0.519531, + 0.492188, + 0.527344, + 0.433594, + 0.498047, + 0.507812, + 0.494141, + 0.527344, + 0.507812, + 0.416016, + 0.196289, + 0.494141, + 0.566406, + 0.5, + 0.523438, + 0.472656, + 0.462891, + 0.535156, + 0.462891, + 0.494141, + 0.519531, + 0.414062, + 0.539062, + 0.408203, + 0.539062, + 0.496094, + 0.5, + 0.523438, + 0.527344, + 0.498047, + 0.494141, + 0.527344, + 0.451172, + 0.519531, + 0.523438, + 0.472656, + 0.519531, + 0.507812, + 0.511719, + 0.515625, + 0.488281, + 0.539062, + 0.498047, + 0.498047, + 0.527344, + 0.519531, + 0.5, + 0.498047, + 0.5, + 0.474609, + 0.515625, + 0.507812, + 0.298828, + 0.519531, + 0.527344, + 0.423828, + 0.527344, + 0.503906, + 0.337891, + 0.507812, + 0.386719, + 0.462891, + 0.527344, + 0.507812, + 0.498047, + 0.523438, + 0.527344, + 0.507812, + 0.486328, + 0.5, + 0.546875, + 0.458984, + 0.462891, + 0.59375, + 0.488281, + 0.451172, + 0.476562, + 0.539062, + 0.435547, + 0.527344, + 0.496094, + 0.431641, + 0.503906, + 0.53125, + 0.5, + 0.550781, + 0.523438, + 0.507812, + 0.511719, + 0.458984, + 0.503906, + 0.478516, + 0.511719, + 0.503906, + 0.402344, + 0.503906, + 0.482422, + 0.53125, + 0.519531, + 0.466797, + 0.511719, + 0.515625, + 0.490234, + 0.515625, + 0.486328, + 0.5, + 0.484375, + 0.523438, + 0.478516, + 0.494141, + 0.535156, + 0.53125, + 0.523438, + 0.496094, + 0.519531, + 0.46875, + 0.511719, + 0.470703, + 0.503906, + 0.498047, + 0.523438, + 0.539062, + 0.507812, + 0.507812, + 0.511719, + 0.445312, + 0.507812, + 0.527344, + 0.429688, + 0.486328, + 0.158203, + 0.474609, + 0.523438, + 0.515625, + 0.369141, + 0.535156, + 0.496094, + 0.498047, + 0.523438, + 0.488281, + 0.507812, + 0.519531, + 0.234375, + 0.492188, + 0.46875, + 0.589844, + 0.53125, + 0.46875, + 0.494141, + 0.470703, + 0.503906, + 0.519531, + 0.394531, + 0.511719, + 0.519531, + 0.494141, + 0.511719, + 0.527344, + 0.519531, + 0.476562, + 0.398438, + 0.5, + 0.447266, + 0.40625, + 0.511719, + 0.494141, + 0.492188, + 0.503906, + 0.490234, + 0.535156, + 0.511719, + 0.431641, + 0.480469, + 0.527344, + 0.490234, + 0.476562, + 0.507812, + 0.400391, + 0.492188, + 0.466797, + 0.466797, + 0.507812, + 0.523438, + 0.519531, + 0.523438, + 0.53125, + 0.503906, + 0.21875, + 0.515625, + 0.431641, + 0.353516, + 0.464844, + 0.53125, + 0.507812, + 0.449219, + 0.441406, + 0.515625, + 0.53125, + 0.5, + 0.498047, + 0.539062, + 0.511719, + 0.449219, + 0.515625, + 0.492188, + 0.519531, + 0.494141, + 0.503906, + 0.472656, + 0.425781, + 0.539062, + 0.511719, + 0.492188, + 0.480469, + 0.519531, + 0.507812, + 0.486328, + 0.5, + 0.527344, + 0.488281, + 0.494141, + 0.443359, + 0.535156, + 0.511719, + 0.539062, + 0.443359, + 0.527344, + 0.396484, + 0.402344, + 0.527344, + 0.507812, + 0.494141, + 0.507812, + 0.449219, + 0.421875, + 0.449219, + 0.503906, + 0.498047, + 0.5, + 0.511719, + 0.460938, + 0.527344, + 0.515625, + 0.482422, + 0.515625, + 0.507812, + 0.328125, + 0.507812, + 0.492188, + 0.519531, + 0.410156, + 0.503906, + 0.484375, + 0.523438, + 0.496094, + 0.443359, + 0.535156, + 0.320312, + 0.5, + 0.410156, + 0.147461, + 0.46875, + 0.5, + 0.503906, + 0.464844, + 0.535156, + 0.486328, + 0.511719, + 0.523438, + 0.503906, + 0.451172, + 0.523438, + 0.519531, + 0.472656, + 0.441406, + 0.482422, + 0.490234, + 0.417969, + 0.488281, + 0.419922, + 0.53125, + 0.511719, + 0.474609, + 0.4375, + 0.511719, + 0.5, + 0.425781, + 0.515625, + 0.435547, + 0.445312, + 0.492188, + 0.511719, + 0.470703, + 0.492188, + 0.511719, + 0.507812, + 0.492188, + 0.519531, + 0.496094, + 0.535156, + 0.515625, + 0.511719, + 0.429688, + 0.279297, + 0.433594, + 0.414062, + 0.472656, + 0.527344, + 0.503906, + 0.523438, + 0.515625, + 0.523438, + 0.1875, + 0.492188, + 0.515625, + 0.519531, + 0.447266, + 0.523438, + 0.519531, + 0.494141, + 0.515625, + 0.498047, + 0.511719, + 0.503906, + 0.482422, + 0.5, + 0.507812, + 0.488281, + 0.515625, + 0.523438, + 0.488281, + 0.511719, + 0.455078, + 0.492188, + 0.3125, + 0.427734, + 0.523438, + 0.486328, + 0.453125, + 0.5, + 0.34375, + 0.53125, + 0.523438, + 0.535156, + 0.527344, + 0.503906, + 0.503906, + 0.453125, + 0.427734, + 0.503906, + 0.429688, + 0.484375, + 0.458984, + 0.519531, + 0.507812, + 0.515625, + 0.302734, + 0.488281, + 0.5, + 0.503906, + 0.515625, + 0.298828, + 0.503906, + 0.503906, + 0.447266, + 0.523438, + 0.458984, + 0.5, + 0.527344, + 0.492188, + 0.482422, + 0.480469, + 0.535156, + 0.480469, + 0.511719, + 0.523438, + 0.191406, + 0.496094, + 0.515625, + 0.341797, + 0.460938, + 0.408203, + 0.515625, + 0.5, + 0.523438, + 0.523438, + 0.5, + 0.453125, + 0.476562, + 0.496094, + 0.519531, + 0.542969, + 0.507812, + 0.404297, + 0.494141, + 0.511719, + 0.482422, + 0.519531, + 0.507812, + 0.388672, + 0.5, + 0.457031, + 0.480469, + 0.488281, + 0.349609, + 0.53125, + 0.498047, + 0.53125, + 0.503906, + 0.519531, + 0.472656, + 0.554688, + 0.392578, + 0.523438, + 0.515625, + 0.507812, + 0.412109, + 0.539062, + 0.484375, + 0.492188, + 0.503906, + 0.439453, + 0.519531, + 0.458984, + 0.490234, + 0.523438, + 0.310547, + 0.511719, + 0.5, + 0.511719, + 0.498047, + 0.535156, + 0.503906, + 0.494141, + 0.5, + 0.554688, + 0.527344, + 0.449219, + 0.5, + 0.507812, + 0.515625, + 0.515625, + 0.519531, + 0.515625, + 0.46875, + 0.478516, + 0.503906, + 0.527344, + 0.515625, + 0.527344, + 0.519531, + 0.53125, + 0.523438, + 0.5, + 0.480469, + 0.519531, + 0.490234, + 0.408203, + 0.527344, + 0.515625, + 0.523438, + 0.488281, + 0.539062, + 0.419922, + 0.527344, + 0.523438, + 0.515625, + 0.498047, + 0.492188, + 0.507812, + 0.542969, + 0.503906, + 0.515625, + 0.488281, + 0.519531, + 0.453125, + 0.466797, + 0.535156, + 0.535156, + 0.498047, + 0.486328, + 0.535156, + 0.326172, + 0.476562, + 0.498047, + 0.503906, + 0.470703, + 0.519531, + 0.414062, + 0.503906, + 0.470703, + 0.476562, + 0.542969, + 0.417969, + 0.523438, + 0.386719, + 0.46875, + 0.466797, + 0.490234, + 0.480469, + 0.507812, + 0.511719, + 0.515625, + 0.515625, + 0.476562, + 0.507812, + 0.398438, + 0.416016, + 0.511719, + 0.373047, + 0.5, + 0.515625, + 0.498047, + 0.507812, + 0.546875, + 0.507812, + 0.498047, + 0.494141, + 0.507812, + 0.511719, + 0.515625, + 0.488281, + 0.382812, + 0.503906, + 0.515625, + 0.539062, + 0.451172, + 0.5, + 0.496094, + 0.511719, + 0.441406, + 0.523438, + 0.462891, + 0.478516, + 0.519531, + 0.503906, + 0.511719, + 0.535156, + 0.478516, + 0.478516, + 0.443359, + 0.542969, + 0.503906, + 0.496094, + 0.539062, + 0.5, + 0.5, + 0.492188, + 0.519531, + 0.5, + 0.427734, + 0.494141, + 0.535156, + 0.480469, + 0.542969, + 0.40625, + 0.494141, + 0.433594, + 0.5, + 0.511719, + 0.5, + 0.455078, + 0.498047, + 0.546875, + 0.507812, + 0.503906, + 0.498047, + 0.40625, + 0.396484, + 0.5, + 0.523438, + 0.511719, + 0.474609, + 0.503906, + 0.515625, + 0.496094, + 0.492188, + 0.511719, + 0.503906, + 0.486328, + 0.503906, + 0.373047, + 0.494141, + 0.507812, + 0.494141, + 0.527344, + 0.496094, + 0.515625, + 0.5, + 0.128906, + 0.542969, + 0.484375, + 0.503906, + 0.498047, + 0.460938, + 0.523438, + 0.414062, + 0.507812, + 0.515625, + 0.494141, + 0.515625, + 0.527344, + 0.519531, + 0.466797, + 0.515625, + 0.490234, + 0.503906, + 0.507812, + 0.361328, + 0.523438, + 0.380859, + 0.494141, + 0.523438, + 0.511719, + 0.486328, + 0.542969, + 0.498047, + 0.433594, + 0.341797, + 0.494141, + 0.490234, + 0.527344, + 0.410156, + 0.519531, + 0.482422, + 0.53125, + 0.507812, + 0.503906, + 0.515625, + 0.511719, + 0.519531, + 0.460938, + 0.515625, + 0.523438, + 0.527344, + 0.515625, + 0.542969, + 0.5, + 0.472656, + 0.472656, + 0.460938, + 0.523438, + 0.458984, + 0.515625, + 0.507812, + 0.511719, + 0.503906, + 0.507812, + 0.486328, + 0.523438, + 0.503906, + 0.5, + 0.539062, + 0.53125, + 0.507812, + 0.486328, + 0.498047, + 0.523438, + 0.287109, + 0.486328, + 0.515625, + 0.488281, + 0.441406, + 0.511719, + 0.46875, + 0.486328, + 0.503906, + 0.503906, + 0.433594, + 0.519531, + 0.523438, + 0.523438, + 0.412109, + 0.492188, + 0.511719, + 0.320312, + 0.511719, + 0.433594, + 0.494141, + 0.472656, + 0.523438, + 0.496094, + 0.511719, + 0.523438, + 0.511719, + 0.519531, + 0.394531, + 0.507812, + 0.53125, + 0.507812, + 0.527344, + 0.503906, + 0.535156, + 0.435547, + 0.169922, + 0.392578, + 0.511719, + 0.511719, + 0.472656, + 0.507812, + 0.490234, + 0.398438, + 0.417969, + 0.523438, + 0.519531, + 0.474609, + 0.539062, + 0.488281, + 0.523438, + 0.519531, + 0.460938, + 0.455078, + 0.515625, + 0.515625, + 0.46875, + 0.507812, + 0.515625, + 0.482422, + 0.390625, + 0.523438, + 0.519531, + 0.53125, + 0.515625, + 0.480469, + 0.484375, + 0.507812, + 0.527344, + 0.511719, + 0.503906, + 0.410156, + 0.490234, + 0.466797, + 0.507812, + 0.523438, + 0.535156, + 0.244141, + 0.494141, + 0.476562, + 0.527344, + 0.5, + 0.535156, + 0.535156, + 0.515625, + 0.507812, + 0.294922, + 0.546875, + 0.523438, + 0.507812, + 0.527344, + 0.464844, + 0.507812, + 0.515625, + 0.394531, + 0.431641, + 0.488281, + 0.498047, + 0.488281, + 0.5, + 0.535156, + 0.535156, + 0.472656, + 0.498047, + 0.390625, + 0.507812, + 0.472656, + 0.515625, + 0.519531, + 0.523438, + 0.507812, + 0.515625, + 0.490234, + 0.507812, + 0.484375, + 0.546875, + 0.519531, + 0.472656, + 0.519531, + 0.486328, + 0.476562, + 0.527344, + 0.357422, + 0.519531, + 0.484375, + 0.455078, + 0.507812, + 0.519531, + 0.53125, + 0.503906, + 0.515625, + 0.523438, + 0.519531, + 0.519531, + 0.466797, + 0.511719, + 0.511719, + 0.496094, + 0.519531, + 0.421875, + 0.453125, + 0.5, + 0.519531, + 0.507812, + 0.503906, + 0.523438, + 0.527344, + 0.503906, + 0.484375, + 0.507812, + 0.507812, + 0.460938, + 0.515625, + 0.527344, + 0.511719, + 0.519531, + 0.523438, + 0.507812, + 0.503906, + 0.523438, + 0.490234, + 0.542969, + 0.53125, + 0.511719, + 0.515625, + 0.515625, + 0.494141, + 0.523438, + 0.460938, + 0.523438, + 0.519531, + 0.542969, + 0.447266, + 0.431641, + 0.429688, + 0.554688, + 0.5, + 0.507812, + 0.582031, + 0.5, + 0.523438, + 0.5, + 0.396484, + 0.519531, + 0.484375, + 0.490234, + 0.503906, + 0.462891, + 0.480469, + 0.4375, + 0.460938, + 0.498047, + 0.498047, + 0.511719, + 0.421875, + 0.523438, + 0.511719, + 0.5, + 0.519531, + 0.527344, + 0.519531, + 0.511719, + 0.523438, + 0.482422, + 0.390625, + 0.476562, + 0.515625, + 0.507812, + 0.503906, + 0.527344, + 0.478516, + 0.515625, + 0.400391, + 0.396484, + 0.474609, + 0.523438, + 0.496094, + 0.519531, + 0.546875, + 0.511719, + 0.507812, + 0.519531, + 0.507812, + 0.523438, + 0.492188, + 0.53125, + 0.484375, + 0.511719, + 0.414062, + 0.462891, + 0.404297, + 0.490234, + 0.5, + 0.425781, + 0.507812, + 0.550781, + 0.503906, + 0.496094, + 0.570312, + 0.398438, + 0.425781, + 0.492188, + 0.433594, + 0.472656, + 0.484375, + 0.490234, + 0.480469, + 0.523438, + 0.170898, + 0.417969, + 0.519531, + 0.498047 + ] + }, + "name": "model.model.layers.41.post_attention_layernorm.weight", + "outputIndexes": [ + 3395 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3394 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_41/Mul_output_0", + "outputIndexes": [ + 3396 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3395, + 3396 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_41/Mul_1_output_0", + "outputIndexes": [ + 3397 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3397 + ], + "outputIndexes": [ + 5552 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5552 + ], + "outputIndexes": [ + 5553 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/gate_proj/Linear", + "inputIndexes": [ + 5553 + ], + "outputIndexes": [ + 5554 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 414173442, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5554 + ], + "outputIndexes": [ + 5555 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5555 + ], + "outputIndexes": [ + 3398 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3398 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_41/Sigmoid_output_0", + "outputIndexes": [ + 3399 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3398, + 3399 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_41/Mul_output_0", + "outputIndexes": [ + 3400 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3397 + ], + "outputIndexes": [ + 5556 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5556 + ], + "outputIndexes": [ + 5557 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/up_proj/Linear", + "inputIndexes": [ + 5557 + ], + "outputIndexes": [ + 5558 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 416753944, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5558 + ], + "outputIndexes": [ + 5559 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5559 + ], + "outputIndexes": [ + 3401 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3400, + 3401 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_41/Mul_output_0", + "outputIndexes": [ + 3402 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3402 + ], + "outputIndexes": [ + 5560 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5560 + ], + "outputIndexes": [ + 5561 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/down_proj/Linear", + "inputIndexes": [ + 5561 + ], + "outputIndexes": [ + 5562 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 419334446, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5562 + ], + "outputIndexes": [ + 5563 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.41/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5563 + ], + "outputIndexes": [ + 3403 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3394, + 3403 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_209_output_0", + "outputIndexes": [ + 3404 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3404, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_378_output_0", + "outputIndexes": [ + 3405 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.470703, + 0.375, + 0.373047, + 0.412109, + 0.40625, + 0.386719, + 1.078125, + 0.384766, + 0.419922, + 0.519531, + 0.691406, + 0.392578, + 0.402344, + 0.386719, + 0.386719, + 0.390625, + 0.824219, + 0.380859, + 0.408203, + 0.519531, + 0.423828, + 0.400391, + 0.439453, + 0.439453, + 0.423828, + 0.384766, + 0.408203, + 0.388672, + 0.402344, + 0.369141, + 0.542969, + 0.253906, + 0.402344, + 0.396484, + 0.423828, + 0.390625, + 0.5625, + 0.396484, + 0.613281, + 0.429688, + 0.419922, + 0.390625, + 0.404297, + 0.443359, + 0.486328, + 0.441406, + 0.431641, + 0.457031, + 0.402344, + 0.636719, + 0.380859, + 0.632812, + 0.400391, + 0.40625, + 0.527344, + 0.394531, + 0.382812, + 0.40625, + 0.423828, + 0.416016, + 0.398438, + 0.408203, + 0.423828, + 0.388672, + 0.453125, + 0.582031, + 0.734375, + 0.621094, + 0.378906, + 0.714844, + 0.408203, + 0.466797, + 0.435547, + 0.439453, + 0.40625, + 0.388672, + 0.458984, + 0.373047, + 0.621094, + 0.4375, + 0.441406, + 0.414062, + 0.412109, + 0.396484, + 0.404297, + 0.462891, + 0.371094, + 0.503906, + 0.443359, + 0.503906, + 0.439453, + 0.408203, + 0.484375, + 0.408203, + 0.617188, + 0.507812, + 0.503906, + 0.392578, + 0.378906, + 0.443359, + 0.431641, + 0.433594, + 0.392578, + 0.421875, + 0.482422, + 0.546875, + 0.404297, + 0.427734, + 0.390625, + 0.361328, + 0.380859, + 0.416016, + 0.388672, + 0.421875, + 0.410156, + 0.535156, + 0.421875, + 0.400391, + 0.390625, + 0.416016, + 0.408203, + 0.447266, + 0.396484, + 0.46875, + 0.402344, + 0.410156, + 1.007812, + 0.380859, + 0.382812, + 0.384766, + 0.398438, + 0.349609, + 0.408203, + 0.419922, + 0.423828, + 0.414062, + 0.392578, + 0.410156, + 0.71875, + 0.445312, + 0.384766, + 0.392578, + 0.376953, + 0.416016, + 0.365234, + 0.398438, + 0.396484, + 0.398438, + 0.367188, + 0.396484, + 0.408203, + 0.414062, + 0.373047, + 0.400391, + 0.382812, + 0.414062, + 0.390625, + 0.386719, + 0.582031, + 0.435547, + 0.570312, + 0.433594, + 0.5, + 0.402344, + 0.400391, + 0.408203, + 0.597656, + 0.390625, + 0.40625, + 0.523438, + 0.439453, + 0.394531, + 0.386719, + 0.435547, + 0.640625, + 0.363281, + 0.449219, + 0.390625, + 0.40625, + 0.40625, + 0.404297, + 0.425781, + 0.417969, + 0.416016, + 0.363281, + 0.4375, + 0.40625, + 0.400391, + 0.414062, + 0.414062, + 0.380859, + 0.429688, + 0.566406, + 0.380859, + 0.421875, + 0.423828, + 0.408203, + 0.478516, + 0.150391, + 0.412109, + 0.40625, + 0.400391, + 0.416016, + 0.384766, + 0.421875, + 0.376953, + 0.384766, + 0.396484, + 0.445312, + 0.408203, + 0.396484, + 0.390625, + 0.417969, + 0.535156, + 0.394531, + 0.392578, + 0.378906, + 0.388672, + 0.386719, + 0.386719, + 0.416016, + 0.445312, + 0.425781, + 0.392578, + 0.396484, + 0.410156, + 0.400391, + 0.558594, + 0.417969, + 0.400391, + 0.458984, + 0.683594, + 0.400391, + 0.443359, + 0.400391, + 0.462891, + 0.410156, + 0.462891, + 0.394531, + 0.365234, + 0.400391, + 0.400391, + 0.367188, + 0.398438, + 0.398438, + 0.408203, + 0.349609, + 0.423828, + 0.392578, + 0.441406, + 0.40625, + 0.443359, + 0.523438, + 0.410156, + 0.462891, + 0.408203, + 0.423828, + 0.386719, + 0.472656, + 0.361328, + 0.392578, + 0.423828, + 0.396484, + 0.435547, + 0.380859, + 0.392578, + 0.40625, + 0.410156, + 0.472656, + 0.445312, + 0.816406, + 0.371094, + 0.425781, + 0.808594, + 0.515625, + 0.398438, + 0.394531, + 0.462891, + 0.494141, + 0.408203, + 0.445312, + 0.408203, + 0.419922, + 0.417969, + 0.412109, + 0.427734, + 0.378906, + 0.376953, + 0.382812, + 0.416016, + 0.398438, + 0.416016, + 0.398438, + 0.423828, + 0.378906, + 0.400391, + 0.363281, + 0.386719, + 0.388672, + 0.416016, + 0.371094, + 0.40625, + 0.384766, + 0.503906, + 0.378906, + 0.382812, + 0.478516, + 0.384766, + 0.355469, + 0.414062, + 0.515625, + 0.392578, + 0.414062, + 0.472656, + 0.400391, + 0.402344, + 0.380859, + 0.425781, + 0.578125, + 0.416016, + 0.388672, + 0.402344, + 0.433594, + 0.378906, + 0.445312, + 0.492188, + 0.365234, + 0.408203, + 0.382812, + 0.417969, + 0.667969, + 0.46875, + 0.507812, + 0.416016, + 0.460938, + 0.398438, + 0.369141, + 0.398438, + 0.605469, + 0.53125, + 0.408203, + 0.373047, + 0.404297, + 0.416016, + 0.408203, + 0.423828, + 0.447266, + 0.396484, + 0.451172, + 0.392578, + 0.419922, + 0.40625, + 0.443359, + 0.425781, + 0.419922, + 0.451172, + 0.402344, + 0.408203, + 0.386719, + 0.402344, + 0.390625, + 0.435547, + 0.386719, + 0.382812, + 0.388672, + 0.410156, + 0.396484, + 0.408203, + 0.40625, + 0.439453, + 0.373047, + 0.386719, + 0.414062, + 0.542969, + 0.439453, + 0.408203, + 0.384766, + 0.392578, + 0.396484, + 0.59375, + 0.824219, + 0.429688, + 0.445312, + 0.394531, + 0.376953, + 0.371094, + 0.464844, + 0.404297, + 0.474609, + 0.390625, + 0.431641, + 0.65625, + 0.369141, + 0.482422, + 0.408203, + 0.40625, + 0.435547, + 0.392578, + 0.378906, + 0.388672, + 0.451172, + 0.410156, + 0.535156, + 0.398438, + 0.376953, + 0.453125, + 0.421875, + 0.398438, + 0.384766, + 0.414062, + 0.408203, + 0.390625, + 0.382812, + 0.380859, + 0.408203, + 0.396484, + 0.412109, + 0.390625, + 0.380859, + 0.503906, + 0.417969, + 0.416016, + 0.648438, + 0.414062, + 0.378906, + 0.458984, + 0.386719, + 0.394531, + 0.734375, + 0.425781, + 0.65625, + 0.453125, + 0.386719, + 0.416016, + 0.392578, + 0.410156, + 0.388672, + 0.404297, + 0.396484, + 0.371094, + 0.433594, + 0.460938, + 0.462891, + 0.425781, + 0.40625, + 0.550781, + 0.378906, + 0.408203, + 0.546875, + 0.40625, + 0.449219, + 0.664062, + 0.408203, + 0.398438, + 0.408203, + 0.412109, + 0.408203, + 0.414062, + 0.425781, + 0.445312, + 0.404297, + 0.402344, + 0.412109, + 0.396484, + 0.582031, + 0.390625, + 0.404297, + 0.400391, + 0.416016, + 0.482422, + 0.439453, + 0.392578, + 0.425781, + 0.410156, + 0.4375, + 0.423828, + 0.443359, + 0.396484, + 0.464844, + 0.435547, + 0.417969, + 0.384766, + 0.371094, + 0.396484, + 0.404297, + 0.449219, + 0.412109, + 0.46875, + 0.396484, + 0.384766, + 0.417969, + 0.412109, + 0.384766, + 0.425781, + 0.410156, + 0.470703, + 0.363281, + 0.40625, + 0.496094, + 0.435547, + 1.015625, + 0.425781, + 0.400391, + 0.425781, + 0.625, + 0.400391, + 0.398438, + 0.435547, + 0.421875, + 0.425781, + 0.392578, + 0.400391, + 0.765625, + 0.445312, + 0.445312, + 0.445312, + 0.382812, + 0.455078, + 0.388672, + 0.412109, + 0.404297, + 0.388672, + 0.558594, + 0.398438, + 0.398438, + 0.441406, + 0.376953, + 0.404297, + 0.412109, + 0.460938, + 0.660156, + 0.445312, + 0.5, + 0.582031, + 0.416016, + 0.382812, + 0.427734, + 0.410156, + 0.40625, + 0.417969, + 0.416016, + 0.515625, + 0.439453, + 0.359375, + 0.408203, + 0.453125, + 0.414062, + 0.664062, + 0.503906, + 0.462891, + 0.466797, + 0.386719, + 0.416016, + 0.398438, + 0.398438, + 0.386719, + 0.449219, + 0.100098, + 0.390625, + 0.546875, + 0.613281, + 0.462891, + 0.380859, + 0.417969, + 0.423828, + 0.503906, + 0.363281, + 0.425781, + 0.414062, + 0.431641, + 0.410156, + 0.394531, + 0.515625, + 0.402344, + 0.392578, + 0.376953, + 0.398438, + 0.414062, + 0.414062, + 0.542969, + 0.378906, + 0.380859, + 0.419922, + 0.441406, + 0.416016, + 0.410156, + 0.392578, + 0.402344, + 0.400391, + 0.419922, + 0.4375, + 0.458984, + 0.390625, + 0.40625, + 0.417969, + 0.439453, + 0.402344, + 0.582031, + 0.490234, + 0.425781, + 0.376953, + 0.462891, + 0.392578, + 0.347656, + 0.574219, + 0.455078, + 0.392578, + 0.408203, + 0.419922, + 0.359375, + 0.439453, + 0.382812, + 0.410156, + 0.451172, + 0.398438, + 0.392578, + 0.804688, + 0.410156, + 0.416016, + 0.40625, + 0.585938, + 0.355469, + 0.431641, + 0.419922, + 0.410156, + 0.558594, + 0.427734, + 0.839844, + 0.431641, + 0.570312, + 0.945312, + 0.400391, + 0.382812, + 0.371094, + 0.458984, + 0.396484, + 0.398438, + 0.425781, + 0.423828, + 0.423828, + 0.488281, + 0.382812, + 0.40625, + 0.458984, + 0.523438, + 0.441406, + 0.396484, + 0.546875, + 0.478516, + 0.644531, + 0.40625, + 0.400391, + 0.384766, + 0.582031, + 0.427734, + 0.40625, + 0.582031, + 0.394531, + 0.511719, + 0.558594, + 0.435547, + 0.371094, + 0.451172, + 0.410156, + 0.392578, + 0.371094, + 0.412109, + 0.390625, + 0.410156, + 0.386719, + 0.386719, + 0.400391, + 0.425781, + 0.597656, + 0.439453, + 0.550781, + 0.400391, + 0.404297, + 0.404297, + 0.429688, + 0.394531, + 0.396484, + 1.0, + 0.40625, + 0.425781, + 0.429688, + 0.484375, + 0.390625, + 0.392578, + 0.402344, + 0.435547, + 0.396484, + 0.414062, + 0.402344, + 0.466797, + 0.373047, + 0.376953, + 0.386719, + 0.396484, + 0.373047, + 0.404297, + 0.378906, + 0.480469, + 0.404297, + 0.824219, + 0.578125, + 0.398438, + 0.416016, + 0.404297, + 0.4375, + 0.480469, + 0.421875, + 0.402344, + 0.40625, + 0.402344, + 0.410156, + 0.408203, + 0.423828, + 0.490234, + 0.375, + 0.578125, + 0.400391, + 0.445312, + 0.417969, + 0.380859, + 0.494141, + 0.902344, + 0.433594, + 0.425781, + 0.412109, + 0.421875, + 0.412109, + 0.400391, + 0.382812, + 0.480469, + 0.425781, + 0.486328, + 0.404297, + 0.388672, + 0.394531, + 0.373047, + 0.382812, + 0.369141, + 0.449219, + 0.416016, + 0.396484, + 0.949219, + 0.380859, + 0.416016, + 0.5, + 0.470703, + 0.589844, + 0.402344, + 0.427734, + 0.384766, + 0.386719, + 0.367188, + 0.449219, + 0.466797, + 0.404297, + 0.400391, + 0.447266, + 0.427734, + 0.585938, + 0.416016, + 0.408203, + 0.425781, + 0.375, + 0.419922, + 0.664062, + 0.470703, + 0.425781, + 0.466797, + 0.433594, + 0.613281, + 0.404297, + 0.419922, + 0.40625, + 0.367188, + 0.390625, + 0.492188, + 0.400391, + 0.542969, + 0.396484, + 0.410156, + 0.457031, + 0.632812, + 0.46875, + 0.400391, + 0.402344, + 0.425781, + 0.355469, + 0.380859, + 0.457031, + 0.416016, + 0.414062, + 0.730469, + 0.408203, + 0.380859, + 0.396484, + 0.396484, + 0.390625, + 0.386719, + 0.419922, + 0.410156, + 0.421875, + 0.408203, + 0.496094, + 0.453125, + 0.431641, + 0.441406, + 0.378906, + 0.503906, + 0.392578, + 0.472656, + 0.457031, + 0.361328, + 0.421875, + 0.419922, + 0.433594, + 0.431641, + 0.453125, + 0.400391, + 0.40625, + 0.451172, + 0.398438, + 0.384766, + 0.515625, + 0.431641, + 0.404297, + 0.416016, + 0.416016, + 0.408203, + 0.582031, + 0.390625, + 0.439453, + 0.396484, + 0.400391, + 0.443359, + 0.394531, + 0.396484, + 0.40625, + 0.394531, + 0.402344, + 0.394531, + 0.458984, + 0.484375, + 0.400391, + 0.398438, + 0.460938, + 0.433594, + 0.384766, + 0.804688, + 0.384766, + 0.398438, + 0.386719, + 0.466797, + 0.402344, + 0.394531, + 0.384766, + 0.474609, + 0.429688, + 0.40625, + 0.542969, + 0.429688, + 0.660156, + 0.402344, + 0.423828, + 0.414062, + 0.451172, + 0.390625, + 0.423828, + 0.382812, + 0.402344, + 0.421875, + 0.40625, + 0.582031, + 0.589844, + 0.378906, + 0.609375, + 0.378906, + 0.376953, + 0.398438, + 0.425781, + 0.457031, + 0.425781, + 0.416016, + 0.476562, + 0.388672, + 0.427734, + 0.392578, + 0.402344, + 0.738281, + 0.376953, + 0.369141, + 0.388672, + 0.539062, + 0.400391, + 0.421875, + 0.394531, + 0.515625, + 0.40625, + 0.431641, + 0.392578, + 0.410156, + 0.386719, + 0.421875, + 0.402344, + 0.4375, + 0.429688, + 0.523438, + 0.410156, + 0.388672, + 0.373047, + 0.410156, + 0.402344, + 0.375, + 0.421875, + 0.419922, + 0.394531, + 0.435547, + 0.423828, + 0.433594, + 0.439453, + 0.398438, + 0.535156, + 0.423828, + 0.503906, + 0.398438, + 0.419922, + 0.412109, + 0.478516, + 0.367188, + 0.386719, + 0.394531, + 0.382812, + 0.408203, + 0.597656, + 0.609375, + 0.392578, + 0.40625, + 0.396484, + 0.476562, + 0.367188, + 0.404297, + 0.435547, + 0.404297, + 0.396484, + 0.396484, + 0.494141, + 0.382812, + 0.589844, + 0.410156, + 0.398438, + 0.416016, + 0.423828, + 0.404297, + 0.40625, + 0.423828, + 0.804688, + 0.419922, + 0.419922, + 0.400391, + 0.462891, + 0.400391, + 0.388672, + 0.582031, + 0.394531, + 0.416016, + 0.507812, + 0.380859, + 0.425781, + 0.396484, + 0.423828, + 0.388672, + 0.447266, + 0.400391, + 0.416016, + 0.792969, + 0.365234, + 0.585938, + 0.443359, + 0.412109, + 0.443359, + 0.390625, + 0.433594, + 0.417969, + 0.511719, + 0.796875, + 0.433594, + 0.457031, + 0.392578, + 0.550781, + 0.396484, + 0.431641, + 0.394531, + 0.419922, + 0.388672, + 0.429688, + 0.378906, + 0.423828, + 0.439453, + 0.390625, + 0.402344, + 0.417969, + 0.40625, + 0.40625, + 0.386719, + 0.396484, + 0.443359, + 0.429688, + 0.367188, + 0.4375, + 0.458984, + 0.347656, + 0.386719, + 0.417969, + 0.451172, + 0.400391, + 0.402344, + 0.365234, + 0.4375, + 0.396484, + 0.408203, + 0.367188, + 0.404297, + 0.390625, + 0.427734, + 0.644531, + 0.367188, + 0.396484, + 0.414062, + 0.5, + 0.421875, + 0.361328, + 0.416016, + 0.421875, + 0.466797, + 0.496094, + 0.394531, + 0.365234, + 0.384766, + 0.585938, + 0.421875, + 0.400391, + 0.742188, + 0.421875, + 0.472656, + 0.414062, + 0.390625, + 0.417969, + 0.408203, + 0.4375, + 0.392578, + 0.351562, + 0.378906, + 0.59375, + 0.419922, + 0.414062, + 0.417969, + 0.384766, + 0.414062, + 0.392578, + 0.535156, + 0.964844, + 0.660156, + 0.414062, + 0.400391, + 0.474609, + 0.378906, + 0.443359, + 0.683594, + 0.431641, + 0.390625, + 0.392578, + 0.435547, + 0.423828, + 0.447266, + 0.40625, + 0.378906, + 0.4375, + 0.488281, + 0.408203, + 0.402344, + 0.455078, + 0.394531, + 0.398438, + 0.482422, + 0.621094, + 0.431641, + 0.423828, + 0.398438, + 0.427734, + 0.371094, + 0.4375, + 0.400391, + 0.431641, + 0.402344, + 0.392578, + 0.5, + 0.417969, + 0.453125, + 0.386719, + 0.419922, + 0.40625, + 0.835938, + 0.363281, + 0.402344, + 0.417969, + 0.398438, + 0.398438, + 0.412109, + 0.402344, + 0.410156, + 0.855469, + 0.412109, + 0.369141, + 0.427734, + 0.417969, + 0.464844, + 0.414062, + 0.412109, + 0.605469, + 0.507812, + 0.410156, + 0.357422, + 0.398438, + 0.400391, + 0.396484, + 0.4375, + 0.412109, + 0.490234, + 0.675781, + 0.386719, + 0.443359, + 0.392578, + 0.380859, + 0.421875, + 0.408203, + 0.416016, + 0.419922, + 0.371094, + 0.4375, + 0.392578, + 0.400391, + 0.46875, + 0.429688, + 0.396484, + 0.494141, + 0.4375, + 0.859375, + 0.380859, + 0.410156, + 0.421875, + 0.439453, + 0.390625, + 0.378906, + 0.439453, + 0.396484, + 0.382812, + 0.412109, + 0.404297, + 0.435547, + 0.408203, + 0.416016, + 0.369141, + 0.396484, + 0.558594, + 0.453125, + 0.388672, + 0.382812, + 0.378906, + 0.402344, + 0.410156, + 0.384766, + 0.419922, + 0.445312, + 0.382812, + 0.408203, + 0.486328, + 0.412109, + 0.371094, + 0.417969, + 0.398438, + 0.388672, + 0.396484, + 0.369141, + 0.427734, + 0.427734, + 0.394531, + 0.400391, + 0.449219, + 0.373047, + 0.412109, + 0.421875, + 0.412109, + 0.494141, + 0.396484, + 0.386719, + 0.382812, + 0.363281, + 0.515625, + 0.5, + 0.429688, + 0.402344, + 0.396484, + 0.417969, + 0.400391, + 0.425781, + 0.417969, + 0.523438, + 0.392578, + 0.400391, + 0.382812, + 0.396484, + 0.355469, + 0.445312, + 0.472656, + 0.435547, + 0.384766, + 0.419922, + 0.402344, + 0.527344, + 0.396484, + 0.375, + 0.427734, + 0.417969, + 0.404297, + 0.400391, + 0.380859, + 0.357422, + 0.433594, + 0.400391, + 0.382812, + 0.433594, + 0.404297, + 0.400391, + 0.400391, + 0.435547, + 0.410156, + 0.535156, + 0.539062, + 0.382812, + 0.435547, + 0.392578, + 0.417969, + 0.320312, + 0.390625, + 0.427734, + 0.392578, + 0.388672, + 0.386719, + 0.429688, + 0.429688, + 0.402344, + 0.380859, + 0.625, + 0.423828, + 0.550781, + 0.410156, + 0.416016, + 0.488281, + 0.400391, + 0.443359, + 0.445312, + 0.382812, + 0.345703, + 0.519531, + 0.511719, + 0.414062, + 0.515625, + 0.412109, + 0.427734, + 0.441406, + 0.441406, + 0.388672, + 1.015625, + 0.550781, + 0.408203, + 0.388672 + ] + }, + "name": "model.model.layers.42.input_layernorm.weight", + "outputIndexes": [ + 3406 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3405 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_42/Mul_output_0", + "outputIndexes": [ + 3407 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3406, + 3407 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_42/Mul_1_output_0", + "outputIndexes": [ + 3408 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3408 + ], + "outputIndexes": [ + 5564 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5564 + ], + "outputIndexes": [ + 5565 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/q_proj/Linear", + "inputIndexes": [ + 5565 + ], + "outputIndexes": [ + 5566 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 421914948, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5566 + ], + "outputIndexes": [ + 5567 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5567 + ], + "outputIndexes": [ + 3409 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3408 + ], + "main_type": "NONE", + "name": "/Shape_589_output_0", + "outputIndexes": [ + 3410 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3410 + ], + "main_type": "NONE", + "name": "Shape9151", + "outputIndexes": [ + 3411 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3410 + ], + "main_type": "NONE", + "name": "Rank9153", + "outputIndexes": [ + 3412 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3412, + 3412 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9155", + "outputIndexes": [ + 3413 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3413 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9156", + "outputIndexes": [ + 3414 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3413, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9158", + "outputIndexes": [ + 3415 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3415 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9159", + "outputIndexes": [ + 3416 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3411, + 3414, + 3416, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice9162", + "outputIndexes": [ + 3417 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3417 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze9163", + "outputIndexes": [ + 3418 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 3418 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9164", + "outputIndexes": [ + 3419 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3419, + 3418 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9165", + "outputIndexes": [ + 3420 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3410, + 3420, + 3413 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_634_output_0", + "outputIndexes": [ + 3421 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3421, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1345_output_0", + "outputIndexes": [ + 3422 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3422, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_546_output_0", + "outputIndexes": [ + 3423 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3409, + 3423 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_379_output_0", + "outputIndexes": [ + 3424 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3424, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_336_output_0", + "outputIndexes": [ + 3425 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3424 + ], + "main_type": "NONE", + "name": "/Shape_590_output_0", + "outputIndexes": [ + 3426 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3426 + ], + "main_type": "NONE", + "name": "Shape9172", + "outputIndexes": [ + 3427 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3426 + ], + "main_type": "NONE", + "name": "Rank9174", + "outputIndexes": [ + 3428 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3428, + 3428 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9176", + "outputIndexes": [ + 3429 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3429 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9177", + "outputIndexes": [ + 3430 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3429, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9179", + "outputIndexes": [ + 3431 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3431 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9180", + "outputIndexes": [ + 3432 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3427, + 3430, + 3432, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice9183", + "outputIndexes": [ + 3433 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3433 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze9184", + "outputIndexes": [ + 3434 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3434 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9185", + "outputIndexes": [ + 3435 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3435, + 3434 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9186", + "outputIndexes": [ + 3436 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3426, + 3436, + 3429 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_635_output_0", + "outputIndexes": [ + 3437 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3437, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_126_output_0", + "outputIndexes": [ + 3438 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3438, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1350_output_0", + "outputIndexes": [ + 3439 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3424, + 3439, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_169_output_0", + "outputIndexes": [ + 3440 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3440 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_84_output_0", + "outputIndexes": [ + 3441 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3424, + 22, + 3439, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_168_output_0", + "outputIndexes": [ + 3442 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3441, + 3442 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_549_output_0", + "outputIndexes": [ + 3443 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3443, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_337_output_0", + "outputIndexes": [ + 3444 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3425, + 3444 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_210_output_0", + "outputIndexes": [ + 3445 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3408 + ], + "outputIndexes": [ + 5568 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5568 + ], + "outputIndexes": [ + 5569 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/k_proj/Linear", + "inputIndexes": [ + 5569 + ], + "outputIndexes": [ + 5570 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 422836570, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5570 + ], + "outputIndexes": [ + 5571 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5571 + ], + "outputIndexes": [ + 3446 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3422, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_547_output_0", + "outputIndexes": [ + 3447 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3446, + 3447 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_380_output_0", + "outputIndexes": [ + 3448 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3448, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_338_output_0", + "outputIndexes": [ + 3449 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3448 + ], + "main_type": "NONE", + "name": "/Shape_591_output_0", + "outputIndexes": [ + 3450 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3450 + ], + "main_type": "NONE", + "name": "Shape9235", + "outputIndexes": [ + 3451 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3450 + ], + "main_type": "NONE", + "name": "Rank9237", + "outputIndexes": [ + 3452 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3452, + 3452 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9239", + "outputIndexes": [ + 3453 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3453 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9240", + "outputIndexes": [ + 3454 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3453, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9242", + "outputIndexes": [ + 3455 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3455 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9243", + "outputIndexes": [ + 3456 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3451, + 3454, + 3456, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice9246", + "outputIndexes": [ + 3457 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3457 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze9247", + "outputIndexes": [ + 3458 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3458 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9248", + "outputIndexes": [ + 3459 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3459, + 3458 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9249", + "outputIndexes": [ + 3460 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3450, + 3460, + 3453 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_636_output_0", + "outputIndexes": [ + 3461 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3461, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_127_output_0", + "outputIndexes": [ + 3462 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3462, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1352_output_0", + "outputIndexes": [ + 3463 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3448, + 3463, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_171_output_0", + "outputIndexes": [ + 3464 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3464 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_85_output_0", + "outputIndexes": [ + 3465 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3448, + 22, + 3463, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_170_output_0", + "outputIndexes": [ + 3466 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3465, + 3466 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_550_output_0", + "outputIndexes": [ + 3467 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3467, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_339_output_0", + "outputIndexes": [ + 3468 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3449, + 3468 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_211_output_0", + "outputIndexes": [ + 3469 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3408 + ], + "outputIndexes": [ + 5572 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5572 + ], + "outputIndexes": [ + 5573 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/v_proj/Linear", + "inputIndexes": [ + 5573 + ], + "outputIndexes": [ + 5574 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 423066992, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5574 + ], + "outputIndexes": [ + 5575 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5575 + ], + "outputIndexes": [ + 3470 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3470, + 3447 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_381_output_0", + "outputIndexes": [ + 3471 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3445, + 3469, + 3471, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_386_output_0", + "outputIndexes": [ + 3472 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3472 + ], + "outputIndexes": [ + 5576 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5576 + ], + "outputIndexes": [ + 5577 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/o_proj/Linear", + "inputIndexes": [ + 5577 + ], + "outputIndexes": [ + 5578 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 423297414, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5578 + ], + "outputIndexes": [ + 5579 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5579 + ], + "outputIndexes": [ + 3473 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3405, + 3473 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_213_output_0", + "outputIndexes": [ + 3474 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.4375, + 0.527344, + 0.523438, + 0.527344, + 0.535156, + 0.507812, + 0.194336, + 0.511719, + 0.480469, + 0.445312, + 0.396484, + 0.494141, + 0.443359, + 0.496094, + 0.5, + 0.523438, + 0.25, + 0.515625, + 0.515625, + 0.419922, + 0.511719, + 0.535156, + 0.492188, + 0.486328, + 0.5, + 0.527344, + 0.462891, + 0.507812, + 0.53125, + 0.507812, + 0.464844, + 0.217773, + 0.511719, + 0.527344, + 0.507812, + 0.498047, + 0.423828, + 0.507812, + 0.363281, + 0.542969, + 0.515625, + 0.519531, + 0.498047, + 0.484375, + 0.445312, + 0.484375, + 0.539062, + 0.447266, + 0.53125, + 0.386719, + 0.503906, + 0.371094, + 0.5, + 0.515625, + 0.443359, + 0.507812, + 0.542969, + 0.476562, + 0.511719, + 0.519531, + 0.519531, + 0.515625, + 0.498047, + 0.53125, + 0.458984, + 0.447266, + 0.335938, + 0.386719, + 0.53125, + 0.363281, + 0.527344, + 0.402344, + 0.498047, + 0.480469, + 0.523438, + 0.482422, + 0.515625, + 0.523438, + 0.380859, + 0.503906, + 0.492188, + 0.539062, + 0.478516, + 0.492188, + 0.523438, + 0.470703, + 0.539062, + 0.449219, + 0.5625, + 0.4375, + 0.488281, + 0.507812, + 0.443359, + 0.519531, + 0.386719, + 0.435547, + 0.582031, + 0.53125, + 0.527344, + 0.507812, + 0.523438, + 0.490234, + 0.527344, + 0.511719, + 0.449219, + 0.427734, + 0.539062, + 0.519531, + 0.498047, + 0.511719, + 0.511719, + 0.539062, + 0.480469, + 0.542969, + 0.53125, + 0.494141, + 0.5, + 0.519531, + 0.527344, + 0.519531, + 0.503906, + 0.457031, + 0.515625, + 0.474609, + 0.554688, + 0.503906, + 0.225586, + 0.523438, + 0.523438, + 0.476562, + 0.523438, + 0.511719, + 0.507812, + 0.498047, + 0.519531, + 0.523438, + 0.515625, + 0.494141, + 0.427734, + 0.492188, + 0.535156, + 0.476562, + 0.527344, + 0.546875, + 0.519531, + 0.53125, + 0.5, + 0.46875, + 0.490234, + 0.515625, + 0.523438, + 0.507812, + 0.5, + 0.535156, + 0.519531, + 0.474609, + 0.523438, + 0.488281, + 0.40625, + 0.5625, + 0.408203, + 0.5, + 0.431641, + 0.527344, + 0.490234, + 0.539062, + 0.382812, + 0.539062, + 0.515625, + 0.423828, + 0.480469, + 0.53125, + 0.523438, + 0.486328, + 0.369141, + 0.5, + 0.5, + 0.515625, + 0.539062, + 0.53125, + 0.486328, + 0.492188, + 0.511719, + 0.5, + 0.507812, + 0.527344, + 0.523438, + 0.511719, + 0.515625, + 0.53125, + 0.527344, + 0.480469, + 0.410156, + 0.503906, + 0.519531, + 0.503906, + 0.507812, + 0.498047, + 0.113281, + 0.535156, + 0.515625, + 0.503906, + 0.492188, + 0.492188, + 0.503906, + 0.519531, + 0.546875, + 0.498047, + 0.488281, + 0.527344, + 0.498047, + 0.511719, + 0.511719, + 0.425781, + 0.539062, + 0.515625, + 0.511719, + 0.478516, + 0.515625, + 0.503906, + 0.494141, + 0.511719, + 0.464844, + 0.498047, + 0.535156, + 0.494141, + 0.539062, + 0.429688, + 0.554688, + 0.507812, + 0.476562, + 0.410156, + 0.507812, + 0.511719, + 0.519531, + 0.460938, + 0.511719, + 0.460938, + 0.474609, + 0.515625, + 0.523438, + 0.5, + 0.507812, + 0.519531, + 0.527344, + 0.5, + 0.458984, + 0.523438, + 0.527344, + 0.523438, + 0.511719, + 0.464844, + 0.386719, + 0.507812, + 0.484375, + 0.515625, + 0.482422, + 0.492188, + 0.470703, + 0.511719, + 0.539062, + 0.498047, + 0.519531, + 0.46875, + 0.523438, + 0.535156, + 0.494141, + 0.515625, + 0.451172, + 0.527344, + 0.296875, + 0.484375, + 0.498047, + 0.24707, + 0.458984, + 0.519531, + 0.507812, + 0.46875, + 0.439453, + 0.519531, + 0.476562, + 0.527344, + 0.503906, + 0.542969, + 0.515625, + 0.503906, + 0.527344, + 0.523438, + 0.519531, + 0.527344, + 0.527344, + 0.511719, + 0.523438, + 0.515625, + 0.515625, + 0.503906, + 0.486328, + 0.527344, + 0.515625, + 0.507812, + 0.503906, + 0.527344, + 0.498047, + 0.433594, + 0.515625, + 0.515625, + 0.478516, + 0.515625, + 0.484375, + 0.523438, + 0.425781, + 0.539062, + 0.46875, + 0.470703, + 0.535156, + 0.482422, + 0.5, + 0.449219, + 0.429688, + 0.507812, + 0.527344, + 0.527344, + 0.53125, + 0.507812, + 0.515625, + 0.486328, + 0.527344, + 0.539062, + 0.515625, + 0.474609, + 0.396484, + 0.482422, + 0.380859, + 0.507812, + 0.484375, + 0.503906, + 0.53125, + 0.449219, + 0.404297, + 0.4375, + 0.492188, + 0.5, + 0.507812, + 0.443359, + 0.527344, + 0.535156, + 0.498047, + 0.515625, + 0.464844, + 0.503906, + 0.519531, + 0.523438, + 0.480469, + 0.515625, + 0.490234, + 0.539062, + 0.511719, + 0.515625, + 0.486328, + 0.546875, + 0.492188, + 0.494141, + 0.515625, + 0.507812, + 0.535156, + 0.503906, + 0.511719, + 0.527344, + 0.480469, + 0.470703, + 0.515625, + 0.507812, + 0.535156, + 0.412109, + 0.503906, + 0.507812, + 0.488281, + 0.53125, + 0.515625, + 0.416016, + 0.183594, + 0.498047, + 0.558594, + 0.503906, + 0.527344, + 0.488281, + 0.480469, + 0.527344, + 0.466797, + 0.523438, + 0.519531, + 0.423828, + 0.527344, + 0.421875, + 0.539062, + 0.511719, + 0.503906, + 0.542969, + 0.515625, + 0.507812, + 0.494141, + 0.527344, + 0.458984, + 0.515625, + 0.519531, + 0.472656, + 0.523438, + 0.523438, + 0.519531, + 0.523438, + 0.484375, + 0.539062, + 0.507812, + 0.507812, + 0.535156, + 0.539062, + 0.507812, + 0.515625, + 0.511719, + 0.480469, + 0.539062, + 0.503906, + 0.291016, + 0.519531, + 0.519531, + 0.431641, + 0.527344, + 0.507812, + 0.339844, + 0.511719, + 0.378906, + 0.464844, + 0.519531, + 0.511719, + 0.492188, + 0.519531, + 0.539062, + 0.511719, + 0.507812, + 0.5, + 0.550781, + 0.462891, + 0.470703, + 0.59375, + 0.484375, + 0.462891, + 0.472656, + 0.53125, + 0.441406, + 0.511719, + 0.507812, + 0.419922, + 0.492188, + 0.519531, + 0.515625, + 0.539062, + 0.507812, + 0.507812, + 0.511719, + 0.464844, + 0.5, + 0.466797, + 0.523438, + 0.515625, + 0.384766, + 0.515625, + 0.488281, + 0.511719, + 0.53125, + 0.462891, + 0.507812, + 0.503906, + 0.507812, + 0.523438, + 0.503906, + 0.507812, + 0.480469, + 0.519531, + 0.484375, + 0.503906, + 0.527344, + 0.523438, + 0.519531, + 0.492188, + 0.535156, + 0.478516, + 0.511719, + 0.480469, + 0.503906, + 0.488281, + 0.527344, + 0.539062, + 0.515625, + 0.511719, + 0.519531, + 0.458984, + 0.5, + 0.515625, + 0.439453, + 0.476562, + 0.154297, + 0.482422, + 0.515625, + 0.53125, + 0.367188, + 0.542969, + 0.515625, + 0.494141, + 0.519531, + 0.511719, + 0.515625, + 0.523438, + 0.185547, + 0.492188, + 0.476562, + 0.574219, + 0.535156, + 0.490234, + 0.490234, + 0.490234, + 0.511719, + 0.523438, + 0.392578, + 0.519531, + 0.523438, + 0.490234, + 0.519531, + 0.535156, + 0.523438, + 0.492188, + 0.410156, + 0.488281, + 0.447266, + 0.390625, + 0.519531, + 0.503906, + 0.488281, + 0.498047, + 0.494141, + 0.523438, + 0.519531, + 0.427734, + 0.494141, + 0.515625, + 0.503906, + 0.484375, + 0.507812, + 0.376953, + 0.492188, + 0.460938, + 0.486328, + 0.5, + 0.527344, + 0.523438, + 0.527344, + 0.515625, + 0.490234, + 0.214844, + 0.519531, + 0.416016, + 0.335938, + 0.478516, + 0.53125, + 0.5, + 0.455078, + 0.447266, + 0.511719, + 0.527344, + 0.519531, + 0.507812, + 0.523438, + 0.515625, + 0.451172, + 0.527344, + 0.492188, + 0.53125, + 0.503906, + 0.507812, + 0.486328, + 0.408203, + 0.535156, + 0.511719, + 0.503906, + 0.492188, + 0.523438, + 0.527344, + 0.503906, + 0.523438, + 0.523438, + 0.492188, + 0.482422, + 0.460938, + 0.535156, + 0.515625, + 0.546875, + 0.453125, + 0.519531, + 0.382812, + 0.410156, + 0.535156, + 0.498047, + 0.492188, + 0.515625, + 0.494141, + 0.40625, + 0.460938, + 0.535156, + 0.5, + 0.507812, + 0.523438, + 0.458984, + 0.535156, + 0.498047, + 0.494141, + 0.507812, + 0.515625, + 0.324219, + 0.515625, + 0.484375, + 0.507812, + 0.392578, + 0.507812, + 0.5, + 0.511719, + 0.511719, + 0.439453, + 0.53125, + 0.314453, + 0.5, + 0.400391, + 0.140625, + 0.46875, + 0.515625, + 0.503906, + 0.478516, + 0.535156, + 0.496094, + 0.507812, + 0.527344, + 0.496094, + 0.470703, + 0.511719, + 0.519531, + 0.480469, + 0.4375, + 0.482422, + 0.511719, + 0.402344, + 0.480469, + 0.417969, + 0.523438, + 0.535156, + 0.470703, + 0.445312, + 0.515625, + 0.507812, + 0.402344, + 0.519531, + 0.443359, + 0.443359, + 0.488281, + 0.515625, + 0.480469, + 0.488281, + 0.507812, + 0.519531, + 0.496094, + 0.519531, + 0.503906, + 0.53125, + 0.523438, + 0.515625, + 0.445312, + 0.316406, + 0.433594, + 0.421875, + 0.451172, + 0.53125, + 0.523438, + 0.523438, + 0.519531, + 0.53125, + 0.166992, + 0.490234, + 0.527344, + 0.523438, + 0.460938, + 0.535156, + 0.527344, + 0.5, + 0.511719, + 0.494141, + 0.511719, + 0.527344, + 0.492188, + 0.519531, + 0.507812, + 0.511719, + 0.515625, + 0.523438, + 0.496094, + 0.511719, + 0.470703, + 0.5, + 0.298828, + 0.429688, + 0.515625, + 0.5, + 0.458984, + 0.519531, + 0.355469, + 0.535156, + 0.515625, + 0.53125, + 0.527344, + 0.498047, + 0.503906, + 0.447266, + 0.427734, + 0.515625, + 0.421875, + 0.490234, + 0.462891, + 0.523438, + 0.519531, + 0.503906, + 0.296875, + 0.492188, + 0.507812, + 0.503906, + 0.523438, + 0.324219, + 0.511719, + 0.511719, + 0.443359, + 0.539062, + 0.460938, + 0.503906, + 0.535156, + 0.5, + 0.474609, + 0.5, + 0.535156, + 0.478516, + 0.523438, + 0.542969, + 0.185547, + 0.503906, + 0.523438, + 0.347656, + 0.466797, + 0.388672, + 0.527344, + 0.507812, + 0.519531, + 0.527344, + 0.515625, + 0.474609, + 0.476562, + 0.494141, + 0.523438, + 0.53125, + 0.515625, + 0.394531, + 0.494141, + 0.507812, + 0.5, + 0.519531, + 0.507812, + 0.353516, + 0.496094, + 0.464844, + 0.480469, + 0.492188, + 0.355469, + 0.515625, + 0.511719, + 0.535156, + 0.511719, + 0.539062, + 0.474609, + 0.539062, + 0.402344, + 0.515625, + 0.519531, + 0.511719, + 0.404297, + 0.539062, + 0.5, + 0.492188, + 0.511719, + 0.476562, + 0.511719, + 0.457031, + 0.492188, + 0.507812, + 0.308594, + 0.507812, + 0.494141, + 0.511719, + 0.503906, + 0.523438, + 0.5, + 0.496094, + 0.496094, + 0.550781, + 0.53125, + 0.439453, + 0.498047, + 0.511719, + 0.539062, + 0.519531, + 0.511719, + 0.523438, + 0.472656, + 0.476562, + 0.5, + 0.523438, + 0.523438, + 0.53125, + 0.515625, + 0.519531, + 0.511719, + 0.498047, + 0.472656, + 0.539062, + 0.494141, + 0.423828, + 0.519531, + 0.515625, + 0.527344, + 0.511719, + 0.546875, + 0.416016, + 0.53125, + 0.519531, + 0.523438, + 0.498047, + 0.5, + 0.519531, + 0.527344, + 0.515625, + 0.527344, + 0.507812, + 0.535156, + 0.460938, + 0.474609, + 0.519531, + 0.527344, + 0.498047, + 0.480469, + 0.53125, + 0.304688, + 0.476562, + 0.511719, + 0.511719, + 0.462891, + 0.523438, + 0.427734, + 0.515625, + 0.474609, + 0.492188, + 0.535156, + 0.416016, + 0.511719, + 0.390625, + 0.478516, + 0.476562, + 0.5, + 0.476562, + 0.507812, + 0.511719, + 0.53125, + 0.498047, + 0.484375, + 0.527344, + 0.378906, + 0.412109, + 0.503906, + 0.367188, + 0.515625, + 0.53125, + 0.511719, + 0.503906, + 0.53125, + 0.5, + 0.498047, + 0.494141, + 0.511719, + 0.519531, + 0.519531, + 0.5, + 0.384766, + 0.498047, + 0.519531, + 0.527344, + 0.458984, + 0.511719, + 0.507812, + 0.519531, + 0.441406, + 0.53125, + 0.462891, + 0.480469, + 0.519531, + 0.507812, + 0.519531, + 0.53125, + 0.484375, + 0.492188, + 0.453125, + 0.550781, + 0.511719, + 0.496094, + 0.554688, + 0.503906, + 0.5, + 0.486328, + 0.511719, + 0.507812, + 0.4375, + 0.503906, + 0.535156, + 0.486328, + 0.539062, + 0.410156, + 0.5, + 0.4375, + 0.5, + 0.515625, + 0.503906, + 0.464844, + 0.496094, + 0.558594, + 0.498047, + 0.527344, + 0.5, + 0.412109, + 0.386719, + 0.511719, + 0.511719, + 0.527344, + 0.480469, + 0.515625, + 0.515625, + 0.5, + 0.503906, + 0.523438, + 0.511719, + 0.482422, + 0.503906, + 0.371094, + 0.490234, + 0.519531, + 0.503906, + 0.523438, + 0.503906, + 0.523438, + 0.511719, + 0.133789, + 0.539062, + 0.5, + 0.507812, + 0.496094, + 0.476562, + 0.515625, + 0.410156, + 0.503906, + 0.511719, + 0.511719, + 0.511719, + 0.53125, + 0.53125, + 0.464844, + 0.527344, + 0.494141, + 0.503906, + 0.511719, + 0.339844, + 0.53125, + 0.369141, + 0.5, + 0.523438, + 0.503906, + 0.496094, + 0.542969, + 0.507812, + 0.445312, + 0.365234, + 0.507812, + 0.498047, + 0.53125, + 0.423828, + 0.523438, + 0.498047, + 0.53125, + 0.503906, + 0.503906, + 0.535156, + 0.523438, + 0.511719, + 0.451172, + 0.53125, + 0.527344, + 0.527344, + 0.523438, + 0.542969, + 0.519531, + 0.494141, + 0.478516, + 0.474609, + 0.519531, + 0.464844, + 0.519531, + 0.515625, + 0.511719, + 0.507812, + 0.507812, + 0.482422, + 0.535156, + 0.511719, + 0.5, + 0.542969, + 0.523438, + 0.498047, + 0.5, + 0.5, + 0.507812, + 0.275391, + 0.507812, + 0.515625, + 0.490234, + 0.445312, + 0.527344, + 0.480469, + 0.488281, + 0.5, + 0.507812, + 0.4375, + 0.511719, + 0.523438, + 0.523438, + 0.431641, + 0.511719, + 0.519531, + 0.322266, + 0.507812, + 0.431641, + 0.503906, + 0.494141, + 0.535156, + 0.492188, + 0.515625, + 0.523438, + 0.515625, + 0.515625, + 0.392578, + 0.515625, + 0.527344, + 0.515625, + 0.519531, + 0.503906, + 0.53125, + 0.431641, + 0.176758, + 0.398438, + 0.515625, + 0.519531, + 0.466797, + 0.515625, + 0.507812, + 0.394531, + 0.429688, + 0.515625, + 0.519531, + 0.488281, + 0.535156, + 0.494141, + 0.53125, + 0.511719, + 0.46875, + 0.458984, + 0.511719, + 0.527344, + 0.474609, + 0.511719, + 0.523438, + 0.490234, + 0.373047, + 0.527344, + 0.527344, + 0.535156, + 0.507812, + 0.486328, + 0.492188, + 0.519531, + 0.527344, + 0.515625, + 0.488281, + 0.421875, + 0.484375, + 0.462891, + 0.511719, + 0.527344, + 0.535156, + 0.259766, + 0.494141, + 0.490234, + 0.519531, + 0.511719, + 0.539062, + 0.542969, + 0.507812, + 0.519531, + 0.287109, + 0.550781, + 0.527344, + 0.507812, + 0.53125, + 0.482422, + 0.511719, + 0.519531, + 0.378906, + 0.4375, + 0.494141, + 0.492188, + 0.496094, + 0.511719, + 0.519531, + 0.53125, + 0.472656, + 0.511719, + 0.386719, + 0.511719, + 0.484375, + 0.523438, + 0.519531, + 0.515625, + 0.527344, + 0.511719, + 0.486328, + 0.503906, + 0.486328, + 0.542969, + 0.53125, + 0.492188, + 0.527344, + 0.478516, + 0.480469, + 0.523438, + 0.341797, + 0.519531, + 0.488281, + 0.455078, + 0.507812, + 0.527344, + 0.527344, + 0.519531, + 0.519531, + 0.507812, + 0.523438, + 0.535156, + 0.462891, + 0.507812, + 0.511719, + 0.498047, + 0.515625, + 0.410156, + 0.472656, + 0.507812, + 0.527344, + 0.503906, + 0.515625, + 0.535156, + 0.523438, + 0.503906, + 0.486328, + 0.507812, + 0.519531, + 0.453125, + 0.515625, + 0.519531, + 0.511719, + 0.535156, + 0.519531, + 0.503906, + 0.511719, + 0.539062, + 0.490234, + 0.550781, + 0.535156, + 0.511719, + 0.523438, + 0.519531, + 0.503906, + 0.527344, + 0.462891, + 0.53125, + 0.527344, + 0.53125, + 0.457031, + 0.433594, + 0.427734, + 0.539062, + 0.511719, + 0.515625, + 0.585938, + 0.498047, + 0.53125, + 0.503906, + 0.392578, + 0.523438, + 0.507812, + 0.498047, + 0.503906, + 0.494141, + 0.498047, + 0.457031, + 0.46875, + 0.498047, + 0.5, + 0.523438, + 0.417969, + 0.523438, + 0.519531, + 0.5, + 0.527344, + 0.53125, + 0.523438, + 0.511719, + 0.527344, + 0.490234, + 0.40625, + 0.488281, + 0.523438, + 0.511719, + 0.519531, + 0.539062, + 0.476562, + 0.511719, + 0.402344, + 0.40625, + 0.486328, + 0.515625, + 0.507812, + 0.539062, + 0.53125, + 0.515625, + 0.511719, + 0.523438, + 0.519531, + 0.523438, + 0.476562, + 0.542969, + 0.5, + 0.511719, + 0.40625, + 0.474609, + 0.408203, + 0.503906, + 0.503906, + 0.439453, + 0.503906, + 0.546875, + 0.498047, + 0.519531, + 0.570312, + 0.408203, + 0.433594, + 0.490234, + 0.439453, + 0.482422, + 0.498047, + 0.486328, + 0.480469, + 0.535156, + 0.163086, + 0.402344, + 0.527344, + 0.503906 + ] + }, + "name": "model.model.layers.42.post_attention_layernorm.weight", + "outputIndexes": [ + 3475 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3474 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_42/Mul_output_0", + "outputIndexes": [ + 3476 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3475, + 3476 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_42/Mul_1_output_0", + "outputIndexes": [ + 3477 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3477 + ], + "outputIndexes": [ + 5580 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5580 + ], + "outputIndexes": [ + 5581 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/gate_proj/Linear", + "inputIndexes": [ + 5581 + ], + "outputIndexes": [ + 5582 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 424219036, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5582 + ], + "outputIndexes": [ + 5583 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5583 + ], + "outputIndexes": [ + 3478 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3478 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_42/Sigmoid_output_0", + "outputIndexes": [ + 3479 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3478, + 3479 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_42/Mul_output_0", + "outputIndexes": [ + 3480 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3477 + ], + "outputIndexes": [ + 5584 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5584 + ], + "outputIndexes": [ + 5585 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/up_proj/Linear", + "inputIndexes": [ + 5585 + ], + "outputIndexes": [ + 5586 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 426799538, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5586 + ], + "outputIndexes": [ + 5587 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5587 + ], + "outputIndexes": [ + 3481 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3480, + 3481 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_42/Mul_output_0", + "outputIndexes": [ + 3482 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3482 + ], + "outputIndexes": [ + 5588 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5588 + ], + "outputIndexes": [ + 5589 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/down_proj/Linear", + "inputIndexes": [ + 5589 + ], + "outputIndexes": [ + 5590 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 429380040, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5590 + ], + "outputIndexes": [ + 5591 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.42/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5591 + ], + "outputIndexes": [ + 3483 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3474, + 3483 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_214_output_0", + "outputIndexes": [ + 3484 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3484, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_387_output_0", + "outputIndexes": [ + 3485 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.488281, + 0.392578, + 0.34375, + 0.396484, + 0.376953, + 0.384766, + 1.085938, + 0.386719, + 0.453125, + 0.535156, + 0.769531, + 0.380859, + 0.412109, + 0.382812, + 0.373047, + 0.382812, + 0.859375, + 0.365234, + 0.425781, + 0.546875, + 0.410156, + 0.351562, + 0.433594, + 0.443359, + 0.417969, + 0.384766, + 0.429688, + 0.380859, + 0.373047, + 0.382812, + 0.542969, + 0.275391, + 0.382812, + 0.382812, + 0.386719, + 0.388672, + 0.542969, + 0.384766, + 0.695312, + 0.404297, + 0.388672, + 0.357422, + 0.408203, + 0.410156, + 0.515625, + 0.40625, + 0.382812, + 0.470703, + 0.369141, + 0.691406, + 0.384766, + 0.671875, + 0.386719, + 0.404297, + 0.566406, + 0.375, + 0.357422, + 0.380859, + 0.386719, + 0.402344, + 0.394531, + 0.386719, + 0.417969, + 0.369141, + 0.462891, + 0.578125, + 0.714844, + 0.644531, + 0.373047, + 0.6875, + 0.384766, + 0.5, + 0.435547, + 0.410156, + 0.359375, + 0.384766, + 0.435547, + 0.355469, + 0.640625, + 0.416016, + 0.419922, + 0.384766, + 0.416016, + 0.394531, + 0.408203, + 0.492188, + 0.355469, + 0.511719, + 0.421875, + 0.515625, + 0.417969, + 0.388672, + 0.482422, + 0.382812, + 0.628906, + 0.582031, + 0.449219, + 0.359375, + 0.373047, + 0.40625, + 0.410156, + 0.4375, + 0.382812, + 0.398438, + 0.447266, + 0.550781, + 0.390625, + 0.394531, + 0.388672, + 0.333984, + 0.353516, + 0.367188, + 0.367188, + 0.423828, + 0.378906, + 0.511719, + 0.400391, + 0.392578, + 0.375, + 0.394531, + 0.417969, + 0.457031, + 0.357422, + 0.458984, + 0.388672, + 0.398438, + 1.054688, + 0.367188, + 0.353516, + 0.373047, + 0.378906, + 0.339844, + 0.376953, + 0.423828, + 0.386719, + 0.402344, + 0.373047, + 0.392578, + 0.726562, + 0.439453, + 0.373047, + 0.404297, + 0.388672, + 0.376953, + 0.351562, + 0.369141, + 0.390625, + 0.396484, + 0.357422, + 0.376953, + 0.402344, + 0.402344, + 0.347656, + 0.388672, + 0.378906, + 0.429688, + 0.353516, + 0.384766, + 0.625, + 0.433594, + 0.601562, + 0.417969, + 0.523438, + 0.376953, + 0.363281, + 0.367188, + 0.699219, + 0.369141, + 0.369141, + 0.578125, + 0.435547, + 0.380859, + 0.382812, + 0.433594, + 0.691406, + 0.351562, + 0.425781, + 0.355469, + 0.394531, + 0.394531, + 0.371094, + 0.419922, + 0.378906, + 0.400391, + 0.363281, + 0.400391, + 0.396484, + 0.369141, + 0.376953, + 0.361328, + 0.361328, + 0.423828, + 0.617188, + 0.386719, + 0.392578, + 0.378906, + 0.388672, + 0.451172, + 0.183594, + 0.396484, + 0.388672, + 0.373047, + 0.412109, + 0.361328, + 0.402344, + 0.363281, + 0.349609, + 0.390625, + 0.447266, + 0.376953, + 0.371094, + 0.375, + 0.398438, + 0.582031, + 0.376953, + 0.357422, + 0.384766, + 0.378906, + 0.351562, + 0.361328, + 0.386719, + 0.410156, + 0.400391, + 0.404297, + 0.376953, + 0.414062, + 0.400391, + 0.570312, + 0.394531, + 0.388672, + 0.435547, + 0.765625, + 0.361328, + 0.429688, + 0.375, + 0.455078, + 0.396484, + 0.462891, + 0.386719, + 0.332031, + 0.363281, + 0.375, + 0.369141, + 0.423828, + 0.386719, + 0.380859, + 0.46875, + 0.386719, + 0.382812, + 0.425781, + 0.365234, + 0.419922, + 0.558594, + 0.419922, + 0.457031, + 0.384766, + 0.439453, + 0.396484, + 0.466797, + 0.365234, + 0.371094, + 0.390625, + 0.380859, + 0.455078, + 0.361328, + 0.394531, + 0.398438, + 0.398438, + 0.488281, + 0.425781, + 0.910156, + 0.367188, + 0.429688, + 0.882812, + 0.515625, + 0.371094, + 0.369141, + 0.486328, + 0.494141, + 0.384766, + 0.445312, + 0.373047, + 0.375, + 0.394531, + 0.394531, + 0.394531, + 0.339844, + 0.371094, + 0.363281, + 0.386719, + 0.384766, + 0.388672, + 0.388672, + 0.419922, + 0.386719, + 0.378906, + 0.355469, + 0.363281, + 0.382812, + 0.412109, + 0.369141, + 0.378906, + 0.400391, + 0.53125, + 0.382812, + 0.386719, + 0.484375, + 0.369141, + 0.353516, + 0.378906, + 0.53125, + 0.371094, + 0.394531, + 0.474609, + 0.373047, + 0.371094, + 0.367188, + 0.416016, + 0.59375, + 0.492188, + 0.365234, + 0.382812, + 0.398438, + 0.351562, + 0.441406, + 0.492188, + 0.367188, + 0.373047, + 0.378906, + 0.425781, + 0.640625, + 0.466797, + 0.5625, + 0.404297, + 0.464844, + 0.390625, + 0.376953, + 0.380859, + 0.632812, + 0.5625, + 0.376953, + 0.388672, + 0.382812, + 0.460938, + 0.367188, + 0.408203, + 0.449219, + 0.355469, + 0.492188, + 0.361328, + 0.386719, + 0.375, + 0.421875, + 0.423828, + 0.382812, + 0.398438, + 0.390625, + 0.390625, + 0.382812, + 0.404297, + 0.373047, + 0.417969, + 0.386719, + 0.386719, + 0.371094, + 0.398438, + 0.375, + 0.382812, + 0.410156, + 0.412109, + 0.369141, + 0.345703, + 0.365234, + 0.589844, + 0.447266, + 0.394531, + 0.371094, + 0.388672, + 0.376953, + 0.597656, + 0.851562, + 0.410156, + 0.433594, + 0.390625, + 0.359375, + 0.355469, + 0.46875, + 0.371094, + 0.523438, + 0.376953, + 0.384766, + 0.707031, + 0.351562, + 0.507812, + 0.390625, + 0.398438, + 0.392578, + 0.388672, + 0.382812, + 0.361328, + 0.435547, + 0.371094, + 0.539062, + 0.371094, + 0.365234, + 0.46875, + 0.412109, + 0.394531, + 0.369141, + 0.402344, + 0.400391, + 0.386719, + 0.382812, + 0.392578, + 0.376953, + 0.373047, + 0.404297, + 0.388672, + 0.376953, + 0.585938, + 0.392578, + 0.394531, + 0.726562, + 0.382812, + 0.371094, + 0.480469, + 0.359375, + 0.392578, + 0.75, + 0.414062, + 0.660156, + 0.445312, + 0.378906, + 0.414062, + 0.367188, + 0.398438, + 0.363281, + 0.376953, + 0.382812, + 0.355469, + 0.388672, + 0.445312, + 0.5, + 0.421875, + 0.412109, + 0.546875, + 0.433594, + 0.382812, + 0.585938, + 0.398438, + 0.458984, + 0.675781, + 0.392578, + 0.382812, + 0.382812, + 0.390625, + 0.396484, + 0.408203, + 0.390625, + 0.4375, + 0.398438, + 0.412109, + 0.386719, + 0.376953, + 0.660156, + 0.363281, + 0.423828, + 0.361328, + 0.359375, + 0.478516, + 0.394531, + 0.375, + 0.375, + 0.396484, + 0.417969, + 0.416016, + 0.4375, + 0.357422, + 0.455078, + 0.410156, + 0.398438, + 0.371094, + 0.353516, + 0.375, + 0.376953, + 0.447266, + 0.384766, + 0.472656, + 0.371094, + 0.386719, + 0.378906, + 0.390625, + 0.365234, + 0.382812, + 0.398438, + 0.486328, + 0.339844, + 0.378906, + 0.503906, + 0.441406, + 1.03125, + 0.421875, + 0.376953, + 0.386719, + 0.648438, + 0.394531, + 0.384766, + 0.394531, + 0.412109, + 0.417969, + 0.400391, + 0.371094, + 0.875, + 0.423828, + 0.445312, + 0.382812, + 0.367188, + 0.455078, + 0.371094, + 0.394531, + 0.367188, + 0.363281, + 0.609375, + 0.384766, + 0.367188, + 0.433594, + 0.373047, + 0.371094, + 0.371094, + 0.466797, + 0.671875, + 0.457031, + 0.515625, + 0.640625, + 0.359375, + 0.367188, + 0.400391, + 0.410156, + 0.400391, + 0.40625, + 0.388672, + 0.539062, + 0.435547, + 0.339844, + 0.367188, + 0.451172, + 0.402344, + 0.738281, + 0.503906, + 0.472656, + 0.457031, + 0.335938, + 0.402344, + 0.375, + 0.369141, + 0.384766, + 0.4375, + 0.09375, + 0.367188, + 0.582031, + 0.625, + 0.460938, + 0.359375, + 0.414062, + 0.435547, + 0.515625, + 0.357422, + 0.390625, + 0.402344, + 0.416016, + 0.396484, + 0.369141, + 0.539062, + 0.357422, + 0.402344, + 0.355469, + 0.394531, + 0.373047, + 0.427734, + 0.605469, + 0.382812, + 0.373047, + 0.382812, + 0.435547, + 0.382812, + 0.390625, + 0.380859, + 0.378906, + 0.373047, + 0.390625, + 0.40625, + 0.474609, + 0.376953, + 0.373047, + 0.390625, + 0.457031, + 0.367188, + 0.660156, + 0.515625, + 0.414062, + 0.345703, + 0.435547, + 0.392578, + 0.394531, + 0.609375, + 0.457031, + 0.371094, + 0.394531, + 0.404297, + 0.335938, + 0.433594, + 0.34375, + 0.400391, + 0.466797, + 0.382812, + 0.367188, + 0.832031, + 0.398438, + 0.394531, + 0.388672, + 0.617188, + 0.34375, + 0.402344, + 0.40625, + 0.417969, + 0.621094, + 0.400391, + 0.90625, + 0.439453, + 0.648438, + 1.03125, + 0.408203, + 0.363281, + 0.367188, + 0.460938, + 0.367188, + 0.357422, + 0.410156, + 0.392578, + 0.390625, + 0.492188, + 0.361328, + 0.396484, + 0.453125, + 0.558594, + 0.429688, + 0.382812, + 0.636719, + 0.490234, + 0.6875, + 0.376953, + 0.386719, + 0.390625, + 0.578125, + 0.414062, + 0.373047, + 0.640625, + 0.353516, + 0.507812, + 0.601562, + 0.414062, + 0.345703, + 0.455078, + 0.408203, + 0.373047, + 0.388672, + 0.392578, + 0.361328, + 0.386719, + 0.375, + 0.357422, + 0.380859, + 0.464844, + 0.679688, + 0.4375, + 0.632812, + 0.519531, + 0.378906, + 0.396484, + 0.417969, + 0.378906, + 0.373047, + 1.0, + 0.400391, + 0.443359, + 0.386719, + 0.466797, + 0.357422, + 0.367188, + 0.421875, + 0.392578, + 0.351562, + 0.390625, + 0.351562, + 0.435547, + 0.347656, + 0.349609, + 0.402344, + 0.384766, + 0.347656, + 0.40625, + 0.333984, + 0.490234, + 0.392578, + 0.910156, + 0.582031, + 0.373047, + 0.402344, + 0.402344, + 0.392578, + 0.539062, + 0.392578, + 0.398438, + 0.400391, + 0.365234, + 0.378906, + 0.378906, + 0.466797, + 0.503906, + 0.351562, + 0.605469, + 0.376953, + 0.482422, + 0.388672, + 0.365234, + 0.472656, + 0.996094, + 0.427734, + 0.412109, + 0.404297, + 0.386719, + 0.441406, + 0.380859, + 0.375, + 0.519531, + 0.386719, + 0.53125, + 0.384766, + 0.384766, + 0.376953, + 0.416016, + 0.347656, + 0.373047, + 0.466797, + 0.380859, + 0.380859, + 1.007812, + 0.365234, + 0.412109, + 0.5625, + 0.460938, + 0.683594, + 0.34375, + 0.414062, + 0.351562, + 0.371094, + 0.365234, + 0.421875, + 0.441406, + 0.375, + 0.394531, + 0.414062, + 0.400391, + 0.617188, + 0.414062, + 0.404297, + 0.429688, + 0.363281, + 0.392578, + 0.816406, + 0.470703, + 0.410156, + 0.431641, + 0.375, + 0.644531, + 0.380859, + 0.404297, + 0.378906, + 0.373047, + 0.380859, + 0.490234, + 0.367188, + 0.585938, + 0.376953, + 0.367188, + 0.402344, + 0.691406, + 0.488281, + 0.412109, + 0.388672, + 0.396484, + 0.400391, + 0.388672, + 0.46875, + 0.423828, + 0.384766, + 0.773438, + 0.376953, + 0.373047, + 0.371094, + 0.373047, + 0.398438, + 0.384766, + 0.416016, + 0.404297, + 0.388672, + 0.373047, + 0.507812, + 0.439453, + 0.435547, + 0.429688, + 0.369141, + 0.472656, + 0.410156, + 0.490234, + 0.419922, + 0.349609, + 0.394531, + 0.414062, + 0.427734, + 0.392578, + 0.527344, + 0.369141, + 0.396484, + 0.458984, + 0.386719, + 0.371094, + 0.542969, + 0.402344, + 0.371094, + 0.394531, + 0.388672, + 0.371094, + 0.628906, + 0.332031, + 0.427734, + 0.380859, + 0.376953, + 0.423828, + 0.396484, + 0.386719, + 0.394531, + 0.355469, + 0.390625, + 0.373047, + 0.490234, + 0.515625, + 0.355469, + 0.375, + 0.427734, + 0.421875, + 0.416016, + 0.871094, + 0.394531, + 0.398438, + 0.382812, + 0.503906, + 0.388672, + 0.402344, + 0.363281, + 0.490234, + 0.400391, + 0.376953, + 0.585938, + 0.419922, + 0.683594, + 0.388672, + 0.445312, + 0.398438, + 0.445312, + 0.398438, + 0.419922, + 0.349609, + 0.367188, + 0.414062, + 0.394531, + 0.632812, + 0.644531, + 0.341797, + 0.644531, + 0.361328, + 0.369141, + 0.376953, + 0.410156, + 0.443359, + 0.40625, + 0.382812, + 0.498047, + 0.396484, + 0.453125, + 0.357422, + 0.398438, + 0.777344, + 0.361328, + 0.357422, + 0.378906, + 0.582031, + 0.402344, + 0.416016, + 0.382812, + 0.542969, + 0.376953, + 0.412109, + 0.414062, + 0.378906, + 0.369141, + 0.40625, + 0.394531, + 0.433594, + 0.40625, + 0.535156, + 0.404297, + 0.357422, + 0.396484, + 0.5, + 0.388672, + 0.380859, + 0.382812, + 0.412109, + 0.355469, + 0.443359, + 0.398438, + 0.382812, + 0.419922, + 0.363281, + 0.605469, + 0.410156, + 0.511719, + 0.414062, + 0.419922, + 0.392578, + 0.472656, + 0.353516, + 0.371094, + 0.380859, + 0.363281, + 0.392578, + 0.636719, + 0.65625, + 0.369141, + 0.386719, + 0.376953, + 0.482422, + 0.365234, + 0.349609, + 0.427734, + 0.396484, + 0.361328, + 0.359375, + 0.451172, + 0.369141, + 0.640625, + 0.386719, + 0.371094, + 0.410156, + 0.410156, + 0.396484, + 0.400391, + 0.382812, + 0.835938, + 0.394531, + 0.404297, + 0.371094, + 0.453125, + 0.373047, + 0.353516, + 0.609375, + 0.378906, + 0.388672, + 0.507812, + 0.382812, + 0.386719, + 0.376953, + 0.404297, + 0.373047, + 0.4375, + 0.373047, + 0.410156, + 0.972656, + 0.349609, + 0.636719, + 0.425781, + 0.396484, + 0.429688, + 0.410156, + 0.417969, + 0.365234, + 0.515625, + 0.859375, + 0.416016, + 0.431641, + 0.378906, + 0.585938, + 0.376953, + 0.408203, + 0.363281, + 0.414062, + 0.369141, + 0.392578, + 0.367188, + 0.369141, + 0.451172, + 0.349609, + 0.386719, + 0.394531, + 0.392578, + 0.380859, + 0.361328, + 0.414062, + 0.431641, + 0.433594, + 0.347656, + 0.423828, + 0.417969, + 0.337891, + 0.386719, + 0.40625, + 0.429688, + 0.429688, + 0.361328, + 0.363281, + 0.396484, + 0.380859, + 0.363281, + 0.359375, + 0.394531, + 0.376953, + 0.376953, + 0.636719, + 0.353516, + 0.367188, + 0.390625, + 0.523438, + 0.427734, + 0.341797, + 0.394531, + 0.427734, + 0.460938, + 0.523438, + 0.390625, + 0.359375, + 0.376953, + 0.601562, + 0.392578, + 0.382812, + 0.808594, + 0.376953, + 0.511719, + 0.394531, + 0.373047, + 0.388672, + 0.388672, + 0.394531, + 0.390625, + 0.355469, + 0.339844, + 0.65625, + 0.404297, + 0.384766, + 0.388672, + 0.363281, + 0.394531, + 0.361328, + 0.554688, + 0.957031, + 0.699219, + 0.396484, + 0.375, + 0.476562, + 0.371094, + 0.410156, + 0.734375, + 0.449219, + 0.361328, + 0.369141, + 0.402344, + 0.390625, + 0.449219, + 0.412109, + 0.375, + 0.433594, + 0.46875, + 0.388672, + 0.375, + 0.449219, + 0.375, + 0.357422, + 0.476562, + 0.664062, + 0.40625, + 0.40625, + 0.351562, + 0.390625, + 0.365234, + 0.445312, + 0.398438, + 0.388672, + 0.373047, + 0.363281, + 0.554688, + 0.390625, + 0.404297, + 0.376953, + 0.402344, + 0.402344, + 0.894531, + 0.353516, + 0.414062, + 0.388672, + 0.382812, + 0.384766, + 0.380859, + 0.390625, + 0.382812, + 0.824219, + 0.376953, + 0.320312, + 0.398438, + 0.416016, + 0.470703, + 0.398438, + 0.392578, + 0.640625, + 0.535156, + 0.412109, + 0.337891, + 0.404297, + 0.373047, + 0.367188, + 0.398438, + 0.398438, + 0.492188, + 0.761719, + 0.373047, + 0.449219, + 0.363281, + 0.408203, + 0.400391, + 0.384766, + 0.390625, + 0.414062, + 0.363281, + 0.425781, + 0.386719, + 0.380859, + 0.427734, + 0.396484, + 0.429688, + 0.503906, + 0.425781, + 0.890625, + 0.365234, + 0.40625, + 0.439453, + 0.394531, + 0.367188, + 0.367188, + 0.431641, + 0.40625, + 0.388672, + 0.384766, + 0.380859, + 0.419922, + 0.365234, + 0.400391, + 0.384766, + 0.369141, + 0.65625, + 0.425781, + 0.384766, + 0.365234, + 0.349609, + 0.380859, + 0.382812, + 0.375, + 0.382812, + 0.435547, + 0.363281, + 0.390625, + 0.5, + 0.363281, + 0.347656, + 0.375, + 0.365234, + 0.353516, + 0.390625, + 0.347656, + 0.445312, + 0.423828, + 0.402344, + 0.367188, + 0.414062, + 0.357422, + 0.390625, + 0.396484, + 0.410156, + 0.484375, + 0.378906, + 0.365234, + 0.373047, + 0.351562, + 0.554688, + 0.53125, + 0.414062, + 0.382812, + 0.363281, + 0.408203, + 0.398438, + 0.40625, + 0.382812, + 0.550781, + 0.375, + 0.386719, + 0.400391, + 0.390625, + 0.414062, + 0.457031, + 0.464844, + 0.427734, + 0.378906, + 0.386719, + 0.361328, + 0.574219, + 0.380859, + 0.373047, + 0.433594, + 0.382812, + 0.355469, + 0.382812, + 0.351562, + 0.357422, + 0.4375, + 0.490234, + 0.396484, + 0.427734, + 0.388672, + 0.396484, + 0.386719, + 0.408203, + 0.404297, + 0.582031, + 0.5625, + 0.382812, + 0.388672, + 0.390625, + 0.390625, + 0.345703, + 0.408203, + 0.396484, + 0.388672, + 0.367188, + 0.361328, + 0.419922, + 0.408203, + 0.359375, + 0.351562, + 0.652344, + 0.443359, + 0.601562, + 0.384766, + 0.394531, + 0.482422, + 0.390625, + 0.400391, + 0.417969, + 0.371094, + 0.369141, + 0.628906, + 0.539062, + 0.384766, + 0.566406, + 0.414062, + 0.392578, + 0.441406, + 0.445312, + 0.339844, + 1.078125, + 0.59375, + 0.394531, + 0.365234 + ] + }, + "name": "model.model.layers.43.input_layernorm.weight", + "outputIndexes": [ + 3486 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3485 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_43/Mul_output_0", + "outputIndexes": [ + 3487 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3486, + 3487 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_43/Mul_1_output_0", + "outputIndexes": [ + 3488 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3488 + ], + "outputIndexes": [ + 5592 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5592 + ], + "outputIndexes": [ + 5593 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/q_proj/Linear", + "inputIndexes": [ + 5593 + ], + "outputIndexes": [ + 5594 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 431960542, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5594 + ], + "outputIndexes": [ + 5595 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5595 + ], + "outputIndexes": [ + 3489 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3488 + ], + "main_type": "NONE", + "name": "/Shape_603_output_0", + "outputIndexes": [ + 3490 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3490 + ], + "main_type": "NONE", + "name": "Shape9367", + "outputIndexes": [ + 3491 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3490 + ], + "main_type": "NONE", + "name": "Rank9369", + "outputIndexes": [ + 3492 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3492, + 3492 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9371", + "outputIndexes": [ + 3493 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3493 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9372", + "outputIndexes": [ + 3494 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3493, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9374", + "outputIndexes": [ + 3495 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3495 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9375", + "outputIndexes": [ + 3496 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3491, + 3494, + 3496, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice9378", + "outputIndexes": [ + 3497 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3497 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze9379", + "outputIndexes": [ + 3498 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 3498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9380", + "outputIndexes": [ + 3499 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3499, + 3498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9381", + "outputIndexes": [ + 3500 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3490, + 3500, + 3493 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_649_output_0", + "outputIndexes": [ + 3501 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3501, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1377_output_0", + "outputIndexes": [ + 3502 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3502, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_559_output_0", + "outputIndexes": [ + 3503 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3489, + 3503 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_388_output_0", + "outputIndexes": [ + 3504 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3504, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_344_output_0", + "outputIndexes": [ + 3505 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3504 + ], + "main_type": "NONE", + "name": "/Shape_604_output_0", + "outputIndexes": [ + 3506 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3506 + ], + "main_type": "NONE", + "name": "Shape9388", + "outputIndexes": [ + 3507 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3506 + ], + "main_type": "NONE", + "name": "Rank9390", + "outputIndexes": [ + 3508 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3508, + 3508 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9392", + "outputIndexes": [ + 3509 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3509 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9393", + "outputIndexes": [ + 3510 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3509, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9395", + "outputIndexes": [ + 3511 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3511 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9396", + "outputIndexes": [ + 3512 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3507, + 3510, + 3512, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice9399", + "outputIndexes": [ + 3513 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3513 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze9400", + "outputIndexes": [ + 3514 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3514 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9401", + "outputIndexes": [ + 3515 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3515, + 3514 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9402", + "outputIndexes": [ + 3516 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3506, + 3516, + 3509 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_650_output_0", + "outputIndexes": [ + 3517 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3517, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_129_output_0", + "outputIndexes": [ + 3518 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3518, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1382_output_0", + "outputIndexes": [ + 3519 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3504, + 3519, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_173_output_0", + "outputIndexes": [ + 3520 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3520 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_86_output_0", + "outputIndexes": [ + 3521 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3504, + 22, + 3519, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_172_output_0", + "outputIndexes": [ + 3522 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3521, + 3522 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_562_output_0", + "outputIndexes": [ + 3523 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3523, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_345_output_0", + "outputIndexes": [ + 3524 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3505, + 3524 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_215_output_0", + "outputIndexes": [ + 3525 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3488 + ], + "outputIndexes": [ + 5596 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5596 + ], + "outputIndexes": [ + 5597 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/k_proj/Linear", + "inputIndexes": [ + 5597 + ], + "outputIndexes": [ + 5598 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 432882164, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5598 + ], + "outputIndexes": [ + 5599 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5599 + ], + "outputIndexes": [ + 3526 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3502, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_560_output_0", + "outputIndexes": [ + 3527 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3526, + 3527 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_389_output_0", + "outputIndexes": [ + 3528 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3528, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_346_output_0", + "outputIndexes": [ + 3529 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3528 + ], + "main_type": "NONE", + "name": "/Shape_605_output_0", + "outputIndexes": [ + 3530 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3530 + ], + "main_type": "NONE", + "name": "Shape9451", + "outputIndexes": [ + 3531 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3530 + ], + "main_type": "NONE", + "name": "Rank9453", + "outputIndexes": [ + 3532 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3532, + 3532 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9455", + "outputIndexes": [ + 3533 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3533 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9456", + "outputIndexes": [ + 3534 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3533, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9458", + "outputIndexes": [ + 3535 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3535 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9459", + "outputIndexes": [ + 3536 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3531, + 3534, + 3536, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice9462", + "outputIndexes": [ + 3537 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3537 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze9463", + "outputIndexes": [ + 3538 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9464", + "outputIndexes": [ + 3539 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3539, + 3538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9465", + "outputIndexes": [ + 3540 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3530, + 3540, + 3533 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_651_output_0", + "outputIndexes": [ + 3541 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3541, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_130_output_0", + "outputIndexes": [ + 3542 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3542, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1384_output_0", + "outputIndexes": [ + 3543 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3528, + 3543, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_175_output_0", + "outputIndexes": [ + 3544 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3544 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_87_output_0", + "outputIndexes": [ + 3545 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3528, + 22, + 3543, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_174_output_0", + "outputIndexes": [ + 3546 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3545, + 3546 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_563_output_0", + "outputIndexes": [ + 3547 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3547, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_347_output_0", + "outputIndexes": [ + 3548 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3529, + 3548 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_216_output_0", + "outputIndexes": [ + 3549 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3488 + ], + "outputIndexes": [ + 5600 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5600 + ], + "outputIndexes": [ + 5601 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/v_proj/Linear", + "inputIndexes": [ + 5601 + ], + "outputIndexes": [ + 5602 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 433112586, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5602 + ], + "outputIndexes": [ + 5603 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5603 + ], + "outputIndexes": [ + 3550 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3550, + 3527 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_390_output_0", + "outputIndexes": [ + 3551 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3525, + 3549, + 3551, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_395_output_0", + "outputIndexes": [ + 3552 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3552 + ], + "outputIndexes": [ + 5604 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5604 + ], + "outputIndexes": [ + 5605 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/o_proj/Linear", + "inputIndexes": [ + 5605 + ], + "outputIndexes": [ + 5606 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 433343008, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5606 + ], + "outputIndexes": [ + 5607 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5607 + ], + "outputIndexes": [ + 3553 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3485, + 3553 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_218_output_0", + "outputIndexes": [ + 3554 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.460938, + 0.523438, + 0.515625, + 0.53125, + 0.539062, + 0.507812, + 0.196289, + 0.511719, + 0.482422, + 0.453125, + 0.384766, + 0.519531, + 0.451172, + 0.498047, + 0.515625, + 0.53125, + 0.263672, + 0.511719, + 0.53125, + 0.4375, + 0.519531, + 0.539062, + 0.480469, + 0.498047, + 0.503906, + 0.539062, + 0.474609, + 0.515625, + 0.523438, + 0.523438, + 0.476562, + 0.200195, + 0.519531, + 0.523438, + 0.511719, + 0.511719, + 0.4375, + 0.507812, + 0.375, + 0.550781, + 0.523438, + 0.523438, + 0.503906, + 0.484375, + 0.460938, + 0.494141, + 0.53125, + 0.462891, + 0.53125, + 0.394531, + 0.519531, + 0.398438, + 0.503906, + 0.515625, + 0.460938, + 0.511719, + 0.535156, + 0.484375, + 0.503906, + 0.53125, + 0.535156, + 0.527344, + 0.5, + 0.53125, + 0.460938, + 0.464844, + 0.345703, + 0.40625, + 0.53125, + 0.382812, + 0.53125, + 0.400391, + 0.507812, + 0.486328, + 0.519531, + 0.492188, + 0.527344, + 0.519531, + 0.394531, + 0.503906, + 0.5, + 0.550781, + 0.484375, + 0.503906, + 0.535156, + 0.482422, + 0.546875, + 0.455078, + 0.5625, + 0.439453, + 0.5, + 0.515625, + 0.458984, + 0.519531, + 0.410156, + 0.447266, + 0.570312, + 0.539062, + 0.519531, + 0.515625, + 0.527344, + 0.498047, + 0.53125, + 0.519531, + 0.447266, + 0.439453, + 0.527344, + 0.507812, + 0.488281, + 0.507812, + 0.511719, + 0.535156, + 0.480469, + 0.515625, + 0.535156, + 0.503906, + 0.511719, + 0.53125, + 0.53125, + 0.507812, + 0.523438, + 0.462891, + 0.53125, + 0.480469, + 0.546875, + 0.515625, + 0.232422, + 0.53125, + 0.519531, + 0.476562, + 0.535156, + 0.523438, + 0.519531, + 0.503906, + 0.527344, + 0.511719, + 0.523438, + 0.484375, + 0.443359, + 0.511719, + 0.542969, + 0.472656, + 0.527344, + 0.542969, + 0.535156, + 0.519531, + 0.503906, + 0.462891, + 0.503906, + 0.519531, + 0.523438, + 0.527344, + 0.507812, + 0.539062, + 0.527344, + 0.476562, + 0.523438, + 0.492188, + 0.425781, + 0.566406, + 0.421875, + 0.523438, + 0.443359, + 0.507812, + 0.496094, + 0.53125, + 0.378906, + 0.546875, + 0.503906, + 0.439453, + 0.486328, + 0.53125, + 0.535156, + 0.490234, + 0.382812, + 0.519531, + 0.498047, + 0.53125, + 0.535156, + 0.546875, + 0.5, + 0.492188, + 0.507812, + 0.503906, + 0.507812, + 0.527344, + 0.523438, + 0.507812, + 0.53125, + 0.523438, + 0.515625, + 0.488281, + 0.431641, + 0.511719, + 0.523438, + 0.507812, + 0.515625, + 0.5, + 0.087402, + 0.53125, + 0.519531, + 0.523438, + 0.494141, + 0.507812, + 0.503906, + 0.535156, + 0.539062, + 0.523438, + 0.488281, + 0.519531, + 0.503906, + 0.53125, + 0.527344, + 0.429688, + 0.527344, + 0.511719, + 0.515625, + 0.488281, + 0.519531, + 0.496094, + 0.519531, + 0.503906, + 0.453125, + 0.496094, + 0.511719, + 0.503906, + 0.53125, + 0.431641, + 0.5625, + 0.503906, + 0.490234, + 0.427734, + 0.527344, + 0.515625, + 0.53125, + 0.486328, + 0.507812, + 0.480469, + 0.46875, + 0.519531, + 0.523438, + 0.503906, + 0.515625, + 0.53125, + 0.523438, + 0.507812, + 0.455078, + 0.527344, + 0.527344, + 0.527344, + 0.503906, + 0.470703, + 0.400391, + 0.523438, + 0.5, + 0.515625, + 0.498047, + 0.507812, + 0.482422, + 0.511719, + 0.550781, + 0.511719, + 0.515625, + 0.46875, + 0.523438, + 0.527344, + 0.503906, + 0.527344, + 0.466797, + 0.527344, + 0.294922, + 0.488281, + 0.503906, + 0.243164, + 0.476562, + 0.523438, + 0.519531, + 0.476562, + 0.451172, + 0.519531, + 0.486328, + 0.527344, + 0.515625, + 0.550781, + 0.511719, + 0.515625, + 0.519531, + 0.527344, + 0.527344, + 0.527344, + 0.523438, + 0.498047, + 0.53125, + 0.515625, + 0.527344, + 0.494141, + 0.482422, + 0.53125, + 0.523438, + 0.511719, + 0.507812, + 0.527344, + 0.507812, + 0.447266, + 0.523438, + 0.519531, + 0.488281, + 0.523438, + 0.484375, + 0.519531, + 0.464844, + 0.53125, + 0.480469, + 0.480469, + 0.53125, + 0.486328, + 0.511719, + 0.470703, + 0.4375, + 0.494141, + 0.527344, + 0.527344, + 0.542969, + 0.511719, + 0.511719, + 0.488281, + 0.535156, + 0.546875, + 0.511719, + 0.490234, + 0.40625, + 0.480469, + 0.378906, + 0.515625, + 0.498047, + 0.503906, + 0.53125, + 0.453125, + 0.412109, + 0.439453, + 0.5, + 0.507812, + 0.511719, + 0.449219, + 0.535156, + 0.53125, + 0.490234, + 0.503906, + 0.480469, + 0.511719, + 0.523438, + 0.535156, + 0.488281, + 0.507812, + 0.5, + 0.535156, + 0.523438, + 0.527344, + 0.494141, + 0.546875, + 0.503906, + 0.490234, + 0.515625, + 0.498047, + 0.53125, + 0.503906, + 0.523438, + 0.515625, + 0.484375, + 0.480469, + 0.523438, + 0.511719, + 0.523438, + 0.423828, + 0.515625, + 0.5, + 0.496094, + 0.53125, + 0.507812, + 0.433594, + 0.185547, + 0.507812, + 0.542969, + 0.511719, + 0.519531, + 0.478516, + 0.490234, + 0.523438, + 0.492188, + 0.519531, + 0.523438, + 0.433594, + 0.53125, + 0.423828, + 0.539062, + 0.507812, + 0.511719, + 0.535156, + 0.523438, + 0.515625, + 0.488281, + 0.535156, + 0.462891, + 0.527344, + 0.515625, + 0.476562, + 0.539062, + 0.515625, + 0.523438, + 0.523438, + 0.498047, + 0.539062, + 0.494141, + 0.515625, + 0.523438, + 0.539062, + 0.519531, + 0.523438, + 0.515625, + 0.476562, + 0.53125, + 0.519531, + 0.294922, + 0.53125, + 0.53125, + 0.439453, + 0.535156, + 0.511719, + 0.345703, + 0.523438, + 0.396484, + 0.464844, + 0.519531, + 0.515625, + 0.5, + 0.519531, + 0.535156, + 0.519531, + 0.507812, + 0.503906, + 0.550781, + 0.478516, + 0.478516, + 0.554688, + 0.490234, + 0.470703, + 0.464844, + 0.539062, + 0.445312, + 0.519531, + 0.494141, + 0.433594, + 0.507812, + 0.523438, + 0.519531, + 0.542969, + 0.519531, + 0.519531, + 0.511719, + 0.476562, + 0.498047, + 0.474609, + 0.527344, + 0.515625, + 0.402344, + 0.503906, + 0.478516, + 0.53125, + 0.535156, + 0.46875, + 0.519531, + 0.511719, + 0.507812, + 0.515625, + 0.5, + 0.515625, + 0.5, + 0.515625, + 0.484375, + 0.496094, + 0.527344, + 0.535156, + 0.542969, + 0.503906, + 0.53125, + 0.480469, + 0.511719, + 0.472656, + 0.515625, + 0.5, + 0.535156, + 0.539062, + 0.511719, + 0.515625, + 0.527344, + 0.464844, + 0.511719, + 0.53125, + 0.443359, + 0.484375, + 0.160156, + 0.490234, + 0.535156, + 0.527344, + 0.380859, + 0.539062, + 0.515625, + 0.503906, + 0.523438, + 0.503906, + 0.515625, + 0.53125, + 0.194336, + 0.498047, + 0.474609, + 0.5625, + 0.527344, + 0.488281, + 0.5, + 0.484375, + 0.523438, + 0.53125, + 0.410156, + 0.527344, + 0.535156, + 0.498047, + 0.523438, + 0.539062, + 0.519531, + 0.486328, + 0.421875, + 0.503906, + 0.451172, + 0.40625, + 0.519531, + 0.5, + 0.507812, + 0.507812, + 0.503906, + 0.527344, + 0.523438, + 0.447266, + 0.492188, + 0.519531, + 0.503906, + 0.492188, + 0.5, + 0.398438, + 0.507812, + 0.474609, + 0.478516, + 0.519531, + 0.53125, + 0.539062, + 0.523438, + 0.542969, + 0.507812, + 0.220703, + 0.527344, + 0.427734, + 0.351562, + 0.480469, + 0.53125, + 0.511719, + 0.455078, + 0.449219, + 0.515625, + 0.535156, + 0.519531, + 0.511719, + 0.527344, + 0.523438, + 0.466797, + 0.527344, + 0.490234, + 0.523438, + 0.515625, + 0.507812, + 0.494141, + 0.429688, + 0.523438, + 0.519531, + 0.492188, + 0.490234, + 0.535156, + 0.523438, + 0.503906, + 0.519531, + 0.527344, + 0.492188, + 0.498047, + 0.460938, + 0.53125, + 0.523438, + 0.546875, + 0.457031, + 0.53125, + 0.382812, + 0.410156, + 0.53125, + 0.511719, + 0.507812, + 0.527344, + 0.474609, + 0.419922, + 0.462891, + 0.523438, + 0.5, + 0.515625, + 0.511719, + 0.470703, + 0.519531, + 0.503906, + 0.490234, + 0.523438, + 0.515625, + 0.328125, + 0.511719, + 0.511719, + 0.527344, + 0.417969, + 0.5, + 0.488281, + 0.53125, + 0.507812, + 0.443359, + 0.546875, + 0.328125, + 0.511719, + 0.408203, + 0.137695, + 0.494141, + 0.515625, + 0.507812, + 0.482422, + 0.523438, + 0.5, + 0.503906, + 0.539062, + 0.507812, + 0.466797, + 0.515625, + 0.515625, + 0.482422, + 0.441406, + 0.503906, + 0.496094, + 0.417969, + 0.484375, + 0.445312, + 0.53125, + 0.535156, + 0.455078, + 0.441406, + 0.507812, + 0.507812, + 0.404297, + 0.53125, + 0.453125, + 0.460938, + 0.498047, + 0.535156, + 0.496094, + 0.496094, + 0.507812, + 0.519531, + 0.494141, + 0.527344, + 0.515625, + 0.527344, + 0.523438, + 0.515625, + 0.433594, + 0.310547, + 0.431641, + 0.433594, + 0.458984, + 0.546875, + 0.53125, + 0.535156, + 0.519531, + 0.527344, + 0.170898, + 0.486328, + 0.539062, + 0.519531, + 0.462891, + 0.53125, + 0.519531, + 0.511719, + 0.523438, + 0.511719, + 0.507812, + 0.53125, + 0.478516, + 0.511719, + 0.519531, + 0.494141, + 0.519531, + 0.523438, + 0.494141, + 0.523438, + 0.474609, + 0.5, + 0.314453, + 0.433594, + 0.527344, + 0.490234, + 0.466797, + 0.527344, + 0.357422, + 0.546875, + 0.53125, + 0.523438, + 0.53125, + 0.498047, + 0.511719, + 0.457031, + 0.447266, + 0.523438, + 0.433594, + 0.503906, + 0.46875, + 0.519531, + 0.515625, + 0.511719, + 0.291016, + 0.488281, + 0.515625, + 0.503906, + 0.527344, + 0.339844, + 0.515625, + 0.511719, + 0.445312, + 0.535156, + 0.466797, + 0.515625, + 0.527344, + 0.503906, + 0.474609, + 0.490234, + 0.535156, + 0.490234, + 0.527344, + 0.527344, + 0.179688, + 0.503906, + 0.519531, + 0.363281, + 0.474609, + 0.414062, + 0.519531, + 0.511719, + 0.527344, + 0.519531, + 0.527344, + 0.472656, + 0.490234, + 0.494141, + 0.523438, + 0.535156, + 0.527344, + 0.412109, + 0.503906, + 0.507812, + 0.503906, + 0.519531, + 0.515625, + 0.357422, + 0.507812, + 0.457031, + 0.488281, + 0.494141, + 0.357422, + 0.53125, + 0.498047, + 0.53125, + 0.507812, + 0.535156, + 0.498047, + 0.554688, + 0.400391, + 0.519531, + 0.53125, + 0.515625, + 0.412109, + 0.550781, + 0.5, + 0.498047, + 0.519531, + 0.458984, + 0.515625, + 0.464844, + 0.494141, + 0.519531, + 0.314453, + 0.511719, + 0.496094, + 0.519531, + 0.503906, + 0.527344, + 0.511719, + 0.503906, + 0.503906, + 0.546875, + 0.53125, + 0.464844, + 0.511719, + 0.511719, + 0.523438, + 0.519531, + 0.515625, + 0.53125, + 0.478516, + 0.484375, + 0.515625, + 0.527344, + 0.539062, + 0.53125, + 0.53125, + 0.507812, + 0.523438, + 0.496094, + 0.480469, + 0.527344, + 0.503906, + 0.427734, + 0.542969, + 0.515625, + 0.523438, + 0.511719, + 0.546875, + 0.423828, + 0.53125, + 0.535156, + 0.53125, + 0.511719, + 0.507812, + 0.523438, + 0.535156, + 0.515625, + 0.515625, + 0.511719, + 0.527344, + 0.480469, + 0.494141, + 0.53125, + 0.519531, + 0.507812, + 0.498047, + 0.523438, + 0.316406, + 0.482422, + 0.511719, + 0.523438, + 0.470703, + 0.515625, + 0.433594, + 0.511719, + 0.482422, + 0.492188, + 0.546875, + 0.431641, + 0.535156, + 0.400391, + 0.486328, + 0.494141, + 0.503906, + 0.484375, + 0.511719, + 0.511719, + 0.53125, + 0.527344, + 0.496094, + 0.519531, + 0.412109, + 0.433594, + 0.519531, + 0.363281, + 0.515625, + 0.53125, + 0.519531, + 0.511719, + 0.539062, + 0.519531, + 0.511719, + 0.503906, + 0.523438, + 0.515625, + 0.527344, + 0.507812, + 0.394531, + 0.494141, + 0.515625, + 0.542969, + 0.46875, + 0.507812, + 0.492188, + 0.515625, + 0.449219, + 0.539062, + 0.470703, + 0.5, + 0.53125, + 0.511719, + 0.519531, + 0.535156, + 0.482422, + 0.511719, + 0.457031, + 0.539062, + 0.511719, + 0.490234, + 0.53125, + 0.503906, + 0.507812, + 0.498047, + 0.523438, + 0.523438, + 0.449219, + 0.507812, + 0.542969, + 0.494141, + 0.539062, + 0.417969, + 0.503906, + 0.449219, + 0.503906, + 0.535156, + 0.511719, + 0.46875, + 0.503906, + 0.546875, + 0.503906, + 0.519531, + 0.511719, + 0.4375, + 0.416016, + 0.515625, + 0.519531, + 0.523438, + 0.484375, + 0.519531, + 0.523438, + 0.511719, + 0.503906, + 0.523438, + 0.515625, + 0.494141, + 0.5, + 0.390625, + 0.494141, + 0.527344, + 0.511719, + 0.519531, + 0.519531, + 0.519531, + 0.507812, + 0.118652, + 0.546875, + 0.5, + 0.519531, + 0.507812, + 0.474609, + 0.523438, + 0.423828, + 0.507812, + 0.519531, + 0.494141, + 0.527344, + 0.515625, + 0.523438, + 0.458984, + 0.523438, + 0.494141, + 0.519531, + 0.515625, + 0.333984, + 0.527344, + 0.382812, + 0.511719, + 0.515625, + 0.527344, + 0.498047, + 0.550781, + 0.515625, + 0.447266, + 0.345703, + 0.507812, + 0.507812, + 0.53125, + 0.421875, + 0.53125, + 0.503906, + 0.527344, + 0.515625, + 0.519531, + 0.515625, + 0.515625, + 0.53125, + 0.455078, + 0.53125, + 0.53125, + 0.511719, + 0.523438, + 0.558594, + 0.511719, + 0.5, + 0.480469, + 0.474609, + 0.542969, + 0.470703, + 0.519531, + 0.519531, + 0.527344, + 0.511719, + 0.519531, + 0.492188, + 0.527344, + 0.515625, + 0.503906, + 0.535156, + 0.53125, + 0.515625, + 0.507812, + 0.503906, + 0.515625, + 0.289062, + 0.511719, + 0.523438, + 0.5, + 0.453125, + 0.519531, + 0.486328, + 0.498047, + 0.503906, + 0.515625, + 0.435547, + 0.519531, + 0.53125, + 0.527344, + 0.425781, + 0.511719, + 0.527344, + 0.339844, + 0.523438, + 0.433594, + 0.507812, + 0.494141, + 0.535156, + 0.498047, + 0.523438, + 0.53125, + 0.519531, + 0.523438, + 0.417969, + 0.515625, + 0.53125, + 0.515625, + 0.535156, + 0.511719, + 0.535156, + 0.441406, + 0.183594, + 0.417969, + 0.515625, + 0.519531, + 0.46875, + 0.539062, + 0.503906, + 0.396484, + 0.429688, + 0.539062, + 0.515625, + 0.486328, + 0.535156, + 0.494141, + 0.519531, + 0.519531, + 0.474609, + 0.474609, + 0.519531, + 0.523438, + 0.490234, + 0.515625, + 0.539062, + 0.5, + 0.394531, + 0.527344, + 0.539062, + 0.53125, + 0.515625, + 0.507812, + 0.507812, + 0.519531, + 0.539062, + 0.527344, + 0.503906, + 0.429688, + 0.492188, + 0.460938, + 0.523438, + 0.535156, + 0.542969, + 0.233398, + 0.515625, + 0.488281, + 0.523438, + 0.503906, + 0.550781, + 0.554688, + 0.511719, + 0.523438, + 0.296875, + 0.539062, + 0.515625, + 0.519531, + 0.546875, + 0.476562, + 0.507812, + 0.519531, + 0.404297, + 0.433594, + 0.496094, + 0.496094, + 0.507812, + 0.515625, + 0.539062, + 0.523438, + 0.474609, + 0.511719, + 0.402344, + 0.519531, + 0.494141, + 0.519531, + 0.539062, + 0.519531, + 0.527344, + 0.527344, + 0.503906, + 0.5, + 0.498047, + 0.542969, + 0.527344, + 0.470703, + 0.53125, + 0.503906, + 0.498047, + 0.523438, + 0.34375, + 0.523438, + 0.498047, + 0.460938, + 0.511719, + 0.535156, + 0.519531, + 0.507812, + 0.507812, + 0.523438, + 0.515625, + 0.539062, + 0.464844, + 0.515625, + 0.519531, + 0.486328, + 0.523438, + 0.439453, + 0.46875, + 0.5, + 0.527344, + 0.511719, + 0.511719, + 0.535156, + 0.515625, + 0.507812, + 0.490234, + 0.511719, + 0.511719, + 0.470703, + 0.519531, + 0.53125, + 0.511719, + 0.535156, + 0.535156, + 0.498047, + 0.515625, + 0.535156, + 0.498047, + 0.542969, + 0.53125, + 0.515625, + 0.523438, + 0.535156, + 0.498047, + 0.515625, + 0.470703, + 0.539062, + 0.535156, + 0.542969, + 0.447266, + 0.445312, + 0.435547, + 0.546875, + 0.511719, + 0.515625, + 0.574219, + 0.519531, + 0.519531, + 0.507812, + 0.408203, + 0.535156, + 0.511719, + 0.498047, + 0.515625, + 0.486328, + 0.494141, + 0.451172, + 0.484375, + 0.507812, + 0.498047, + 0.527344, + 0.429688, + 0.515625, + 0.527344, + 0.503906, + 0.523438, + 0.546875, + 0.519531, + 0.515625, + 0.53125, + 0.511719, + 0.40625, + 0.494141, + 0.527344, + 0.515625, + 0.511719, + 0.539062, + 0.486328, + 0.523438, + 0.417969, + 0.421875, + 0.490234, + 0.53125, + 0.507812, + 0.539062, + 0.515625, + 0.515625, + 0.515625, + 0.515625, + 0.527344, + 0.53125, + 0.484375, + 0.542969, + 0.503906, + 0.519531, + 0.423828, + 0.476562, + 0.435547, + 0.498047, + 0.511719, + 0.451172, + 0.527344, + 0.550781, + 0.503906, + 0.515625, + 0.554688, + 0.412109, + 0.466797, + 0.498047, + 0.451172, + 0.486328, + 0.490234, + 0.478516, + 0.492188, + 0.539062, + 0.165039, + 0.425781, + 0.535156, + 0.511719 + ] + }, + "name": "model.model.layers.43.post_attention_layernorm.weight", + "outputIndexes": [ + 3555 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3554 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_43/Mul_output_0", + "outputIndexes": [ + 3556 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3555, + 3556 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_43/Mul_1_output_0", + "outputIndexes": [ + 3557 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3557 + ], + "outputIndexes": [ + 5608 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5608 + ], + "outputIndexes": [ + 5609 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/gate_proj/Linear", + "inputIndexes": [ + 5609 + ], + "outputIndexes": [ + 5610 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 434264630, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5610 + ], + "outputIndexes": [ + 5611 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5611 + ], + "outputIndexes": [ + 3558 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3558 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_43/Sigmoid_output_0", + "outputIndexes": [ + 3559 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3558, + 3559 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_43/Mul_output_0", + "outputIndexes": [ + 3560 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3557 + ], + "outputIndexes": [ + 5612 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5612 + ], + "outputIndexes": [ + 5613 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/up_proj/Linear", + "inputIndexes": [ + 5613 + ], + "outputIndexes": [ + 5614 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 436845132, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5614 + ], + "outputIndexes": [ + 5615 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5615 + ], + "outputIndexes": [ + 3561 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3560, + 3561 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_43/Mul_output_0", + "outputIndexes": [ + 3562 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3562 + ], + "outputIndexes": [ + 5616 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5616 + ], + "outputIndexes": [ + 5617 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/down_proj/Linear", + "inputIndexes": [ + 5617 + ], + "outputIndexes": [ + 5618 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 439425634, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5618 + ], + "outputIndexes": [ + 5619 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.43/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5619 + ], + "outputIndexes": [ + 3563 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3554, + 3563 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_219_output_0", + "outputIndexes": [ + 3564 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3564, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_396_output_0", + "outputIndexes": [ + 3565 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.53125, + 0.408203, + 0.408203, + 0.449219, + 0.431641, + 0.441406, + 1.023438, + 0.421875, + 0.474609, + 0.589844, + 0.730469, + 0.429688, + 0.416016, + 0.412109, + 0.404297, + 0.408203, + 0.960938, + 0.429688, + 0.451172, + 0.597656, + 0.443359, + 0.40625, + 0.451172, + 0.488281, + 0.439453, + 0.433594, + 0.451172, + 0.410156, + 0.435547, + 0.396484, + 0.582031, + 0.306641, + 0.396484, + 0.451172, + 0.427734, + 0.433594, + 0.570312, + 0.402344, + 0.667969, + 0.449219, + 0.445312, + 0.392578, + 0.447266, + 0.474609, + 0.546875, + 0.443359, + 0.414062, + 0.515625, + 0.431641, + 0.691406, + 0.390625, + 0.734375, + 0.443359, + 0.453125, + 0.578125, + 0.414062, + 0.425781, + 0.417969, + 0.435547, + 0.4375, + 0.443359, + 0.427734, + 0.455078, + 0.412109, + 0.507812, + 0.628906, + 0.789062, + 0.667969, + 0.40625, + 0.695312, + 0.416016, + 0.515625, + 0.464844, + 0.46875, + 0.414062, + 0.425781, + 0.507812, + 0.402344, + 0.644531, + 0.441406, + 0.464844, + 0.431641, + 0.457031, + 0.429688, + 0.439453, + 0.53125, + 0.392578, + 0.554688, + 0.472656, + 0.542969, + 0.470703, + 0.419922, + 0.519531, + 0.451172, + 0.621094, + 0.550781, + 0.458984, + 0.404297, + 0.398438, + 0.421875, + 0.451172, + 0.462891, + 0.427734, + 0.460938, + 0.423828, + 0.636719, + 0.449219, + 0.458984, + 0.419922, + 0.373047, + 0.386719, + 0.425781, + 0.419922, + 0.449219, + 0.4375, + 0.5625, + 0.416016, + 0.429688, + 0.412109, + 0.441406, + 0.464844, + 0.5, + 0.414062, + 0.486328, + 0.445312, + 0.443359, + 1.015625, + 0.412109, + 0.400391, + 0.373047, + 0.410156, + 0.363281, + 0.412109, + 0.455078, + 0.433594, + 0.464844, + 0.421875, + 0.417969, + 0.742188, + 0.486328, + 0.392578, + 0.421875, + 0.4375, + 0.433594, + 0.402344, + 0.416016, + 0.431641, + 0.414062, + 0.402344, + 0.404297, + 0.449219, + 0.445312, + 0.412109, + 0.431641, + 0.410156, + 0.46875, + 0.414062, + 0.419922, + 0.609375, + 0.460938, + 0.636719, + 0.445312, + 0.570312, + 0.421875, + 0.447266, + 0.4375, + 0.664062, + 0.392578, + 0.412109, + 0.585938, + 0.464844, + 0.40625, + 0.408203, + 0.460938, + 0.683594, + 0.382812, + 0.457031, + 0.416016, + 0.4375, + 0.464844, + 0.408203, + 0.470703, + 0.433594, + 0.447266, + 0.392578, + 0.441406, + 0.435547, + 0.4375, + 0.445312, + 0.419922, + 0.414062, + 0.439453, + 0.605469, + 0.416016, + 0.470703, + 0.410156, + 0.416016, + 0.507812, + 0.168945, + 0.441406, + 0.435547, + 0.396484, + 0.449219, + 0.421875, + 0.429688, + 0.427734, + 0.392578, + 0.425781, + 0.476562, + 0.419922, + 0.441406, + 0.421875, + 0.443359, + 0.589844, + 0.4375, + 0.417969, + 0.410156, + 0.435547, + 0.417969, + 0.40625, + 0.431641, + 0.458984, + 0.443359, + 0.447266, + 0.425781, + 0.455078, + 0.431641, + 0.605469, + 0.433594, + 0.435547, + 0.451172, + 0.78125, + 0.423828, + 0.490234, + 0.425781, + 0.498047, + 0.472656, + 0.5, + 0.404297, + 0.394531, + 0.423828, + 0.458984, + 0.425781, + 0.445312, + 0.445312, + 0.431641, + 0.458984, + 0.447266, + 0.4375, + 0.455078, + 0.40625, + 0.447266, + 0.585938, + 0.447266, + 0.515625, + 0.412109, + 0.480469, + 0.425781, + 0.5, + 0.380859, + 0.441406, + 0.458984, + 0.421875, + 0.478516, + 0.419922, + 0.408203, + 0.429688, + 0.453125, + 0.515625, + 0.455078, + 0.890625, + 0.380859, + 0.462891, + 0.859375, + 0.535156, + 0.404297, + 0.414062, + 0.519531, + 0.515625, + 0.412109, + 0.484375, + 0.425781, + 0.449219, + 0.455078, + 0.429688, + 0.457031, + 0.384766, + 0.388672, + 0.412109, + 0.427734, + 0.423828, + 0.4375, + 0.414062, + 0.488281, + 0.414062, + 0.412109, + 0.357422, + 0.433594, + 0.421875, + 0.443359, + 0.388672, + 0.443359, + 0.421875, + 0.550781, + 0.410156, + 0.410156, + 0.519531, + 0.427734, + 0.390625, + 0.404297, + 0.550781, + 0.40625, + 0.425781, + 0.503906, + 0.4375, + 0.404297, + 0.398438, + 0.464844, + 0.683594, + 0.455078, + 0.423828, + 0.416016, + 0.427734, + 0.402344, + 0.484375, + 0.53125, + 0.400391, + 0.429688, + 0.394531, + 0.449219, + 0.730469, + 0.503906, + 0.585938, + 0.433594, + 0.519531, + 0.431641, + 0.408203, + 0.390625, + 0.679688, + 0.554688, + 0.427734, + 0.439453, + 0.449219, + 0.447266, + 0.416016, + 0.457031, + 0.476562, + 0.441406, + 0.492188, + 0.400391, + 0.449219, + 0.4375, + 0.480469, + 0.472656, + 0.4375, + 0.451172, + 0.427734, + 0.423828, + 0.419922, + 0.421875, + 0.431641, + 0.455078, + 0.410156, + 0.414062, + 0.396484, + 0.439453, + 0.414062, + 0.414062, + 0.447266, + 0.462891, + 0.394531, + 0.402344, + 0.431641, + 0.574219, + 0.484375, + 0.447266, + 0.421875, + 0.449219, + 0.423828, + 0.640625, + 0.824219, + 0.449219, + 0.443359, + 0.410156, + 0.400391, + 0.375, + 0.519531, + 0.435547, + 0.527344, + 0.408203, + 0.447266, + 0.738281, + 0.410156, + 0.527344, + 0.443359, + 0.458984, + 0.460938, + 0.421875, + 0.40625, + 0.398438, + 0.490234, + 0.421875, + 0.582031, + 0.40625, + 0.40625, + 0.496094, + 0.439453, + 0.421875, + 0.435547, + 0.414062, + 0.423828, + 0.412109, + 0.410156, + 0.453125, + 0.421875, + 0.408203, + 0.439453, + 0.410156, + 0.457031, + 0.511719, + 0.435547, + 0.429688, + 0.636719, + 0.443359, + 0.425781, + 0.527344, + 0.396484, + 0.427734, + 0.855469, + 0.458984, + 0.628906, + 0.488281, + 0.414062, + 0.458984, + 0.425781, + 0.4375, + 0.394531, + 0.441406, + 0.427734, + 0.398438, + 0.439453, + 0.480469, + 0.53125, + 0.429688, + 0.445312, + 0.621094, + 0.394531, + 0.433594, + 0.601562, + 0.431641, + 0.478516, + 0.734375, + 0.449219, + 0.433594, + 0.408203, + 0.419922, + 0.443359, + 0.441406, + 0.4375, + 0.494141, + 0.453125, + 0.445312, + 0.416016, + 0.404297, + 0.632812, + 0.404297, + 0.472656, + 0.431641, + 0.417969, + 0.527344, + 0.449219, + 0.412109, + 0.429688, + 0.441406, + 0.449219, + 0.447266, + 0.486328, + 0.416016, + 0.511719, + 0.4375, + 0.462891, + 0.419922, + 0.404297, + 0.429688, + 0.433594, + 0.503906, + 0.4375, + 0.519531, + 0.435547, + 0.408203, + 0.423828, + 0.427734, + 0.421875, + 0.414062, + 0.433594, + 0.542969, + 0.378906, + 0.417969, + 0.542969, + 0.484375, + 1.101562, + 0.455078, + 0.425781, + 0.431641, + 0.609375, + 0.433594, + 0.447266, + 0.451172, + 0.4375, + 0.466797, + 0.464844, + 0.417969, + 0.820312, + 0.466797, + 0.492188, + 0.462891, + 0.4375, + 0.458984, + 0.421875, + 0.443359, + 0.435547, + 0.386719, + 0.589844, + 0.425781, + 0.421875, + 0.498047, + 0.414062, + 0.423828, + 0.417969, + 0.519531, + 0.75, + 0.474609, + 0.550781, + 0.667969, + 0.429688, + 0.417969, + 0.453125, + 0.445312, + 0.414062, + 0.453125, + 0.4375, + 0.574219, + 0.503906, + 0.384766, + 0.431641, + 0.470703, + 0.421875, + 0.691406, + 0.539062, + 0.503906, + 0.470703, + 0.371094, + 0.449219, + 0.417969, + 0.425781, + 0.421875, + 0.46875, + 0.063477, + 0.402344, + 0.59375, + 0.648438, + 0.476562, + 0.392578, + 0.445312, + 0.460938, + 0.523438, + 0.40625, + 0.455078, + 0.412109, + 0.457031, + 0.429688, + 0.443359, + 0.578125, + 0.398438, + 0.429688, + 0.400391, + 0.421875, + 0.439453, + 0.460938, + 0.617188, + 0.408203, + 0.4375, + 0.447266, + 0.480469, + 0.439453, + 0.464844, + 0.445312, + 0.435547, + 0.425781, + 0.419922, + 0.466797, + 0.507812, + 0.40625, + 0.404297, + 0.443359, + 0.494141, + 0.412109, + 0.582031, + 0.53125, + 0.447266, + 0.416016, + 0.466797, + 0.421875, + 0.333984, + 0.671875, + 0.480469, + 0.414062, + 0.4375, + 0.431641, + 0.376953, + 0.462891, + 0.402344, + 0.427734, + 0.5, + 0.435547, + 0.408203, + 0.882812, + 0.443359, + 0.423828, + 0.462891, + 0.621094, + 0.371094, + 0.433594, + 0.447266, + 0.449219, + 0.59375, + 0.439453, + 0.941406, + 0.451172, + 0.621094, + 1.0625, + 0.464844, + 0.404297, + 0.394531, + 0.472656, + 0.419922, + 0.404297, + 0.421875, + 0.4375, + 0.472656, + 0.550781, + 0.390625, + 0.419922, + 0.494141, + 0.550781, + 0.445312, + 0.423828, + 0.597656, + 0.523438, + 0.746094, + 0.441406, + 0.421875, + 0.392578, + 0.585938, + 0.453125, + 0.445312, + 0.679688, + 0.410156, + 0.570312, + 0.617188, + 0.480469, + 0.398438, + 0.496094, + 0.427734, + 0.408203, + 0.425781, + 0.455078, + 0.433594, + 0.445312, + 0.398438, + 0.402344, + 0.417969, + 0.435547, + 0.601562, + 0.445312, + 0.613281, + 0.441406, + 0.435547, + 0.423828, + 0.441406, + 0.402344, + 0.441406, + 0.953125, + 0.449219, + 0.480469, + 0.445312, + 0.494141, + 0.414062, + 0.421875, + 0.414062, + 0.449219, + 0.414062, + 0.433594, + 0.419922, + 0.486328, + 0.417969, + 0.416016, + 0.429688, + 0.414062, + 0.388672, + 0.423828, + 0.423828, + 0.527344, + 0.4375, + 0.933594, + 0.621094, + 0.398438, + 0.460938, + 0.402344, + 0.472656, + 0.511719, + 0.455078, + 0.449219, + 0.433594, + 0.421875, + 0.449219, + 0.433594, + 0.462891, + 0.550781, + 0.433594, + 0.625, + 0.443359, + 0.511719, + 0.435547, + 0.433594, + 0.488281, + 0.933594, + 0.472656, + 0.453125, + 0.453125, + 0.453125, + 0.511719, + 0.421875, + 0.423828, + 0.570312, + 0.451172, + 0.59375, + 0.429688, + 0.427734, + 0.423828, + 0.425781, + 0.396484, + 0.408203, + 0.5, + 0.421875, + 0.408203, + 0.96875, + 0.417969, + 0.431641, + 0.5625, + 0.492188, + 0.664062, + 0.390625, + 0.458984, + 0.404297, + 0.417969, + 0.40625, + 0.457031, + 0.462891, + 0.427734, + 0.421875, + 0.445312, + 0.431641, + 0.6875, + 0.4375, + 0.443359, + 0.474609, + 0.386719, + 0.423828, + 0.789062, + 0.507812, + 0.458984, + 0.498047, + 0.423828, + 0.648438, + 0.417969, + 0.445312, + 0.457031, + 0.382812, + 0.414062, + 0.539062, + 0.410156, + 0.601562, + 0.400391, + 0.417969, + 0.455078, + 0.707031, + 0.476562, + 0.449219, + 0.458984, + 0.439453, + 0.367188, + 0.451172, + 0.511719, + 0.455078, + 0.423828, + 0.859375, + 0.435547, + 0.449219, + 0.435547, + 0.412109, + 0.417969, + 0.443359, + 0.476562, + 0.425781, + 0.417969, + 0.431641, + 0.554688, + 0.486328, + 0.482422, + 0.447266, + 0.408203, + 0.484375, + 0.419922, + 0.542969, + 0.472656, + 0.402344, + 0.435547, + 0.443359, + 0.441406, + 0.447266, + 0.492188, + 0.429688, + 0.435547, + 0.496094, + 0.421875, + 0.429688, + 0.621094, + 0.46875, + 0.441406, + 0.439453, + 0.427734, + 0.441406, + 0.671875, + 0.402344, + 0.462891, + 0.404297, + 0.4375, + 0.476562, + 0.435547, + 0.435547, + 0.447266, + 0.421875, + 0.417969, + 0.400391, + 0.515625, + 0.558594, + 0.408203, + 0.419922, + 0.470703, + 0.478516, + 0.380859, + 0.8125, + 0.4375, + 0.427734, + 0.402344, + 0.515625, + 0.441406, + 0.410156, + 0.414062, + 0.519531, + 0.449219, + 0.416016, + 0.574219, + 0.435547, + 0.734375, + 0.416016, + 0.492188, + 0.441406, + 0.46875, + 0.441406, + 0.455078, + 0.425781, + 0.427734, + 0.445312, + 0.447266, + 0.648438, + 0.675781, + 0.404297, + 0.648438, + 0.404297, + 0.4375, + 0.433594, + 0.464844, + 0.457031, + 0.441406, + 0.453125, + 0.511719, + 0.431641, + 0.472656, + 0.412109, + 0.458984, + 0.855469, + 0.396484, + 0.400391, + 0.429688, + 0.589844, + 0.40625, + 0.449219, + 0.410156, + 0.554688, + 0.417969, + 0.431641, + 0.441406, + 0.445312, + 0.419922, + 0.4375, + 0.435547, + 0.474609, + 0.457031, + 0.566406, + 0.4375, + 0.414062, + 0.40625, + 0.46875, + 0.410156, + 0.431641, + 0.400391, + 0.441406, + 0.400391, + 0.466797, + 0.458984, + 0.427734, + 0.458984, + 0.416016, + 0.585938, + 0.425781, + 0.542969, + 0.460938, + 0.464844, + 0.433594, + 0.542969, + 0.408203, + 0.427734, + 0.431641, + 0.408203, + 0.431641, + 0.632812, + 0.632812, + 0.40625, + 0.449219, + 0.421875, + 0.494141, + 0.423828, + 0.410156, + 0.464844, + 0.439453, + 0.423828, + 0.408203, + 0.527344, + 0.421875, + 0.660156, + 0.443359, + 0.404297, + 0.472656, + 0.447266, + 0.447266, + 0.433594, + 0.439453, + 0.789062, + 0.425781, + 0.453125, + 0.431641, + 0.480469, + 0.414062, + 0.429688, + 0.613281, + 0.423828, + 0.439453, + 0.574219, + 0.423828, + 0.462891, + 0.396484, + 0.451172, + 0.421875, + 0.466797, + 0.453125, + 0.427734, + 0.847656, + 0.419922, + 0.628906, + 0.486328, + 0.427734, + 0.470703, + 0.431641, + 0.439453, + 0.427734, + 0.570312, + 0.84375, + 0.466797, + 0.482422, + 0.435547, + 0.625, + 0.398438, + 0.451172, + 0.398438, + 0.462891, + 0.427734, + 0.419922, + 0.429688, + 0.439453, + 0.484375, + 0.419922, + 0.4375, + 0.435547, + 0.449219, + 0.414062, + 0.40625, + 0.462891, + 0.443359, + 0.464844, + 0.388672, + 0.46875, + 0.466797, + 0.388672, + 0.410156, + 0.457031, + 0.462891, + 0.449219, + 0.427734, + 0.375, + 0.429688, + 0.435547, + 0.400391, + 0.380859, + 0.435547, + 0.419922, + 0.453125, + 0.667969, + 0.380859, + 0.439453, + 0.453125, + 0.570312, + 0.472656, + 0.353516, + 0.458984, + 0.455078, + 0.5, + 0.519531, + 0.400391, + 0.410156, + 0.394531, + 0.613281, + 0.453125, + 0.416016, + 0.828125, + 0.433594, + 0.5, + 0.423828, + 0.40625, + 0.423828, + 0.425781, + 0.443359, + 0.443359, + 0.388672, + 0.427734, + 0.640625, + 0.455078, + 0.419922, + 0.427734, + 0.416016, + 0.451172, + 0.414062, + 0.601562, + 1.0625, + 0.796875, + 0.449219, + 0.439453, + 0.515625, + 0.40625, + 0.480469, + 0.683594, + 0.474609, + 0.410156, + 0.408203, + 0.447266, + 0.462891, + 0.515625, + 0.4375, + 0.435547, + 0.458984, + 0.488281, + 0.427734, + 0.416016, + 0.498047, + 0.416016, + 0.417969, + 0.511719, + 0.617188, + 0.4375, + 0.451172, + 0.429688, + 0.451172, + 0.375, + 0.470703, + 0.4375, + 0.451172, + 0.445312, + 0.425781, + 0.5625, + 0.458984, + 0.474609, + 0.402344, + 0.414062, + 0.423828, + 0.863281, + 0.386719, + 0.421875, + 0.421875, + 0.423828, + 0.4375, + 0.419922, + 0.451172, + 0.449219, + 0.839844, + 0.429688, + 0.306641, + 0.431641, + 0.449219, + 0.486328, + 0.435547, + 0.425781, + 0.679688, + 0.582031, + 0.4375, + 0.402344, + 0.455078, + 0.429688, + 0.425781, + 0.416016, + 0.462891, + 0.511719, + 0.738281, + 0.396484, + 0.472656, + 0.414062, + 0.412109, + 0.425781, + 0.455078, + 0.414062, + 0.451172, + 0.394531, + 0.470703, + 0.416016, + 0.4375, + 0.46875, + 0.443359, + 0.419922, + 0.53125, + 0.453125, + 0.824219, + 0.429688, + 0.46875, + 0.474609, + 0.423828, + 0.410156, + 0.410156, + 0.480469, + 0.445312, + 0.431641, + 0.445312, + 0.439453, + 0.464844, + 0.445312, + 0.431641, + 0.382812, + 0.423828, + 0.652344, + 0.492188, + 0.410156, + 0.396484, + 0.40625, + 0.433594, + 0.451172, + 0.417969, + 0.435547, + 0.462891, + 0.419922, + 0.445312, + 0.566406, + 0.419922, + 0.40625, + 0.431641, + 0.414062, + 0.408203, + 0.404297, + 0.388672, + 0.441406, + 0.451172, + 0.417969, + 0.429688, + 0.480469, + 0.380859, + 0.417969, + 0.449219, + 0.423828, + 0.527344, + 0.419922, + 0.429688, + 0.435547, + 0.351562, + 0.5625, + 0.542969, + 0.476562, + 0.425781, + 0.394531, + 0.439453, + 0.419922, + 0.433594, + 0.417969, + 0.542969, + 0.421875, + 0.423828, + 0.431641, + 0.449219, + 0.357422, + 0.451172, + 0.507812, + 0.453125, + 0.404297, + 0.445312, + 0.417969, + 0.585938, + 0.40625, + 0.412109, + 0.470703, + 0.435547, + 0.427734, + 0.441406, + 0.394531, + 0.408203, + 0.484375, + 0.486328, + 0.414062, + 0.453125, + 0.431641, + 0.464844, + 0.443359, + 0.441406, + 0.431641, + 0.609375, + 0.609375, + 0.427734, + 0.449219, + 0.439453, + 0.449219, + 0.361328, + 0.425781, + 0.431641, + 0.423828, + 0.419922, + 0.429688, + 0.457031, + 0.423828, + 0.410156, + 0.414062, + 0.664062, + 0.46875, + 0.613281, + 0.423828, + 0.453125, + 0.515625, + 0.443359, + 0.4375, + 0.492188, + 0.433594, + 0.402344, + 0.597656, + 0.550781, + 0.460938, + 0.578125, + 0.472656, + 0.449219, + 0.464844, + 0.480469, + 0.412109, + 1.0625, + 0.59375, + 0.425781, + 0.431641 + ] + }, + "name": "model.model.layers.44.input_layernorm.weight", + "outputIndexes": [ + 3566 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3565 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_44/Mul_output_0", + "outputIndexes": [ + 3567 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3566, + 3567 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_44/Mul_1_output_0", + "outputIndexes": [ + 3568 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3568 + ], + "outputIndexes": [ + 5620 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5620 + ], + "outputIndexes": [ + 5621 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/q_proj/Linear", + "inputIndexes": [ + 5621 + ], + "outputIndexes": [ + 5622 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 442006136, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5622 + ], + "outputIndexes": [ + 5623 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5623 + ], + "outputIndexes": [ + 3569 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3568 + ], + "main_type": "NONE", + "name": "/Shape_617_output_0", + "outputIndexes": [ + 3570 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3570 + ], + "main_type": "NONE", + "name": "Shape9583", + "outputIndexes": [ + 3571 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3570 + ], + "main_type": "NONE", + "name": "Rank9585", + "outputIndexes": [ + 3572 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3572, + 3572 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9587", + "outputIndexes": [ + 3573 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3573 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9588", + "outputIndexes": [ + 3574 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3573, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9590", + "outputIndexes": [ + 3575 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3575 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9591", + "outputIndexes": [ + 3576 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3571, + 3574, + 3576, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice9594", + "outputIndexes": [ + 3577 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3577 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze9595", + "outputIndexes": [ + 3578 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 3578 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9596", + "outputIndexes": [ + 3579 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3579, + 3578 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9597", + "outputIndexes": [ + 3580 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3570, + 3580, + 3573 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_664_output_0", + "outputIndexes": [ + 3581 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3581, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1409_output_0", + "outputIndexes": [ + 3582 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3582, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_572_output_0", + "outputIndexes": [ + 3583 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3569, + 3583 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_397_output_0", + "outputIndexes": [ + 3584 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3584, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_352_output_0", + "outputIndexes": [ + 3585 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3584 + ], + "main_type": "NONE", + "name": "/Shape_618_output_0", + "outputIndexes": [ + 3586 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3586 + ], + "main_type": "NONE", + "name": "Shape9604", + "outputIndexes": [ + 3587 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3586 + ], + "main_type": "NONE", + "name": "Rank9606", + "outputIndexes": [ + 3588 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3588, + 3588 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9608", + "outputIndexes": [ + 3589 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3589 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9609", + "outputIndexes": [ + 3590 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3589, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9611", + "outputIndexes": [ + 3591 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3591 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9612", + "outputIndexes": [ + 3592 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3587, + 3590, + 3592, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice9615", + "outputIndexes": [ + 3593 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3593 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze9616", + "outputIndexes": [ + 3594 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3594 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9617", + "outputIndexes": [ + 3595 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3595, + 3594 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9618", + "outputIndexes": [ + 3596 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3586, + 3596, + 3589 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_665_output_0", + "outputIndexes": [ + 3597 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3597, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_132_output_0", + "outputIndexes": [ + 3598 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3598, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1414_output_0", + "outputIndexes": [ + 3599 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3584, + 3599, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_177_output_0", + "outputIndexes": [ + 3600 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3600 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_88_output_0", + "outputIndexes": [ + 3601 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3584, + 22, + 3599, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_176_output_0", + "outputIndexes": [ + 3602 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3601, + 3602 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_575_output_0", + "outputIndexes": [ + 3603 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3603, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_353_output_0", + "outputIndexes": [ + 3604 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3585, + 3604 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_220_output_0", + "outputIndexes": [ + 3605 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3568 + ], + "outputIndexes": [ + 5624 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5624 + ], + "outputIndexes": [ + 5625 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/k_proj/Linear", + "inputIndexes": [ + 5625 + ], + "outputIndexes": [ + 5626 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 442927758, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5626 + ], + "outputIndexes": [ + 5627 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5627 + ], + "outputIndexes": [ + 3606 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3582, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_573_output_0", + "outputIndexes": [ + 3607 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3606, + 3607 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_398_output_0", + "outputIndexes": [ + 3608 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3608, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_354_output_0", + "outputIndexes": [ + 3609 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3608 + ], + "main_type": "NONE", + "name": "/Shape_619_output_0", + "outputIndexes": [ + 3610 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3610 + ], + "main_type": "NONE", + "name": "Shape9667", + "outputIndexes": [ + 3611 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3610 + ], + "main_type": "NONE", + "name": "Rank9669", + "outputIndexes": [ + 3612 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3612, + 3612 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9671", + "outputIndexes": [ + 3613 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3613 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9672", + "outputIndexes": [ + 3614 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3613, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9674", + "outputIndexes": [ + 3615 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3615 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9675", + "outputIndexes": [ + 3616 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3611, + 3614, + 3616, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice9678", + "outputIndexes": [ + 3617 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3617 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze9679", + "outputIndexes": [ + 3618 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3618 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9680", + "outputIndexes": [ + 3619 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3619, + 3618 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9681", + "outputIndexes": [ + 3620 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3610, + 3620, + 3613 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_666_output_0", + "outputIndexes": [ + 3621 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3621, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_133_output_0", + "outputIndexes": [ + 3622 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3622, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1416_output_0", + "outputIndexes": [ + 3623 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3608, + 3623, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_179_output_0", + "outputIndexes": [ + 3624 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3624 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_89_output_0", + "outputIndexes": [ + 3625 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3608, + 22, + 3623, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_178_output_0", + "outputIndexes": [ + 3626 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3625, + 3626 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_576_output_0", + "outputIndexes": [ + 3627 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3627, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_355_output_0", + "outputIndexes": [ + 3628 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3609, + 3628 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_221_output_0", + "outputIndexes": [ + 3629 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3568 + ], + "outputIndexes": [ + 5628 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5628 + ], + "outputIndexes": [ + 5629 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/v_proj/Linear", + "inputIndexes": [ + 5629 + ], + "outputIndexes": [ + 5630 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 443158180, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5630 + ], + "outputIndexes": [ + 5631 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5631 + ], + "outputIndexes": [ + 3630 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3630, + 3607 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_399_output_0", + "outputIndexes": [ + 3631 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3605, + 3629, + 3631, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_404_output_0", + "outputIndexes": [ + 3632 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3632 + ], + "outputIndexes": [ + 5632 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5632 + ], + "outputIndexes": [ + 5633 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/o_proj/Linear", + "inputIndexes": [ + 5633 + ], + "outputIndexes": [ + 5634 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 443388602, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5634 + ], + "outputIndexes": [ + 5635 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5635 + ], + "outputIndexes": [ + 3633 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3565, + 3633 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_223_output_0", + "outputIndexes": [ + 3634 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.458984, + 0.539062, + 0.527344, + 0.539062, + 0.53125, + 0.515625, + 0.195312, + 0.523438, + 0.484375, + 0.458984, + 0.396484, + 0.515625, + 0.447266, + 0.507812, + 0.519531, + 0.527344, + 0.269531, + 0.527344, + 0.535156, + 0.435547, + 0.519531, + 0.546875, + 0.5, + 0.5, + 0.5, + 0.527344, + 0.478516, + 0.515625, + 0.527344, + 0.507812, + 0.482422, + 0.199219, + 0.519531, + 0.519531, + 0.515625, + 0.515625, + 0.455078, + 0.519531, + 0.378906, + 0.550781, + 0.523438, + 0.519531, + 0.503906, + 0.490234, + 0.472656, + 0.496094, + 0.546875, + 0.474609, + 0.546875, + 0.408203, + 0.519531, + 0.414062, + 0.519531, + 0.511719, + 0.46875, + 0.511719, + 0.527344, + 0.5, + 0.507812, + 0.53125, + 0.539062, + 0.535156, + 0.498047, + 0.527344, + 0.46875, + 0.476562, + 0.357422, + 0.402344, + 0.53125, + 0.382812, + 0.535156, + 0.416016, + 0.503906, + 0.490234, + 0.535156, + 0.503906, + 0.527344, + 0.535156, + 0.408203, + 0.507812, + 0.515625, + 0.550781, + 0.503906, + 0.5, + 0.53125, + 0.482422, + 0.542969, + 0.460938, + 0.558594, + 0.449219, + 0.503906, + 0.53125, + 0.464844, + 0.523438, + 0.40625, + 0.457031, + 0.5625, + 0.527344, + 0.527344, + 0.507812, + 0.535156, + 0.515625, + 0.527344, + 0.519531, + 0.4375, + 0.4375, + 0.53125, + 0.515625, + 0.498047, + 0.515625, + 0.511719, + 0.542969, + 0.494141, + 0.546875, + 0.546875, + 0.507812, + 0.515625, + 0.519531, + 0.527344, + 0.523438, + 0.53125, + 0.462891, + 0.519531, + 0.492188, + 0.550781, + 0.515625, + 0.231445, + 0.535156, + 0.53125, + 0.458984, + 0.523438, + 0.523438, + 0.53125, + 0.515625, + 0.523438, + 0.527344, + 0.53125, + 0.490234, + 0.449219, + 0.511719, + 0.535156, + 0.458984, + 0.53125, + 0.546875, + 0.523438, + 0.523438, + 0.498047, + 0.480469, + 0.5, + 0.523438, + 0.515625, + 0.515625, + 0.511719, + 0.542969, + 0.527344, + 0.480469, + 0.535156, + 0.5, + 0.445312, + 0.558594, + 0.439453, + 0.519531, + 0.441406, + 0.523438, + 0.503906, + 0.550781, + 0.40625, + 0.535156, + 0.507812, + 0.449219, + 0.488281, + 0.539062, + 0.511719, + 0.507812, + 0.388672, + 0.507812, + 0.515625, + 0.535156, + 0.539062, + 0.542969, + 0.515625, + 0.5, + 0.511719, + 0.507812, + 0.519531, + 0.53125, + 0.53125, + 0.523438, + 0.523438, + 0.527344, + 0.527344, + 0.5, + 0.431641, + 0.519531, + 0.535156, + 0.511719, + 0.515625, + 0.492188, + 0.083984, + 0.535156, + 0.523438, + 0.519531, + 0.494141, + 0.523438, + 0.503906, + 0.535156, + 0.539062, + 0.515625, + 0.492188, + 0.527344, + 0.519531, + 0.519531, + 0.535156, + 0.447266, + 0.527344, + 0.515625, + 0.519531, + 0.503906, + 0.519531, + 0.5, + 0.53125, + 0.511719, + 0.457031, + 0.503906, + 0.527344, + 0.5, + 0.53125, + 0.451172, + 0.554688, + 0.503906, + 0.490234, + 0.431641, + 0.53125, + 0.523438, + 0.535156, + 0.472656, + 0.519531, + 0.484375, + 0.46875, + 0.523438, + 0.527344, + 0.515625, + 0.515625, + 0.523438, + 0.515625, + 0.519531, + 0.447266, + 0.527344, + 0.535156, + 0.523438, + 0.511719, + 0.482422, + 0.412109, + 0.523438, + 0.511719, + 0.523438, + 0.488281, + 0.503906, + 0.490234, + 0.519531, + 0.542969, + 0.511719, + 0.523438, + 0.474609, + 0.539062, + 0.527344, + 0.5, + 0.527344, + 0.46875, + 0.523438, + 0.292969, + 0.490234, + 0.511719, + 0.25, + 0.488281, + 0.527344, + 0.511719, + 0.490234, + 0.466797, + 0.542969, + 0.492188, + 0.539062, + 0.519531, + 0.53125, + 0.507812, + 0.519531, + 0.515625, + 0.535156, + 0.535156, + 0.527344, + 0.53125, + 0.511719, + 0.53125, + 0.519531, + 0.519531, + 0.511719, + 0.490234, + 0.539062, + 0.527344, + 0.519531, + 0.515625, + 0.53125, + 0.511719, + 0.445312, + 0.519531, + 0.527344, + 0.482422, + 0.523438, + 0.472656, + 0.519531, + 0.466797, + 0.550781, + 0.490234, + 0.482422, + 0.527344, + 0.496094, + 0.515625, + 0.46875, + 0.458984, + 0.492188, + 0.535156, + 0.53125, + 0.539062, + 0.523438, + 0.515625, + 0.474609, + 0.542969, + 0.542969, + 0.523438, + 0.490234, + 0.423828, + 0.484375, + 0.396484, + 0.507812, + 0.496094, + 0.507812, + 0.550781, + 0.46875, + 0.427734, + 0.458984, + 0.498047, + 0.503906, + 0.511719, + 0.457031, + 0.527344, + 0.515625, + 0.498047, + 0.511719, + 0.480469, + 0.507812, + 0.539062, + 0.539062, + 0.488281, + 0.507812, + 0.511719, + 0.542969, + 0.535156, + 0.53125, + 0.503906, + 0.539062, + 0.492188, + 0.507812, + 0.519531, + 0.519531, + 0.535156, + 0.507812, + 0.519531, + 0.515625, + 0.484375, + 0.498047, + 0.523438, + 0.511719, + 0.542969, + 0.433594, + 0.527344, + 0.523438, + 0.507812, + 0.527344, + 0.53125, + 0.4375, + 0.1875, + 0.519531, + 0.554688, + 0.523438, + 0.515625, + 0.474609, + 0.488281, + 0.527344, + 0.492188, + 0.53125, + 0.527344, + 0.4375, + 0.53125, + 0.439453, + 0.542969, + 0.515625, + 0.515625, + 0.53125, + 0.527344, + 0.519531, + 0.490234, + 0.53125, + 0.46875, + 0.527344, + 0.527344, + 0.492188, + 0.535156, + 0.515625, + 0.527344, + 0.523438, + 0.498047, + 0.542969, + 0.498047, + 0.519531, + 0.53125, + 0.539062, + 0.523438, + 0.527344, + 0.507812, + 0.460938, + 0.535156, + 0.523438, + 0.296875, + 0.527344, + 0.527344, + 0.445312, + 0.527344, + 0.523438, + 0.353516, + 0.519531, + 0.416016, + 0.472656, + 0.539062, + 0.527344, + 0.511719, + 0.542969, + 0.539062, + 0.53125, + 0.507812, + 0.503906, + 0.558594, + 0.478516, + 0.488281, + 0.550781, + 0.496094, + 0.488281, + 0.4375, + 0.542969, + 0.451172, + 0.519531, + 0.519531, + 0.429688, + 0.511719, + 0.523438, + 0.527344, + 0.550781, + 0.527344, + 0.523438, + 0.523438, + 0.474609, + 0.503906, + 0.486328, + 0.519531, + 0.527344, + 0.408203, + 0.523438, + 0.507812, + 0.535156, + 0.535156, + 0.476562, + 0.519531, + 0.511719, + 0.5, + 0.523438, + 0.5, + 0.515625, + 0.490234, + 0.523438, + 0.507812, + 0.5, + 0.535156, + 0.539062, + 0.535156, + 0.498047, + 0.539062, + 0.488281, + 0.519531, + 0.494141, + 0.515625, + 0.498047, + 0.535156, + 0.539062, + 0.511719, + 0.523438, + 0.523438, + 0.476562, + 0.5, + 0.519531, + 0.441406, + 0.488281, + 0.152344, + 0.492188, + 0.523438, + 0.515625, + 0.392578, + 0.546875, + 0.511719, + 0.498047, + 0.519531, + 0.511719, + 0.519531, + 0.53125, + 0.188477, + 0.503906, + 0.494141, + 0.5625, + 0.539062, + 0.492188, + 0.503906, + 0.498047, + 0.53125, + 0.519531, + 0.400391, + 0.535156, + 0.527344, + 0.5, + 0.519531, + 0.542969, + 0.527344, + 0.503906, + 0.433594, + 0.496094, + 0.457031, + 0.429688, + 0.515625, + 0.503906, + 0.507812, + 0.511719, + 0.507812, + 0.539062, + 0.527344, + 0.453125, + 0.494141, + 0.527344, + 0.507812, + 0.490234, + 0.515625, + 0.410156, + 0.5, + 0.470703, + 0.494141, + 0.507812, + 0.539062, + 0.539062, + 0.519531, + 0.535156, + 0.503906, + 0.230469, + 0.519531, + 0.439453, + 0.361328, + 0.494141, + 0.53125, + 0.515625, + 0.460938, + 0.464844, + 0.523438, + 0.535156, + 0.519531, + 0.492188, + 0.527344, + 0.519531, + 0.478516, + 0.53125, + 0.507812, + 0.53125, + 0.498047, + 0.523438, + 0.498047, + 0.429688, + 0.546875, + 0.519531, + 0.5, + 0.484375, + 0.539062, + 0.53125, + 0.5, + 0.53125, + 0.546875, + 0.490234, + 0.511719, + 0.472656, + 0.554688, + 0.53125, + 0.539062, + 0.474609, + 0.53125, + 0.398438, + 0.419922, + 0.546875, + 0.511719, + 0.503906, + 0.527344, + 0.460938, + 0.429688, + 0.482422, + 0.535156, + 0.5, + 0.523438, + 0.515625, + 0.478516, + 0.53125, + 0.503906, + 0.490234, + 0.523438, + 0.511719, + 0.320312, + 0.523438, + 0.5, + 0.527344, + 0.427734, + 0.496094, + 0.494141, + 0.53125, + 0.511719, + 0.457031, + 0.546875, + 0.330078, + 0.519531, + 0.423828, + 0.145508, + 0.490234, + 0.507812, + 0.515625, + 0.484375, + 0.535156, + 0.5, + 0.507812, + 0.527344, + 0.511719, + 0.470703, + 0.515625, + 0.53125, + 0.484375, + 0.466797, + 0.496094, + 0.503906, + 0.425781, + 0.498047, + 0.443359, + 0.542969, + 0.542969, + 0.449219, + 0.445312, + 0.523438, + 0.503906, + 0.425781, + 0.523438, + 0.464844, + 0.472656, + 0.511719, + 0.527344, + 0.498047, + 0.507812, + 0.519531, + 0.523438, + 0.5, + 0.511719, + 0.507812, + 0.535156, + 0.53125, + 0.519531, + 0.443359, + 0.28125, + 0.445312, + 0.441406, + 0.441406, + 0.53125, + 0.53125, + 0.527344, + 0.523438, + 0.539062, + 0.166992, + 0.503906, + 0.546875, + 0.53125, + 0.472656, + 0.527344, + 0.523438, + 0.507812, + 0.527344, + 0.515625, + 0.515625, + 0.53125, + 0.5, + 0.523438, + 0.527344, + 0.511719, + 0.519531, + 0.542969, + 0.498047, + 0.523438, + 0.476562, + 0.511719, + 0.310547, + 0.431641, + 0.53125, + 0.507812, + 0.462891, + 0.527344, + 0.351562, + 0.535156, + 0.519531, + 0.53125, + 0.542969, + 0.511719, + 0.515625, + 0.462891, + 0.443359, + 0.527344, + 0.447266, + 0.5, + 0.484375, + 0.519531, + 0.511719, + 0.511719, + 0.310547, + 0.486328, + 0.515625, + 0.515625, + 0.523438, + 0.345703, + 0.503906, + 0.507812, + 0.453125, + 0.535156, + 0.478516, + 0.503906, + 0.535156, + 0.511719, + 0.482422, + 0.507812, + 0.527344, + 0.494141, + 0.527344, + 0.535156, + 0.185547, + 0.5, + 0.535156, + 0.355469, + 0.484375, + 0.425781, + 0.527344, + 0.515625, + 0.527344, + 0.523438, + 0.507812, + 0.480469, + 0.494141, + 0.496094, + 0.515625, + 0.539062, + 0.539062, + 0.412109, + 0.515625, + 0.503906, + 0.5, + 0.523438, + 0.519531, + 0.355469, + 0.507812, + 0.470703, + 0.486328, + 0.503906, + 0.367188, + 0.527344, + 0.511719, + 0.539062, + 0.515625, + 0.527344, + 0.480469, + 0.550781, + 0.408203, + 0.535156, + 0.539062, + 0.519531, + 0.4375, + 0.542969, + 0.511719, + 0.515625, + 0.515625, + 0.458984, + 0.523438, + 0.472656, + 0.511719, + 0.519531, + 0.326172, + 0.511719, + 0.5, + 0.523438, + 0.519531, + 0.519531, + 0.5, + 0.498047, + 0.511719, + 0.535156, + 0.539062, + 0.478516, + 0.507812, + 0.515625, + 0.523438, + 0.539062, + 0.511719, + 0.519531, + 0.486328, + 0.486328, + 0.515625, + 0.53125, + 0.523438, + 0.519531, + 0.523438, + 0.503906, + 0.523438, + 0.507812, + 0.490234, + 0.535156, + 0.507812, + 0.421875, + 0.527344, + 0.527344, + 0.535156, + 0.511719, + 0.53125, + 0.433594, + 0.535156, + 0.53125, + 0.523438, + 0.511719, + 0.511719, + 0.53125, + 0.535156, + 0.515625, + 0.53125, + 0.515625, + 0.523438, + 0.476562, + 0.490234, + 0.527344, + 0.535156, + 0.515625, + 0.494141, + 0.519531, + 0.324219, + 0.480469, + 0.515625, + 0.523438, + 0.486328, + 0.535156, + 0.447266, + 0.527344, + 0.482422, + 0.494141, + 0.539062, + 0.445312, + 0.519531, + 0.416016, + 0.486328, + 0.492188, + 0.515625, + 0.490234, + 0.515625, + 0.511719, + 0.523438, + 0.519531, + 0.5, + 0.53125, + 0.421875, + 0.447266, + 0.515625, + 0.376953, + 0.519531, + 0.539062, + 0.523438, + 0.5, + 0.539062, + 0.523438, + 0.515625, + 0.511719, + 0.527344, + 0.515625, + 0.523438, + 0.511719, + 0.400391, + 0.511719, + 0.53125, + 0.550781, + 0.462891, + 0.503906, + 0.515625, + 0.507812, + 0.457031, + 0.53125, + 0.472656, + 0.503906, + 0.519531, + 0.515625, + 0.527344, + 0.535156, + 0.488281, + 0.503906, + 0.46875, + 0.535156, + 0.519531, + 0.498047, + 0.507812, + 0.515625, + 0.503906, + 0.498047, + 0.519531, + 0.527344, + 0.453125, + 0.503906, + 0.546875, + 0.494141, + 0.527344, + 0.433594, + 0.5, + 0.443359, + 0.503906, + 0.53125, + 0.511719, + 0.484375, + 0.507812, + 0.554688, + 0.519531, + 0.515625, + 0.507812, + 0.4375, + 0.412109, + 0.527344, + 0.523438, + 0.515625, + 0.494141, + 0.53125, + 0.527344, + 0.507812, + 0.507812, + 0.519531, + 0.519531, + 0.498047, + 0.498047, + 0.392578, + 0.498047, + 0.523438, + 0.507812, + 0.527344, + 0.515625, + 0.53125, + 0.503906, + 0.119141, + 0.535156, + 0.507812, + 0.527344, + 0.515625, + 0.478516, + 0.519531, + 0.435547, + 0.503906, + 0.519531, + 0.507812, + 0.519531, + 0.535156, + 0.535156, + 0.460938, + 0.53125, + 0.507812, + 0.519531, + 0.519531, + 0.339844, + 0.542969, + 0.386719, + 0.515625, + 0.523438, + 0.53125, + 0.507812, + 0.554688, + 0.515625, + 0.457031, + 0.337891, + 0.519531, + 0.523438, + 0.539062, + 0.423828, + 0.539062, + 0.511719, + 0.53125, + 0.511719, + 0.507812, + 0.523438, + 0.519531, + 0.523438, + 0.470703, + 0.523438, + 0.542969, + 0.527344, + 0.539062, + 0.550781, + 0.507812, + 0.498047, + 0.480469, + 0.492188, + 0.527344, + 0.462891, + 0.523438, + 0.515625, + 0.53125, + 0.523438, + 0.511719, + 0.494141, + 0.542969, + 0.515625, + 0.503906, + 0.539062, + 0.523438, + 0.515625, + 0.507812, + 0.507812, + 0.527344, + 0.263672, + 0.519531, + 0.527344, + 0.507812, + 0.457031, + 0.507812, + 0.486328, + 0.5, + 0.515625, + 0.515625, + 0.449219, + 0.519531, + 0.523438, + 0.535156, + 0.453125, + 0.507812, + 0.523438, + 0.355469, + 0.515625, + 0.449219, + 0.515625, + 0.5, + 0.535156, + 0.5, + 0.507812, + 0.535156, + 0.523438, + 0.53125, + 0.408203, + 0.515625, + 0.519531, + 0.515625, + 0.539062, + 0.511719, + 0.539062, + 0.457031, + 0.18457, + 0.429688, + 0.519531, + 0.527344, + 0.470703, + 0.53125, + 0.511719, + 0.400391, + 0.427734, + 0.53125, + 0.519531, + 0.5, + 0.535156, + 0.503906, + 0.519531, + 0.53125, + 0.494141, + 0.470703, + 0.515625, + 0.527344, + 0.496094, + 0.515625, + 0.535156, + 0.498047, + 0.388672, + 0.542969, + 0.53125, + 0.539062, + 0.515625, + 0.503906, + 0.503906, + 0.523438, + 0.53125, + 0.53125, + 0.519531, + 0.4375, + 0.496094, + 0.478516, + 0.519531, + 0.53125, + 0.539062, + 0.248047, + 0.507812, + 0.5, + 0.539062, + 0.511719, + 0.546875, + 0.546875, + 0.519531, + 0.523438, + 0.298828, + 0.539062, + 0.496094, + 0.515625, + 0.546875, + 0.486328, + 0.511719, + 0.519531, + 0.417969, + 0.449219, + 0.490234, + 0.511719, + 0.519531, + 0.523438, + 0.542969, + 0.535156, + 0.478516, + 0.511719, + 0.398438, + 0.511719, + 0.492188, + 0.523438, + 0.53125, + 0.53125, + 0.539062, + 0.523438, + 0.486328, + 0.515625, + 0.498047, + 0.539062, + 0.539062, + 0.498047, + 0.527344, + 0.494141, + 0.503906, + 0.53125, + 0.345703, + 0.523438, + 0.494141, + 0.464844, + 0.515625, + 0.535156, + 0.53125, + 0.519531, + 0.53125, + 0.523438, + 0.527344, + 0.535156, + 0.476562, + 0.527344, + 0.519531, + 0.472656, + 0.519531, + 0.429688, + 0.478516, + 0.507812, + 0.53125, + 0.519531, + 0.515625, + 0.535156, + 0.539062, + 0.503906, + 0.494141, + 0.523438, + 0.523438, + 0.466797, + 0.527344, + 0.53125, + 0.511719, + 0.53125, + 0.527344, + 0.519531, + 0.523438, + 0.535156, + 0.511719, + 0.546875, + 0.527344, + 0.503906, + 0.515625, + 0.527344, + 0.507812, + 0.527344, + 0.486328, + 0.53125, + 0.519531, + 0.53125, + 0.453125, + 0.441406, + 0.447266, + 0.546875, + 0.519531, + 0.515625, + 0.566406, + 0.507812, + 0.535156, + 0.507812, + 0.412109, + 0.527344, + 0.511719, + 0.5, + 0.519531, + 0.476562, + 0.507812, + 0.462891, + 0.486328, + 0.511719, + 0.519531, + 0.527344, + 0.4375, + 0.515625, + 0.519531, + 0.515625, + 0.527344, + 0.53125, + 0.527344, + 0.523438, + 0.527344, + 0.511719, + 0.392578, + 0.503906, + 0.535156, + 0.519531, + 0.519531, + 0.550781, + 0.494141, + 0.53125, + 0.416016, + 0.417969, + 0.492188, + 0.539062, + 0.507812, + 0.546875, + 0.511719, + 0.523438, + 0.527344, + 0.515625, + 0.535156, + 0.53125, + 0.5, + 0.527344, + 0.503906, + 0.511719, + 0.417969, + 0.492188, + 0.433594, + 0.511719, + 0.511719, + 0.4375, + 0.511719, + 0.546875, + 0.515625, + 0.515625, + 0.546875, + 0.423828, + 0.466797, + 0.5, + 0.462891, + 0.494141, + 0.507812, + 0.494141, + 0.492188, + 0.53125, + 0.154297, + 0.435547, + 0.527344, + 0.527344 + ] + }, + "name": "model.model.layers.44.post_attention_layernorm.weight", + "outputIndexes": [ + 3635 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3634 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_44/Mul_output_0", + "outputIndexes": [ + 3636 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3635, + 3636 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_44/Mul_1_output_0", + "outputIndexes": [ + 3637 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3637 + ], + "outputIndexes": [ + 5636 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5636 + ], + "outputIndexes": [ + 5637 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/gate_proj/Linear", + "inputIndexes": [ + 5637 + ], + "outputIndexes": [ + 5638 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 444310224, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5638 + ], + "outputIndexes": [ + 5639 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5639 + ], + "outputIndexes": [ + 3638 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3638 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_44/Sigmoid_output_0", + "outputIndexes": [ + 3639 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3638, + 3639 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_44/Mul_output_0", + "outputIndexes": [ + 3640 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3637 + ], + "outputIndexes": [ + 5640 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5640 + ], + "outputIndexes": [ + 5641 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/up_proj/Linear", + "inputIndexes": [ + 5641 + ], + "outputIndexes": [ + 5642 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 446890726, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5642 + ], + "outputIndexes": [ + 5643 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5643 + ], + "outputIndexes": [ + 3641 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3640, + 3641 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_44/Mul_output_0", + "outputIndexes": [ + 3642 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3642 + ], + "outputIndexes": [ + 5644 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5644 + ], + "outputIndexes": [ + 5645 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/down_proj/Linear", + "inputIndexes": [ + 5645 + ], + "outputIndexes": [ + 5646 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 449471228, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5646 + ], + "outputIndexes": [ + 5647 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.44/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5647 + ], + "outputIndexes": [ + 3643 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3634, + 3643 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_224_output_0", + "outputIndexes": [ + 3644 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3644, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_405_output_0", + "outputIndexes": [ + 3645 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.503906, + 0.419922, + 0.40625, + 0.4375, + 0.427734, + 0.414062, + 1.179688, + 0.408203, + 0.453125, + 0.574219, + 0.761719, + 0.423828, + 0.429688, + 0.402344, + 0.394531, + 0.382812, + 0.953125, + 0.400391, + 0.453125, + 0.550781, + 0.4375, + 0.375, + 0.455078, + 0.496094, + 0.433594, + 0.400391, + 0.480469, + 0.421875, + 0.431641, + 0.392578, + 0.582031, + 0.363281, + 0.398438, + 0.410156, + 0.421875, + 0.427734, + 0.574219, + 0.392578, + 0.683594, + 0.447266, + 0.429688, + 0.388672, + 0.433594, + 0.462891, + 0.554688, + 0.458984, + 0.421875, + 0.503906, + 0.433594, + 0.710938, + 0.396484, + 0.707031, + 0.439453, + 0.421875, + 0.570312, + 0.414062, + 0.388672, + 0.435547, + 0.441406, + 0.433594, + 0.419922, + 0.423828, + 0.435547, + 0.396484, + 0.476562, + 0.609375, + 0.8125, + 0.707031, + 0.386719, + 0.667969, + 0.398438, + 0.539062, + 0.455078, + 0.474609, + 0.414062, + 0.425781, + 0.466797, + 0.386719, + 0.683594, + 0.425781, + 0.453125, + 0.414062, + 0.443359, + 0.427734, + 0.431641, + 0.527344, + 0.382812, + 0.539062, + 0.447266, + 0.507812, + 0.4375, + 0.410156, + 0.519531, + 0.425781, + 0.671875, + 0.554688, + 0.425781, + 0.398438, + 0.392578, + 0.423828, + 0.421875, + 0.447266, + 0.40625, + 0.419922, + 0.453125, + 0.621094, + 0.414062, + 0.451172, + 0.410156, + 0.373047, + 0.410156, + 0.412109, + 0.412109, + 0.431641, + 0.419922, + 0.566406, + 0.408203, + 0.408203, + 0.388672, + 0.412109, + 0.445312, + 0.482422, + 0.382812, + 0.464844, + 0.421875, + 0.439453, + 1.109375, + 0.396484, + 0.394531, + 0.382812, + 0.400391, + 0.367188, + 0.416016, + 0.439453, + 0.435547, + 0.435547, + 0.425781, + 0.40625, + 0.757812, + 0.462891, + 0.384766, + 0.421875, + 0.398438, + 0.40625, + 0.40625, + 0.402344, + 0.412109, + 0.408203, + 0.390625, + 0.402344, + 0.419922, + 0.431641, + 0.378906, + 0.433594, + 0.402344, + 0.472656, + 0.402344, + 0.419922, + 0.65625, + 0.433594, + 0.660156, + 0.447266, + 0.566406, + 0.416016, + 0.429688, + 0.400391, + 0.65625, + 0.402344, + 0.400391, + 0.5625, + 0.457031, + 0.410156, + 0.404297, + 0.462891, + 0.675781, + 0.390625, + 0.441406, + 0.425781, + 0.408203, + 0.431641, + 0.414062, + 0.460938, + 0.414062, + 0.443359, + 0.396484, + 0.460938, + 0.408203, + 0.412109, + 0.414062, + 0.404297, + 0.394531, + 0.451172, + 0.652344, + 0.408203, + 0.423828, + 0.419922, + 0.398438, + 0.5, + 0.147461, + 0.394531, + 0.429688, + 0.396484, + 0.449219, + 0.408203, + 0.458984, + 0.439453, + 0.380859, + 0.431641, + 0.474609, + 0.417969, + 0.417969, + 0.398438, + 0.435547, + 0.566406, + 0.423828, + 0.40625, + 0.392578, + 0.423828, + 0.388672, + 0.380859, + 0.431641, + 0.457031, + 0.449219, + 0.451172, + 0.417969, + 0.433594, + 0.419922, + 0.601562, + 0.396484, + 0.429688, + 0.490234, + 0.792969, + 0.398438, + 0.464844, + 0.419922, + 0.478516, + 0.439453, + 0.503906, + 0.390625, + 0.382812, + 0.417969, + 0.4375, + 0.400391, + 0.427734, + 0.417969, + 0.412109, + 0.480469, + 0.449219, + 0.423828, + 0.449219, + 0.384766, + 0.449219, + 0.589844, + 0.435547, + 0.507812, + 0.394531, + 0.458984, + 0.427734, + 0.492188, + 0.386719, + 0.421875, + 0.472656, + 0.435547, + 0.486328, + 0.404297, + 0.388672, + 0.453125, + 0.417969, + 0.482422, + 0.457031, + 0.9375, + 0.392578, + 0.431641, + 0.816406, + 0.539062, + 0.40625, + 0.414062, + 0.523438, + 0.53125, + 0.402344, + 0.466797, + 0.416016, + 0.40625, + 0.435547, + 0.431641, + 0.460938, + 0.390625, + 0.398438, + 0.400391, + 0.382812, + 0.425781, + 0.425781, + 0.417969, + 0.458984, + 0.392578, + 0.410156, + 0.363281, + 0.427734, + 0.40625, + 0.417969, + 0.400391, + 0.402344, + 0.431641, + 0.558594, + 0.400391, + 0.40625, + 0.519531, + 0.414062, + 0.390625, + 0.414062, + 0.5625, + 0.404297, + 0.429688, + 0.494141, + 0.40625, + 0.396484, + 0.410156, + 0.472656, + 0.683594, + 0.515625, + 0.382812, + 0.421875, + 0.429688, + 0.378906, + 0.46875, + 0.519531, + 0.388672, + 0.414062, + 0.40625, + 0.447266, + 0.746094, + 0.490234, + 0.550781, + 0.419922, + 0.535156, + 0.417969, + 0.398438, + 0.421875, + 0.6875, + 0.554688, + 0.416016, + 0.40625, + 0.419922, + 0.458984, + 0.408203, + 0.4375, + 0.470703, + 0.421875, + 0.466797, + 0.390625, + 0.419922, + 0.416016, + 0.449219, + 0.46875, + 0.419922, + 0.447266, + 0.435547, + 0.408203, + 0.425781, + 0.423828, + 0.421875, + 0.449219, + 0.390625, + 0.410156, + 0.419922, + 0.433594, + 0.419922, + 0.431641, + 0.445312, + 0.435547, + 0.388672, + 0.388672, + 0.408203, + 0.628906, + 0.458984, + 0.449219, + 0.40625, + 0.429688, + 0.382812, + 0.609375, + 0.898438, + 0.439453, + 0.439453, + 0.388672, + 0.390625, + 0.380859, + 0.5, + 0.402344, + 0.515625, + 0.410156, + 0.4375, + 0.730469, + 0.404297, + 0.490234, + 0.435547, + 0.423828, + 0.404297, + 0.429688, + 0.408203, + 0.396484, + 0.478516, + 0.402344, + 0.578125, + 0.392578, + 0.396484, + 0.507812, + 0.412109, + 0.425781, + 0.398438, + 0.419922, + 0.423828, + 0.414062, + 0.417969, + 0.435547, + 0.394531, + 0.398438, + 0.455078, + 0.414062, + 0.419922, + 0.574219, + 0.435547, + 0.414062, + 0.714844, + 0.40625, + 0.410156, + 0.484375, + 0.400391, + 0.425781, + 0.878906, + 0.472656, + 0.621094, + 0.478516, + 0.408203, + 0.429688, + 0.396484, + 0.435547, + 0.417969, + 0.429688, + 0.419922, + 0.392578, + 0.417969, + 0.458984, + 0.523438, + 0.412109, + 0.439453, + 0.617188, + 0.408203, + 0.429688, + 0.585938, + 0.414062, + 0.496094, + 0.738281, + 0.443359, + 0.416016, + 0.396484, + 0.425781, + 0.412109, + 0.435547, + 0.439453, + 0.472656, + 0.451172, + 0.408203, + 0.408203, + 0.419922, + 0.648438, + 0.402344, + 0.451172, + 0.425781, + 0.402344, + 0.519531, + 0.445312, + 0.400391, + 0.400391, + 0.419922, + 0.439453, + 0.453125, + 0.482422, + 0.404297, + 0.480469, + 0.447266, + 0.4375, + 0.398438, + 0.394531, + 0.439453, + 0.417969, + 0.5, + 0.40625, + 0.484375, + 0.416016, + 0.402344, + 0.441406, + 0.421875, + 0.402344, + 0.398438, + 0.421875, + 0.527344, + 0.361328, + 0.404297, + 0.53125, + 0.445312, + 1.203125, + 0.466797, + 0.412109, + 0.449219, + 0.613281, + 0.408203, + 0.421875, + 0.453125, + 0.408203, + 0.453125, + 0.457031, + 0.412109, + 0.867188, + 0.447266, + 0.478516, + 0.449219, + 0.414062, + 0.46875, + 0.416016, + 0.435547, + 0.416016, + 0.394531, + 0.617188, + 0.425781, + 0.414062, + 0.498047, + 0.382812, + 0.412109, + 0.402344, + 0.5, + 0.742188, + 0.449219, + 0.535156, + 0.65625, + 0.404297, + 0.433594, + 0.433594, + 0.4375, + 0.425781, + 0.451172, + 0.427734, + 0.535156, + 0.470703, + 0.355469, + 0.402344, + 0.476562, + 0.423828, + 0.714844, + 0.527344, + 0.470703, + 0.488281, + 0.384766, + 0.417969, + 0.410156, + 0.398438, + 0.417969, + 0.484375, + 0.07959, + 0.423828, + 0.578125, + 0.671875, + 0.496094, + 0.378906, + 0.427734, + 0.441406, + 0.539062, + 0.378906, + 0.429688, + 0.421875, + 0.445312, + 0.412109, + 0.425781, + 0.5625, + 0.396484, + 0.439453, + 0.394531, + 0.419922, + 0.427734, + 0.453125, + 0.613281, + 0.414062, + 0.410156, + 0.414062, + 0.5, + 0.404297, + 0.419922, + 0.419922, + 0.425781, + 0.408203, + 0.414062, + 0.460938, + 0.492188, + 0.382812, + 0.40625, + 0.431641, + 0.503906, + 0.394531, + 0.652344, + 0.535156, + 0.445312, + 0.412109, + 0.474609, + 0.416016, + 0.369141, + 0.675781, + 0.478516, + 0.421875, + 0.423828, + 0.4375, + 0.355469, + 0.484375, + 0.380859, + 0.416016, + 0.478516, + 0.435547, + 0.394531, + 0.898438, + 0.417969, + 0.417969, + 0.423828, + 0.648438, + 0.375, + 0.455078, + 0.464844, + 0.427734, + 0.617188, + 0.425781, + 0.976562, + 0.4375, + 0.636719, + 1.0625, + 0.453125, + 0.421875, + 0.396484, + 0.478516, + 0.400391, + 0.435547, + 0.414062, + 0.410156, + 0.447266, + 0.523438, + 0.404297, + 0.398438, + 0.490234, + 0.5625, + 0.447266, + 0.402344, + 0.613281, + 0.519531, + 0.742188, + 0.410156, + 0.400391, + 0.398438, + 0.613281, + 0.439453, + 0.419922, + 0.675781, + 0.398438, + 0.574219, + 0.589844, + 0.46875, + 0.400391, + 0.482422, + 0.429688, + 0.384766, + 0.408203, + 0.441406, + 0.394531, + 0.433594, + 0.384766, + 0.402344, + 0.439453, + 0.462891, + 0.625, + 0.458984, + 0.609375, + 0.470703, + 0.410156, + 0.427734, + 0.4375, + 0.402344, + 0.427734, + 1.039062, + 0.449219, + 0.476562, + 0.435547, + 0.492188, + 0.384766, + 0.402344, + 0.425781, + 0.431641, + 0.419922, + 0.441406, + 0.419922, + 0.488281, + 0.390625, + 0.390625, + 0.429688, + 0.382812, + 0.375, + 0.417969, + 0.376953, + 0.53125, + 0.410156, + 0.914062, + 0.59375, + 0.382812, + 0.464844, + 0.425781, + 0.443359, + 0.527344, + 0.441406, + 0.419922, + 0.431641, + 0.404297, + 0.455078, + 0.408203, + 0.486328, + 0.554688, + 0.384766, + 0.617188, + 0.419922, + 0.503906, + 0.445312, + 0.412109, + 0.490234, + 0.996094, + 0.453125, + 0.451172, + 0.433594, + 0.443359, + 0.503906, + 0.404297, + 0.417969, + 0.550781, + 0.431641, + 0.574219, + 0.431641, + 0.410156, + 0.386719, + 0.404297, + 0.398438, + 0.386719, + 0.451172, + 0.417969, + 0.404297, + 1.039062, + 0.417969, + 0.421875, + 0.578125, + 0.478516, + 0.671875, + 0.388672, + 0.458984, + 0.402344, + 0.392578, + 0.386719, + 0.478516, + 0.458984, + 0.427734, + 0.425781, + 0.419922, + 0.433594, + 0.683594, + 0.427734, + 0.408203, + 0.4375, + 0.384766, + 0.402344, + 0.808594, + 0.492188, + 0.427734, + 0.484375, + 0.443359, + 0.683594, + 0.404297, + 0.460938, + 0.433594, + 0.394531, + 0.396484, + 0.511719, + 0.386719, + 0.613281, + 0.416016, + 0.404297, + 0.451172, + 0.710938, + 0.46875, + 0.453125, + 0.412109, + 0.435547, + 0.404297, + 0.427734, + 0.480469, + 0.451172, + 0.425781, + 0.882812, + 0.416016, + 0.449219, + 0.392578, + 0.404297, + 0.40625, + 0.429688, + 0.451172, + 0.425781, + 0.400391, + 0.40625, + 0.542969, + 0.476562, + 0.480469, + 0.423828, + 0.410156, + 0.492188, + 0.402344, + 0.542969, + 0.457031, + 0.388672, + 0.429688, + 0.458984, + 0.433594, + 0.410156, + 0.539062, + 0.427734, + 0.4375, + 0.460938, + 0.398438, + 0.423828, + 0.640625, + 0.439453, + 0.390625, + 0.417969, + 0.435547, + 0.4375, + 0.664062, + 0.408203, + 0.435547, + 0.404297, + 0.435547, + 0.458984, + 0.398438, + 0.412109, + 0.408203, + 0.396484, + 0.429688, + 0.382812, + 0.494141, + 0.546875, + 0.382812, + 0.410156, + 0.476562, + 0.466797, + 0.412109, + 0.839844, + 0.414062, + 0.425781, + 0.392578, + 0.519531, + 0.416016, + 0.410156, + 0.421875, + 0.546875, + 0.455078, + 0.394531, + 0.589844, + 0.445312, + 0.757812, + 0.410156, + 0.480469, + 0.419922, + 0.46875, + 0.425781, + 0.417969, + 0.425781, + 0.408203, + 0.4375, + 0.421875, + 0.714844, + 0.65625, + 0.382812, + 0.65625, + 0.392578, + 0.392578, + 0.416016, + 0.457031, + 0.458984, + 0.445312, + 0.439453, + 0.507812, + 0.410156, + 0.470703, + 0.402344, + 0.427734, + 0.851562, + 0.382812, + 0.402344, + 0.410156, + 0.582031, + 0.400391, + 0.435547, + 0.388672, + 0.554688, + 0.400391, + 0.441406, + 0.425781, + 0.417969, + 0.386719, + 0.439453, + 0.421875, + 0.455078, + 0.435547, + 0.582031, + 0.412109, + 0.40625, + 0.40625, + 0.515625, + 0.398438, + 0.425781, + 0.380859, + 0.419922, + 0.396484, + 0.476562, + 0.445312, + 0.40625, + 0.484375, + 0.40625, + 0.597656, + 0.425781, + 0.53125, + 0.449219, + 0.4375, + 0.419922, + 0.523438, + 0.402344, + 0.392578, + 0.419922, + 0.398438, + 0.421875, + 0.609375, + 0.648438, + 0.402344, + 0.408203, + 0.416016, + 0.494141, + 0.421875, + 0.386719, + 0.455078, + 0.447266, + 0.419922, + 0.388672, + 0.515625, + 0.400391, + 0.675781, + 0.414062, + 0.419922, + 0.441406, + 0.429688, + 0.421875, + 0.433594, + 0.412109, + 0.914062, + 0.402344, + 0.441406, + 0.412109, + 0.474609, + 0.402344, + 0.404297, + 0.625, + 0.410156, + 0.435547, + 0.585938, + 0.423828, + 0.445312, + 0.398438, + 0.451172, + 0.386719, + 0.466797, + 0.431641, + 0.425781, + 0.914062, + 0.396484, + 0.652344, + 0.458984, + 0.423828, + 0.482422, + 0.417969, + 0.441406, + 0.396484, + 0.523438, + 0.890625, + 0.451172, + 0.476562, + 0.398438, + 0.621094, + 0.386719, + 0.435547, + 0.394531, + 0.46875, + 0.40625, + 0.417969, + 0.417969, + 0.419922, + 0.472656, + 0.373047, + 0.4375, + 0.423828, + 0.410156, + 0.414062, + 0.384766, + 0.455078, + 0.453125, + 0.458984, + 0.375, + 0.455078, + 0.435547, + 0.345703, + 0.421875, + 0.429688, + 0.460938, + 0.455078, + 0.404297, + 0.367188, + 0.435547, + 0.388672, + 0.396484, + 0.396484, + 0.4375, + 0.421875, + 0.419922, + 0.675781, + 0.380859, + 0.398438, + 0.427734, + 0.539062, + 0.439453, + 0.367188, + 0.433594, + 0.447266, + 0.494141, + 0.542969, + 0.400391, + 0.392578, + 0.402344, + 0.617188, + 0.433594, + 0.394531, + 0.820312, + 0.404297, + 0.535156, + 0.423828, + 0.392578, + 0.410156, + 0.427734, + 0.433594, + 0.431641, + 0.386719, + 0.412109, + 0.6875, + 0.451172, + 0.417969, + 0.40625, + 0.384766, + 0.414062, + 0.392578, + 0.574219, + 1.09375, + 0.796875, + 0.425781, + 0.423828, + 0.535156, + 0.404297, + 0.4375, + 0.761719, + 0.474609, + 0.400391, + 0.394531, + 0.447266, + 0.421875, + 0.5, + 0.417969, + 0.414062, + 0.457031, + 0.484375, + 0.447266, + 0.416016, + 0.472656, + 0.408203, + 0.380859, + 0.515625, + 0.648438, + 0.431641, + 0.427734, + 0.402344, + 0.425781, + 0.40625, + 0.460938, + 0.423828, + 0.433594, + 0.396484, + 0.410156, + 0.550781, + 0.433594, + 0.470703, + 0.40625, + 0.404297, + 0.410156, + 0.777344, + 0.367188, + 0.417969, + 0.416016, + 0.417969, + 0.427734, + 0.390625, + 0.427734, + 0.414062, + 0.855469, + 0.417969, + 0.330078, + 0.425781, + 0.429688, + 0.453125, + 0.427734, + 0.40625, + 0.667969, + 0.601562, + 0.447266, + 0.390625, + 0.451172, + 0.419922, + 0.40625, + 0.402344, + 0.435547, + 0.480469, + 0.757812, + 0.421875, + 0.478516, + 0.416016, + 0.417969, + 0.425781, + 0.441406, + 0.392578, + 0.441406, + 0.402344, + 0.46875, + 0.384766, + 0.427734, + 0.443359, + 0.451172, + 0.439453, + 0.53125, + 0.443359, + 0.910156, + 0.400391, + 0.449219, + 0.46875, + 0.40625, + 0.398438, + 0.400391, + 0.484375, + 0.419922, + 0.408203, + 0.414062, + 0.404297, + 0.494141, + 0.419922, + 0.433594, + 0.384766, + 0.404297, + 0.664062, + 0.5, + 0.402344, + 0.388672, + 0.392578, + 0.410156, + 0.421875, + 0.416016, + 0.417969, + 0.484375, + 0.416016, + 0.427734, + 0.53125, + 0.396484, + 0.392578, + 0.439453, + 0.396484, + 0.396484, + 0.40625, + 0.378906, + 0.457031, + 0.457031, + 0.40625, + 0.417969, + 0.470703, + 0.380859, + 0.419922, + 0.455078, + 0.412109, + 0.550781, + 0.453125, + 0.414062, + 0.398438, + 0.384766, + 0.566406, + 0.546875, + 0.441406, + 0.416016, + 0.394531, + 0.433594, + 0.400391, + 0.431641, + 0.412109, + 0.554688, + 0.410156, + 0.453125, + 0.447266, + 0.427734, + 0.410156, + 0.460938, + 0.511719, + 0.460938, + 0.416016, + 0.431641, + 0.414062, + 0.589844, + 0.40625, + 0.400391, + 0.425781, + 0.429688, + 0.402344, + 0.416016, + 0.398438, + 0.392578, + 0.46875, + 0.480469, + 0.425781, + 0.451172, + 0.421875, + 0.4375, + 0.404297, + 0.443359, + 0.416016, + 0.589844, + 0.597656, + 0.414062, + 0.4375, + 0.441406, + 0.429688, + 0.359375, + 0.429688, + 0.427734, + 0.408203, + 0.416016, + 0.421875, + 0.474609, + 0.408203, + 0.419922, + 0.433594, + 0.632812, + 0.447266, + 0.621094, + 0.402344, + 0.429688, + 0.515625, + 0.396484, + 0.40625, + 0.488281, + 0.423828, + 0.398438, + 0.589844, + 0.566406, + 0.408203, + 0.5625, + 0.460938, + 0.445312, + 0.476562, + 0.478516, + 0.40625, + 1.125, + 0.601562, + 0.416016, + 0.417969 + ] + }, + "name": "model.model.layers.45.input_layernorm.weight", + "outputIndexes": [ + 3646 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3645 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_45/Mul_output_0", + "outputIndexes": [ + 3647 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3646, + 3647 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_45/Mul_1_output_0", + "outputIndexes": [ + 3648 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3648 + ], + "outputIndexes": [ + 5648 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5648 + ], + "outputIndexes": [ + 5649 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/q_proj/Linear", + "inputIndexes": [ + 5649 + ], + "outputIndexes": [ + 5650 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 452051730, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5650 + ], + "outputIndexes": [ + 5651 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5651 + ], + "outputIndexes": [ + 3649 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3648 + ], + "main_type": "NONE", + "name": "/Shape_631_output_0", + "outputIndexes": [ + 3650 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3650 + ], + "main_type": "NONE", + "name": "Shape9799", + "outputIndexes": [ + 3651 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3650 + ], + "main_type": "NONE", + "name": "Rank9801", + "outputIndexes": [ + 3652 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3652, + 3652 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9803", + "outputIndexes": [ + 3653 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3653 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9804", + "outputIndexes": [ + 3654 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3653, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9806", + "outputIndexes": [ + 3655 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3655 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9807", + "outputIndexes": [ + 3656 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3651, + 3654, + 3656, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice9810", + "outputIndexes": [ + 3657 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3657 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze9811", + "outputIndexes": [ + 3658 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 3658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9812", + "outputIndexes": [ + 3659 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3659, + 3658 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9813", + "outputIndexes": [ + 3660 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3650, + 3660, + 3653 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_679_output_0", + "outputIndexes": [ + 3661 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3661, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1441_output_0", + "outputIndexes": [ + 3662 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3662, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_585_output_0", + "outputIndexes": [ + 3663 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3649, + 3663 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_406_output_0", + "outputIndexes": [ + 3664 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3664, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_360_output_0", + "outputIndexes": [ + 3665 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3664 + ], + "main_type": "NONE", + "name": "/Shape_632_output_0", + "outputIndexes": [ + 3666 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3666 + ], + "main_type": "NONE", + "name": "Shape9820", + "outputIndexes": [ + 3667 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3666 + ], + "main_type": "NONE", + "name": "Rank9822", + "outputIndexes": [ + 3668 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3668, + 3668 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9824", + "outputIndexes": [ + 3669 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3669 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9825", + "outputIndexes": [ + 3670 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3669, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9827", + "outputIndexes": [ + 3671 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3671 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9828", + "outputIndexes": [ + 3672 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3667, + 3670, + 3672, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice9831", + "outputIndexes": [ + 3673 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3673 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze9832", + "outputIndexes": [ + 3674 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3674 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9833", + "outputIndexes": [ + 3675 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3675, + 3674 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9834", + "outputIndexes": [ + 3676 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3666, + 3676, + 3669 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_680_output_0", + "outputIndexes": [ + 3677 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3677, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_135_output_0", + "outputIndexes": [ + 3678 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3678, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1446_output_0", + "outputIndexes": [ + 3679 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3664, + 3679, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_181_output_0", + "outputIndexes": [ + 3680 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3680 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_90_output_0", + "outputIndexes": [ + 3681 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3664, + 22, + 3679, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_180_output_0", + "outputIndexes": [ + 3682 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3681, + 3682 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_588_output_0", + "outputIndexes": [ + 3683 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3683, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_361_output_0", + "outputIndexes": [ + 3684 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3665, + 3684 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_225_output_0", + "outputIndexes": [ + 3685 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3648 + ], + "outputIndexes": [ + 5652 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5652 + ], + "outputIndexes": [ + 5653 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/k_proj/Linear", + "inputIndexes": [ + 5653 + ], + "outputIndexes": [ + 5654 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 452973352, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5654 + ], + "outputIndexes": [ + 5655 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5655 + ], + "outputIndexes": [ + 3686 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3662, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_586_output_0", + "outputIndexes": [ + 3687 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3686, + 3687 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_407_output_0", + "outputIndexes": [ + 3688 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3688, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_362_output_0", + "outputIndexes": [ + 3689 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3688 + ], + "main_type": "NONE", + "name": "/Shape_633_output_0", + "outputIndexes": [ + 3690 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3690 + ], + "main_type": "NONE", + "name": "Shape9883", + "outputIndexes": [ + 3691 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3690 + ], + "main_type": "NONE", + "name": "Rank9885", + "outputIndexes": [ + 3692 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3692, + 3692 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9887", + "outputIndexes": [ + 3693 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3693 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9888", + "outputIndexes": [ + 3694 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3693, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9890", + "outputIndexes": [ + 3695 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3695 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze9891", + "outputIndexes": [ + 3696 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3691, + 3694, + 3696, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice9894", + "outputIndexes": [ + 3697 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3697 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze9895", + "outputIndexes": [ + 3698 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3698 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9896", + "outputIndexes": [ + 3699 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3699, + 3698 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp9897", + "outputIndexes": [ + 3700 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3690, + 3700, + 3693 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_681_output_0", + "outputIndexes": [ + 3701 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3701, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_136_output_0", + "outputIndexes": [ + 3702 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3702, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1448_output_0", + "outputIndexes": [ + 3703 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3688, + 3703, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_183_output_0", + "outputIndexes": [ + 3704 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3704 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_91_output_0", + "outputIndexes": [ + 3705 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3688, + 22, + 3703, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_182_output_0", + "outputIndexes": [ + 3706 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3705, + 3706 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_589_output_0", + "outputIndexes": [ + 3707 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3707, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_363_output_0", + "outputIndexes": [ + 3708 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3689, + 3708 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_226_output_0", + "outputIndexes": [ + 3709 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3648 + ], + "outputIndexes": [ + 5656 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5656 + ], + "outputIndexes": [ + 5657 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/v_proj/Linear", + "inputIndexes": [ + 5657 + ], + "outputIndexes": [ + 5658 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 453203774, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5658 + ], + "outputIndexes": [ + 5659 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5659 + ], + "outputIndexes": [ + 3710 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3710, + 3687 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_408_output_0", + "outputIndexes": [ + 3711 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3685, + 3709, + 3711, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_413_output_0", + "outputIndexes": [ + 3712 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3712 + ], + "outputIndexes": [ + 5660 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5660 + ], + "outputIndexes": [ + 5661 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/o_proj/Linear", + "inputIndexes": [ + 5661 + ], + "outputIndexes": [ + 5662 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 453434196, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5662 + ], + "outputIndexes": [ + 5663 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5663 + ], + "outputIndexes": [ + 3713 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3645, + 3713 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_228_output_0", + "outputIndexes": [ + 3714 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.482422, + 0.535156, + 0.535156, + 0.539062, + 0.539062, + 0.523438, + 0.207031, + 0.519531, + 0.503906, + 0.474609, + 0.416016, + 0.519531, + 0.460938, + 0.511719, + 0.511719, + 0.527344, + 0.275391, + 0.519531, + 0.527344, + 0.445312, + 0.519531, + 0.546875, + 0.503906, + 0.507812, + 0.511719, + 0.535156, + 0.492188, + 0.519531, + 0.527344, + 0.515625, + 0.492188, + 0.251953, + 0.519531, + 0.53125, + 0.527344, + 0.527344, + 0.457031, + 0.523438, + 0.396484, + 0.550781, + 0.527344, + 0.53125, + 0.503906, + 0.5, + 0.472656, + 0.519531, + 0.542969, + 0.480469, + 0.550781, + 0.419922, + 0.519531, + 0.40625, + 0.519531, + 0.519531, + 0.476562, + 0.53125, + 0.535156, + 0.496094, + 0.511719, + 0.539062, + 0.546875, + 0.535156, + 0.523438, + 0.53125, + 0.478516, + 0.476562, + 0.371094, + 0.419922, + 0.53125, + 0.398438, + 0.539062, + 0.429688, + 0.507812, + 0.503906, + 0.539062, + 0.519531, + 0.546875, + 0.527344, + 0.412109, + 0.519531, + 0.515625, + 0.546875, + 0.5, + 0.507812, + 0.53125, + 0.488281, + 0.542969, + 0.486328, + 0.554688, + 0.449219, + 0.511719, + 0.519531, + 0.46875, + 0.527344, + 0.416016, + 0.462891, + 0.566406, + 0.546875, + 0.535156, + 0.519531, + 0.527344, + 0.5, + 0.550781, + 0.515625, + 0.455078, + 0.455078, + 0.53125, + 0.527344, + 0.515625, + 0.523438, + 0.523438, + 0.546875, + 0.498047, + 0.546875, + 0.550781, + 0.511719, + 0.519531, + 0.519531, + 0.53125, + 0.53125, + 0.53125, + 0.486328, + 0.523438, + 0.5, + 0.558594, + 0.523438, + 0.24707, + 0.53125, + 0.519531, + 0.470703, + 0.550781, + 0.539062, + 0.523438, + 0.519531, + 0.519531, + 0.53125, + 0.53125, + 0.503906, + 0.445312, + 0.519531, + 0.542969, + 0.457031, + 0.527344, + 0.542969, + 0.53125, + 0.519531, + 0.515625, + 0.490234, + 0.503906, + 0.519531, + 0.535156, + 0.527344, + 0.511719, + 0.542969, + 0.539062, + 0.484375, + 0.539062, + 0.511719, + 0.445312, + 0.558594, + 0.447266, + 0.523438, + 0.453125, + 0.535156, + 0.511719, + 0.554688, + 0.412109, + 0.539062, + 0.53125, + 0.457031, + 0.511719, + 0.539062, + 0.535156, + 0.519531, + 0.404297, + 0.511719, + 0.507812, + 0.542969, + 0.539062, + 0.546875, + 0.515625, + 0.503906, + 0.519531, + 0.507812, + 0.527344, + 0.535156, + 0.53125, + 0.53125, + 0.519531, + 0.53125, + 0.542969, + 0.5, + 0.449219, + 0.53125, + 0.527344, + 0.519531, + 0.527344, + 0.503906, + 0.100098, + 0.542969, + 0.527344, + 0.535156, + 0.511719, + 0.507812, + 0.507812, + 0.527344, + 0.539062, + 0.523438, + 0.503906, + 0.535156, + 0.519531, + 0.523438, + 0.527344, + 0.453125, + 0.539062, + 0.523438, + 0.523438, + 0.511719, + 0.53125, + 0.515625, + 0.519531, + 0.515625, + 0.470703, + 0.511719, + 0.527344, + 0.507812, + 0.535156, + 0.460938, + 0.554688, + 0.515625, + 0.494141, + 0.445312, + 0.527344, + 0.527344, + 0.546875, + 0.484375, + 0.523438, + 0.492188, + 0.476562, + 0.527344, + 0.542969, + 0.515625, + 0.527344, + 0.523438, + 0.523438, + 0.515625, + 0.455078, + 0.53125, + 0.542969, + 0.539062, + 0.507812, + 0.5, + 0.425781, + 0.535156, + 0.519531, + 0.515625, + 0.503906, + 0.515625, + 0.488281, + 0.527344, + 0.542969, + 0.515625, + 0.535156, + 0.488281, + 0.527344, + 0.53125, + 0.503906, + 0.535156, + 0.484375, + 0.523438, + 0.3125, + 0.486328, + 0.511719, + 0.265625, + 0.488281, + 0.53125, + 0.527344, + 0.494141, + 0.46875, + 0.53125, + 0.488281, + 0.539062, + 0.519531, + 0.542969, + 0.535156, + 0.527344, + 0.539062, + 0.523438, + 0.523438, + 0.539062, + 0.53125, + 0.515625, + 0.523438, + 0.523438, + 0.542969, + 0.519531, + 0.503906, + 0.527344, + 0.535156, + 0.519531, + 0.519531, + 0.53125, + 0.511719, + 0.458984, + 0.511719, + 0.527344, + 0.490234, + 0.53125, + 0.482422, + 0.527344, + 0.474609, + 0.527344, + 0.486328, + 0.503906, + 0.535156, + 0.496094, + 0.519531, + 0.478516, + 0.464844, + 0.484375, + 0.527344, + 0.535156, + 0.539062, + 0.527344, + 0.511719, + 0.5, + 0.539062, + 0.550781, + 0.527344, + 0.498047, + 0.425781, + 0.492188, + 0.404297, + 0.527344, + 0.5, + 0.511719, + 0.542969, + 0.472656, + 0.439453, + 0.451172, + 0.511719, + 0.511719, + 0.523438, + 0.466797, + 0.546875, + 0.527344, + 0.507812, + 0.523438, + 0.488281, + 0.523438, + 0.53125, + 0.535156, + 0.494141, + 0.515625, + 0.511719, + 0.542969, + 0.535156, + 0.535156, + 0.503906, + 0.554688, + 0.503906, + 0.507812, + 0.527344, + 0.515625, + 0.53125, + 0.507812, + 0.527344, + 0.523438, + 0.496094, + 0.503906, + 0.53125, + 0.519531, + 0.542969, + 0.4375, + 0.519531, + 0.527344, + 0.511719, + 0.527344, + 0.527344, + 0.433594, + 0.21582, + 0.523438, + 0.546875, + 0.523438, + 0.523438, + 0.486328, + 0.488281, + 0.546875, + 0.488281, + 0.515625, + 0.523438, + 0.457031, + 0.53125, + 0.449219, + 0.535156, + 0.515625, + 0.523438, + 0.546875, + 0.523438, + 0.527344, + 0.507812, + 0.535156, + 0.474609, + 0.535156, + 0.527344, + 0.494141, + 0.539062, + 0.53125, + 0.523438, + 0.53125, + 0.519531, + 0.546875, + 0.507812, + 0.507812, + 0.535156, + 0.546875, + 0.527344, + 0.527344, + 0.519531, + 0.474609, + 0.535156, + 0.523438, + 0.326172, + 0.539062, + 0.539062, + 0.458984, + 0.542969, + 0.519531, + 0.369141, + 0.519531, + 0.408203, + 0.478516, + 0.535156, + 0.519531, + 0.511719, + 0.527344, + 0.542969, + 0.53125, + 0.503906, + 0.511719, + 0.558594, + 0.488281, + 0.490234, + 0.5625, + 0.507812, + 0.476562, + 0.462891, + 0.542969, + 0.474609, + 0.527344, + 0.511719, + 0.457031, + 0.523438, + 0.535156, + 0.519531, + 0.546875, + 0.53125, + 0.535156, + 0.527344, + 0.494141, + 0.519531, + 0.486328, + 0.535156, + 0.515625, + 0.423828, + 0.523438, + 0.515625, + 0.527344, + 0.527344, + 0.478516, + 0.542969, + 0.515625, + 0.519531, + 0.519531, + 0.496094, + 0.535156, + 0.511719, + 0.519531, + 0.5, + 0.515625, + 0.535156, + 0.539062, + 0.535156, + 0.507812, + 0.542969, + 0.496094, + 0.519531, + 0.488281, + 0.523438, + 0.515625, + 0.535156, + 0.53125, + 0.519531, + 0.53125, + 0.535156, + 0.480469, + 0.523438, + 0.527344, + 0.453125, + 0.492188, + 0.163086, + 0.507812, + 0.539062, + 0.546875, + 0.396484, + 0.535156, + 0.53125, + 0.527344, + 0.535156, + 0.515625, + 0.523438, + 0.542969, + 0.208008, + 0.519531, + 0.488281, + 0.5625, + 0.542969, + 0.496094, + 0.519531, + 0.5, + 0.519531, + 0.527344, + 0.423828, + 0.539062, + 0.535156, + 0.503906, + 0.519531, + 0.539062, + 0.535156, + 0.496094, + 0.4375, + 0.515625, + 0.478516, + 0.431641, + 0.511719, + 0.519531, + 0.515625, + 0.511719, + 0.519531, + 0.527344, + 0.535156, + 0.466797, + 0.498047, + 0.519531, + 0.523438, + 0.507812, + 0.507812, + 0.412109, + 0.511719, + 0.488281, + 0.507812, + 0.523438, + 0.535156, + 0.535156, + 0.535156, + 0.535156, + 0.511719, + 0.246094, + 0.53125, + 0.462891, + 0.378906, + 0.496094, + 0.527344, + 0.523438, + 0.472656, + 0.466797, + 0.515625, + 0.535156, + 0.519531, + 0.519531, + 0.546875, + 0.523438, + 0.484375, + 0.535156, + 0.515625, + 0.539062, + 0.511719, + 0.523438, + 0.511719, + 0.447266, + 0.542969, + 0.527344, + 0.515625, + 0.503906, + 0.53125, + 0.535156, + 0.511719, + 0.53125, + 0.542969, + 0.503906, + 0.511719, + 0.482422, + 0.550781, + 0.535156, + 0.542969, + 0.474609, + 0.539062, + 0.404297, + 0.445312, + 0.542969, + 0.523438, + 0.519531, + 0.523438, + 0.474609, + 0.453125, + 0.472656, + 0.523438, + 0.515625, + 0.519531, + 0.523438, + 0.488281, + 0.53125, + 0.511719, + 0.503906, + 0.519531, + 0.527344, + 0.330078, + 0.523438, + 0.503906, + 0.519531, + 0.427734, + 0.507812, + 0.503906, + 0.527344, + 0.507812, + 0.46875, + 0.535156, + 0.337891, + 0.527344, + 0.427734, + 0.151367, + 0.498047, + 0.515625, + 0.53125, + 0.5, + 0.542969, + 0.511719, + 0.507812, + 0.542969, + 0.511719, + 0.482422, + 0.523438, + 0.527344, + 0.503906, + 0.464844, + 0.511719, + 0.5, + 0.4375, + 0.503906, + 0.457031, + 0.527344, + 0.535156, + 0.451172, + 0.455078, + 0.535156, + 0.523438, + 0.431641, + 0.53125, + 0.482422, + 0.472656, + 0.515625, + 0.539062, + 0.511719, + 0.511719, + 0.519531, + 0.523438, + 0.511719, + 0.523438, + 0.523438, + 0.535156, + 0.535156, + 0.515625, + 0.451172, + 0.308594, + 0.455078, + 0.449219, + 0.484375, + 0.535156, + 0.53125, + 0.539062, + 0.523438, + 0.53125, + 0.174805, + 0.515625, + 0.546875, + 0.527344, + 0.482422, + 0.535156, + 0.519531, + 0.515625, + 0.53125, + 0.523438, + 0.511719, + 0.542969, + 0.507812, + 0.515625, + 0.527344, + 0.519531, + 0.53125, + 0.535156, + 0.503906, + 0.511719, + 0.480469, + 0.515625, + 0.341797, + 0.462891, + 0.535156, + 0.515625, + 0.486328, + 0.527344, + 0.373047, + 0.542969, + 0.527344, + 0.546875, + 0.539062, + 0.511719, + 0.527344, + 0.474609, + 0.464844, + 0.539062, + 0.451172, + 0.507812, + 0.484375, + 0.539062, + 0.523438, + 0.507812, + 0.306641, + 0.5, + 0.53125, + 0.515625, + 0.527344, + 0.384766, + 0.519531, + 0.523438, + 0.480469, + 0.535156, + 0.488281, + 0.511719, + 0.546875, + 0.519531, + 0.484375, + 0.511719, + 0.527344, + 0.5, + 0.523438, + 0.546875, + 0.196289, + 0.511719, + 0.53125, + 0.365234, + 0.484375, + 0.427734, + 0.527344, + 0.527344, + 0.542969, + 0.523438, + 0.511719, + 0.5, + 0.498047, + 0.5, + 0.535156, + 0.554688, + 0.519531, + 0.425781, + 0.519531, + 0.511719, + 0.503906, + 0.523438, + 0.53125, + 0.365234, + 0.503906, + 0.490234, + 0.5, + 0.503906, + 0.390625, + 0.53125, + 0.511719, + 0.546875, + 0.535156, + 0.53125, + 0.494141, + 0.558594, + 0.425781, + 0.53125, + 0.535156, + 0.53125, + 0.441406, + 0.535156, + 0.511719, + 0.515625, + 0.527344, + 0.46875, + 0.535156, + 0.474609, + 0.523438, + 0.527344, + 0.330078, + 0.53125, + 0.503906, + 0.523438, + 0.523438, + 0.535156, + 0.511719, + 0.498047, + 0.519531, + 0.539062, + 0.535156, + 0.484375, + 0.527344, + 0.523438, + 0.527344, + 0.527344, + 0.519531, + 0.53125, + 0.494141, + 0.492188, + 0.515625, + 0.542969, + 0.535156, + 0.535156, + 0.523438, + 0.494141, + 0.527344, + 0.523438, + 0.503906, + 0.527344, + 0.511719, + 0.445312, + 0.53125, + 0.539062, + 0.53125, + 0.511719, + 0.546875, + 0.447266, + 0.539062, + 0.527344, + 0.535156, + 0.523438, + 0.511719, + 0.535156, + 0.550781, + 0.527344, + 0.539062, + 0.515625, + 0.539062, + 0.478516, + 0.492188, + 0.546875, + 0.535156, + 0.527344, + 0.503906, + 0.542969, + 0.347656, + 0.494141, + 0.523438, + 0.527344, + 0.492188, + 0.519531, + 0.455078, + 0.519531, + 0.503906, + 0.503906, + 0.554688, + 0.447266, + 0.535156, + 0.421875, + 0.496094, + 0.488281, + 0.515625, + 0.496094, + 0.515625, + 0.527344, + 0.535156, + 0.527344, + 0.515625, + 0.527344, + 0.427734, + 0.449219, + 0.515625, + 0.384766, + 0.527344, + 0.535156, + 0.539062, + 0.527344, + 0.554688, + 0.519531, + 0.523438, + 0.515625, + 0.53125, + 0.53125, + 0.527344, + 0.511719, + 0.410156, + 0.53125, + 0.53125, + 0.535156, + 0.476562, + 0.523438, + 0.523438, + 0.523438, + 0.462891, + 0.527344, + 0.494141, + 0.5, + 0.535156, + 0.511719, + 0.527344, + 0.542969, + 0.496094, + 0.511719, + 0.480469, + 0.535156, + 0.523438, + 0.507812, + 0.515625, + 0.511719, + 0.511719, + 0.5, + 0.527344, + 0.53125, + 0.466797, + 0.523438, + 0.53125, + 0.507812, + 0.527344, + 0.457031, + 0.519531, + 0.466797, + 0.519531, + 0.535156, + 0.523438, + 0.482422, + 0.515625, + 0.535156, + 0.535156, + 0.527344, + 0.5, + 0.445312, + 0.433594, + 0.527344, + 0.53125, + 0.53125, + 0.494141, + 0.539062, + 0.535156, + 0.515625, + 0.527344, + 0.527344, + 0.53125, + 0.5, + 0.511719, + 0.398438, + 0.503906, + 0.53125, + 0.515625, + 0.527344, + 0.523438, + 0.539062, + 0.519531, + 0.126953, + 0.558594, + 0.5, + 0.535156, + 0.527344, + 0.486328, + 0.535156, + 0.439453, + 0.519531, + 0.53125, + 0.507812, + 0.535156, + 0.53125, + 0.53125, + 0.476562, + 0.539062, + 0.5, + 0.519531, + 0.515625, + 0.351562, + 0.535156, + 0.400391, + 0.515625, + 0.523438, + 0.523438, + 0.503906, + 0.539062, + 0.519531, + 0.462891, + 0.345703, + 0.511719, + 0.519531, + 0.527344, + 0.439453, + 0.523438, + 0.515625, + 0.539062, + 0.523438, + 0.527344, + 0.539062, + 0.527344, + 0.519531, + 0.488281, + 0.523438, + 0.539062, + 0.53125, + 0.523438, + 0.550781, + 0.53125, + 0.503906, + 0.494141, + 0.494141, + 0.535156, + 0.484375, + 0.53125, + 0.523438, + 0.546875, + 0.53125, + 0.515625, + 0.5, + 0.535156, + 0.515625, + 0.515625, + 0.546875, + 0.53125, + 0.523438, + 0.511719, + 0.519531, + 0.527344, + 0.292969, + 0.519531, + 0.523438, + 0.511719, + 0.480469, + 0.515625, + 0.503906, + 0.519531, + 0.53125, + 0.53125, + 0.451172, + 0.527344, + 0.542969, + 0.53125, + 0.464844, + 0.519531, + 0.515625, + 0.363281, + 0.53125, + 0.457031, + 0.511719, + 0.511719, + 0.550781, + 0.5, + 0.519531, + 0.539062, + 0.53125, + 0.527344, + 0.429688, + 0.523438, + 0.542969, + 0.527344, + 0.53125, + 0.515625, + 0.535156, + 0.455078, + 0.194336, + 0.435547, + 0.515625, + 0.523438, + 0.486328, + 0.53125, + 0.53125, + 0.410156, + 0.4375, + 0.539062, + 0.519531, + 0.507812, + 0.546875, + 0.519531, + 0.535156, + 0.558594, + 0.498047, + 0.486328, + 0.527344, + 0.527344, + 0.494141, + 0.519531, + 0.542969, + 0.503906, + 0.412109, + 0.527344, + 0.535156, + 0.527344, + 0.523438, + 0.5, + 0.515625, + 0.535156, + 0.546875, + 0.539062, + 0.507812, + 0.435547, + 0.507812, + 0.490234, + 0.53125, + 0.527344, + 0.539062, + 0.271484, + 0.511719, + 0.5, + 0.542969, + 0.515625, + 0.546875, + 0.550781, + 0.523438, + 0.519531, + 0.314453, + 0.542969, + 0.515625, + 0.53125, + 0.535156, + 0.5, + 0.515625, + 0.523438, + 0.421875, + 0.46875, + 0.503906, + 0.515625, + 0.515625, + 0.523438, + 0.539062, + 0.523438, + 0.492188, + 0.507812, + 0.414062, + 0.523438, + 0.503906, + 0.519531, + 0.535156, + 0.539062, + 0.523438, + 0.527344, + 0.503906, + 0.523438, + 0.503906, + 0.546875, + 0.535156, + 0.507812, + 0.535156, + 0.5, + 0.503906, + 0.535156, + 0.355469, + 0.527344, + 0.503906, + 0.482422, + 0.519531, + 0.542969, + 0.542969, + 0.527344, + 0.535156, + 0.539062, + 0.519531, + 0.519531, + 0.490234, + 0.527344, + 0.53125, + 0.486328, + 0.519531, + 0.449219, + 0.478516, + 0.515625, + 0.546875, + 0.515625, + 0.515625, + 0.53125, + 0.542969, + 0.523438, + 0.496094, + 0.527344, + 0.527344, + 0.486328, + 0.539062, + 0.53125, + 0.523438, + 0.535156, + 0.535156, + 0.503906, + 0.527344, + 0.542969, + 0.519531, + 0.539062, + 0.539062, + 0.519531, + 0.519531, + 0.53125, + 0.519531, + 0.523438, + 0.490234, + 0.527344, + 0.539062, + 0.53125, + 0.462891, + 0.457031, + 0.470703, + 0.546875, + 0.53125, + 0.527344, + 0.558594, + 0.511719, + 0.519531, + 0.527344, + 0.421875, + 0.53125, + 0.515625, + 0.515625, + 0.523438, + 0.494141, + 0.511719, + 0.460938, + 0.478516, + 0.515625, + 0.523438, + 0.53125, + 0.443359, + 0.527344, + 0.527344, + 0.507812, + 0.53125, + 0.539062, + 0.53125, + 0.519531, + 0.539062, + 0.515625, + 0.412109, + 0.503906, + 0.542969, + 0.535156, + 0.523438, + 0.527344, + 0.503906, + 0.53125, + 0.427734, + 0.435547, + 0.498047, + 0.539062, + 0.511719, + 0.546875, + 0.511719, + 0.527344, + 0.511719, + 0.53125, + 0.53125, + 0.539062, + 0.498047, + 0.535156, + 0.503906, + 0.527344, + 0.441406, + 0.496094, + 0.439453, + 0.503906, + 0.542969, + 0.451172, + 0.515625, + 0.539062, + 0.511719, + 0.53125, + 0.542969, + 0.433594, + 0.476562, + 0.515625, + 0.458984, + 0.507812, + 0.503906, + 0.507812, + 0.496094, + 0.539062, + 0.186523, + 0.445312, + 0.542969, + 0.511719 + ] + }, + "name": "model.model.layers.45.post_attention_layernorm.weight", + "outputIndexes": [ + 3715 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3714 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_45/Mul_output_0", + "outputIndexes": [ + 3716 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3715, + 3716 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_45/Mul_1_output_0", + "outputIndexes": [ + 3717 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3717 + ], + "outputIndexes": [ + 5664 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5664 + ], + "outputIndexes": [ + 5665 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/gate_proj/Linear", + "inputIndexes": [ + 5665 + ], + "outputIndexes": [ + 5666 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 454355818, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5666 + ], + "outputIndexes": [ + 5667 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5667 + ], + "outputIndexes": [ + 3718 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3718 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_45/Sigmoid_output_0", + "outputIndexes": [ + 3719 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3718, + 3719 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_45/Mul_output_0", + "outputIndexes": [ + 3720 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3717 + ], + "outputIndexes": [ + 5668 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5668 + ], + "outputIndexes": [ + 5669 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/up_proj/Linear", + "inputIndexes": [ + 5669 + ], + "outputIndexes": [ + 5670 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 456936320, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5670 + ], + "outputIndexes": [ + 5671 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5671 + ], + "outputIndexes": [ + 3721 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3720, + 3721 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_45/Mul_output_0", + "outputIndexes": [ + 3722 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3722 + ], + "outputIndexes": [ + 5672 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5672 + ], + "outputIndexes": [ + 5673 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/down_proj/Linear", + "inputIndexes": [ + 5673 + ], + "outputIndexes": [ + 5674 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 459516822, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5674 + ], + "outputIndexes": [ + 5675 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.45/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5675 + ], + "outputIndexes": [ + 3723 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3714, + 3723 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_229_output_0", + "outputIndexes": [ + 3724 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3724, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_414_output_0", + "outputIndexes": [ + 3725 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.5, + 0.386719, + 0.402344, + 0.390625, + 0.431641, + 0.394531, + 1.25, + 0.392578, + 0.453125, + 0.566406, + 0.796875, + 0.400391, + 0.425781, + 0.398438, + 0.380859, + 0.390625, + 1.015625, + 0.394531, + 0.427734, + 0.582031, + 0.419922, + 0.373047, + 0.423828, + 0.478516, + 0.408203, + 0.384766, + 0.457031, + 0.396484, + 0.400391, + 0.398438, + 0.566406, + 0.339844, + 0.414062, + 0.382812, + 0.390625, + 0.404297, + 0.597656, + 0.371094, + 0.726562, + 0.394531, + 0.410156, + 0.388672, + 0.417969, + 0.435547, + 0.535156, + 0.457031, + 0.402344, + 0.515625, + 0.40625, + 0.6875, + 0.384766, + 0.761719, + 0.419922, + 0.402344, + 0.582031, + 0.380859, + 0.394531, + 0.419922, + 0.421875, + 0.400391, + 0.412109, + 0.398438, + 0.433594, + 0.408203, + 0.494141, + 0.597656, + 0.789062, + 0.742188, + 0.378906, + 0.683594, + 0.390625, + 0.519531, + 0.457031, + 0.447266, + 0.396484, + 0.412109, + 0.462891, + 0.386719, + 0.714844, + 0.416016, + 0.457031, + 0.421875, + 0.441406, + 0.408203, + 0.396484, + 0.554688, + 0.371094, + 0.542969, + 0.433594, + 0.546875, + 0.443359, + 0.402344, + 0.527344, + 0.400391, + 0.738281, + 0.585938, + 0.435547, + 0.392578, + 0.367188, + 0.408203, + 0.419922, + 0.443359, + 0.388672, + 0.414062, + 0.390625, + 0.644531, + 0.412109, + 0.412109, + 0.396484, + 0.367188, + 0.388672, + 0.394531, + 0.369141, + 0.402344, + 0.416016, + 0.53125, + 0.410156, + 0.382812, + 0.388672, + 0.417969, + 0.416016, + 0.484375, + 0.361328, + 0.462891, + 0.390625, + 0.410156, + 1.203125, + 0.392578, + 0.378906, + 0.316406, + 0.396484, + 0.355469, + 0.398438, + 0.427734, + 0.40625, + 0.410156, + 0.371094, + 0.402344, + 0.714844, + 0.466797, + 0.392578, + 0.392578, + 0.408203, + 0.392578, + 0.369141, + 0.402344, + 0.390625, + 0.416016, + 0.357422, + 0.402344, + 0.423828, + 0.408203, + 0.375, + 0.400391, + 0.404297, + 0.421875, + 0.388672, + 0.396484, + 0.726562, + 0.427734, + 0.75, + 0.427734, + 0.582031, + 0.384766, + 0.380859, + 0.386719, + 0.636719, + 0.371094, + 0.390625, + 0.601562, + 0.441406, + 0.386719, + 0.363281, + 0.425781, + 0.753906, + 0.373047, + 0.460938, + 0.378906, + 0.384766, + 0.4375, + 0.396484, + 0.439453, + 0.388672, + 0.439453, + 0.375, + 0.423828, + 0.40625, + 0.380859, + 0.410156, + 0.40625, + 0.378906, + 0.435547, + 0.6875, + 0.398438, + 0.421875, + 0.414062, + 0.392578, + 0.478516, + 0.15918, + 0.394531, + 0.416016, + 0.376953, + 0.416016, + 0.396484, + 0.402344, + 0.40625, + 0.378906, + 0.410156, + 0.464844, + 0.375, + 0.392578, + 0.398438, + 0.427734, + 0.59375, + 0.386719, + 0.412109, + 0.396484, + 0.392578, + 0.380859, + 0.361328, + 0.419922, + 0.414062, + 0.457031, + 0.414062, + 0.392578, + 0.447266, + 0.402344, + 0.675781, + 0.388672, + 0.396484, + 0.443359, + 0.792969, + 0.398438, + 0.423828, + 0.404297, + 0.478516, + 0.429688, + 0.464844, + 0.373047, + 0.357422, + 0.398438, + 0.410156, + 0.396484, + 0.400391, + 0.400391, + 0.416016, + 0.460938, + 0.408203, + 0.394531, + 0.441406, + 0.376953, + 0.441406, + 0.613281, + 0.431641, + 0.482422, + 0.380859, + 0.462891, + 0.423828, + 0.482422, + 0.365234, + 0.404297, + 0.423828, + 0.414062, + 0.462891, + 0.400391, + 0.365234, + 0.412109, + 0.410156, + 0.539062, + 0.4375, + 0.980469, + 0.369141, + 0.416016, + 0.9375, + 0.535156, + 0.380859, + 0.384766, + 0.523438, + 0.511719, + 0.402344, + 0.496094, + 0.412109, + 0.394531, + 0.400391, + 0.40625, + 0.427734, + 0.351562, + 0.376953, + 0.371094, + 0.390625, + 0.384766, + 0.404297, + 0.400391, + 0.423828, + 0.384766, + 0.396484, + 0.310547, + 0.388672, + 0.398438, + 0.408203, + 0.375, + 0.390625, + 0.398438, + 0.585938, + 0.375, + 0.388672, + 0.486328, + 0.400391, + 0.347656, + 0.390625, + 0.535156, + 0.402344, + 0.421875, + 0.484375, + 0.380859, + 0.378906, + 0.363281, + 0.433594, + 0.652344, + 0.5, + 0.369141, + 0.417969, + 0.40625, + 0.375, + 0.435547, + 0.503906, + 0.384766, + 0.392578, + 0.402344, + 0.447266, + 0.707031, + 0.492188, + 0.597656, + 0.402344, + 0.480469, + 0.412109, + 0.386719, + 0.400391, + 0.707031, + 0.578125, + 0.408203, + 0.398438, + 0.394531, + 0.460938, + 0.384766, + 0.427734, + 0.425781, + 0.394531, + 0.464844, + 0.382812, + 0.390625, + 0.400391, + 0.443359, + 0.40625, + 0.402344, + 0.402344, + 0.396484, + 0.414062, + 0.384766, + 0.376953, + 0.412109, + 0.416016, + 0.400391, + 0.419922, + 0.380859, + 0.404297, + 0.396484, + 0.386719, + 0.423828, + 0.417969, + 0.378906, + 0.367188, + 0.40625, + 0.628906, + 0.453125, + 0.416016, + 0.404297, + 0.392578, + 0.396484, + 0.621094, + 0.96875, + 0.431641, + 0.419922, + 0.386719, + 0.384766, + 0.365234, + 0.515625, + 0.400391, + 0.523438, + 0.388672, + 0.435547, + 0.730469, + 0.394531, + 0.542969, + 0.398438, + 0.412109, + 0.417969, + 0.390625, + 0.367188, + 0.380859, + 0.458984, + 0.404297, + 0.601562, + 0.371094, + 0.386719, + 0.511719, + 0.425781, + 0.408203, + 0.392578, + 0.384766, + 0.402344, + 0.392578, + 0.400391, + 0.40625, + 0.388672, + 0.388672, + 0.449219, + 0.396484, + 0.392578, + 0.546875, + 0.386719, + 0.394531, + 0.730469, + 0.400391, + 0.388672, + 0.523438, + 0.378906, + 0.390625, + 0.855469, + 0.425781, + 0.699219, + 0.486328, + 0.398438, + 0.416016, + 0.375, + 0.416016, + 0.373047, + 0.410156, + 0.394531, + 0.357422, + 0.398438, + 0.476562, + 0.523438, + 0.402344, + 0.441406, + 0.609375, + 0.375, + 0.402344, + 0.613281, + 0.414062, + 0.451172, + 0.707031, + 0.396484, + 0.396484, + 0.394531, + 0.392578, + 0.396484, + 0.392578, + 0.40625, + 0.449219, + 0.417969, + 0.40625, + 0.404297, + 0.412109, + 0.6875, + 0.378906, + 0.445312, + 0.396484, + 0.396484, + 0.494141, + 0.416016, + 0.40625, + 0.40625, + 0.414062, + 0.417969, + 0.451172, + 0.476562, + 0.367188, + 0.503906, + 0.419922, + 0.402344, + 0.402344, + 0.40625, + 0.435547, + 0.402344, + 0.476562, + 0.388672, + 0.472656, + 0.400391, + 0.382812, + 0.421875, + 0.404297, + 0.369141, + 0.382812, + 0.390625, + 0.484375, + 0.369141, + 0.40625, + 0.535156, + 0.431641, + 1.234375, + 0.443359, + 0.382812, + 0.400391, + 0.605469, + 0.416016, + 0.412109, + 0.433594, + 0.417969, + 0.433594, + 0.40625, + 0.376953, + 0.902344, + 0.449219, + 0.466797, + 0.414062, + 0.392578, + 0.464844, + 0.410156, + 0.408203, + 0.386719, + 0.373047, + 0.652344, + 0.408203, + 0.380859, + 0.462891, + 0.392578, + 0.388672, + 0.396484, + 0.480469, + 0.726562, + 0.476562, + 0.554688, + 0.726562, + 0.376953, + 0.400391, + 0.417969, + 0.404297, + 0.398438, + 0.414062, + 0.398438, + 0.597656, + 0.451172, + 0.371094, + 0.392578, + 0.462891, + 0.390625, + 0.769531, + 0.507812, + 0.492188, + 0.46875, + 0.378906, + 0.412109, + 0.380859, + 0.412109, + 0.382812, + 0.457031, + 0.100586, + 0.392578, + 0.621094, + 0.667969, + 0.458984, + 0.363281, + 0.423828, + 0.4375, + 0.570312, + 0.375, + 0.414062, + 0.382812, + 0.421875, + 0.402344, + 0.416016, + 0.566406, + 0.394531, + 0.410156, + 0.375, + 0.414062, + 0.388672, + 0.421875, + 0.652344, + 0.396484, + 0.40625, + 0.412109, + 0.466797, + 0.398438, + 0.416016, + 0.40625, + 0.396484, + 0.400391, + 0.416016, + 0.453125, + 0.503906, + 0.388672, + 0.376953, + 0.404297, + 0.482422, + 0.392578, + 0.644531, + 0.570312, + 0.423828, + 0.388672, + 0.427734, + 0.396484, + 0.345703, + 0.699219, + 0.486328, + 0.402344, + 0.433594, + 0.419922, + 0.347656, + 0.451172, + 0.384766, + 0.396484, + 0.453125, + 0.402344, + 0.384766, + 0.972656, + 0.408203, + 0.421875, + 0.392578, + 0.722656, + 0.332031, + 0.429688, + 0.431641, + 0.398438, + 0.679688, + 0.398438, + 0.996094, + 0.404297, + 0.675781, + 1.148438, + 0.396484, + 0.394531, + 0.384766, + 0.470703, + 0.394531, + 0.416016, + 0.416016, + 0.431641, + 0.441406, + 0.5, + 0.375, + 0.40625, + 0.470703, + 0.542969, + 0.457031, + 0.414062, + 0.675781, + 0.482422, + 0.707031, + 0.417969, + 0.400391, + 0.375, + 0.632812, + 0.429688, + 0.40625, + 0.726562, + 0.392578, + 0.570312, + 0.597656, + 0.46875, + 0.380859, + 0.46875, + 0.404297, + 0.378906, + 0.365234, + 0.427734, + 0.400391, + 0.400391, + 0.386719, + 0.361328, + 0.400391, + 0.423828, + 0.628906, + 0.482422, + 0.65625, + 0.482422, + 0.392578, + 0.410156, + 0.394531, + 0.375, + 0.404297, + 1.078125, + 0.429688, + 0.447266, + 0.417969, + 0.5, + 0.371094, + 0.398438, + 0.398438, + 0.439453, + 0.388672, + 0.404297, + 0.396484, + 0.445312, + 0.392578, + 0.394531, + 0.421875, + 0.386719, + 0.371094, + 0.414062, + 0.382812, + 0.523438, + 0.425781, + 0.960938, + 0.617188, + 0.382812, + 0.443359, + 0.386719, + 0.433594, + 0.507812, + 0.417969, + 0.376953, + 0.421875, + 0.375, + 0.431641, + 0.386719, + 0.478516, + 0.597656, + 0.388672, + 0.65625, + 0.412109, + 0.498047, + 0.425781, + 0.388672, + 0.458984, + 1.015625, + 0.435547, + 0.445312, + 0.429688, + 0.408203, + 0.425781, + 0.398438, + 0.408203, + 0.554688, + 0.427734, + 0.59375, + 0.388672, + 0.40625, + 0.388672, + 0.388672, + 0.390625, + 0.380859, + 0.472656, + 0.396484, + 0.371094, + 1.0625, + 0.380859, + 0.394531, + 0.582031, + 0.486328, + 0.71875, + 0.359375, + 0.435547, + 0.357422, + 0.390625, + 0.402344, + 0.466797, + 0.447266, + 0.421875, + 0.400391, + 0.408203, + 0.392578, + 0.6875, + 0.427734, + 0.416016, + 0.443359, + 0.361328, + 0.400391, + 0.835938, + 0.462891, + 0.443359, + 0.476562, + 0.417969, + 0.679688, + 0.378906, + 0.421875, + 0.416016, + 0.365234, + 0.380859, + 0.511719, + 0.404297, + 0.574219, + 0.396484, + 0.396484, + 0.455078, + 0.71875, + 0.455078, + 0.417969, + 0.40625, + 0.433594, + 0.347656, + 0.388672, + 0.484375, + 0.431641, + 0.40625, + 0.890625, + 0.388672, + 0.398438, + 0.40625, + 0.388672, + 0.384766, + 0.40625, + 0.464844, + 0.408203, + 0.388672, + 0.417969, + 0.546875, + 0.431641, + 0.458984, + 0.421875, + 0.388672, + 0.484375, + 0.396484, + 0.535156, + 0.451172, + 0.373047, + 0.392578, + 0.427734, + 0.433594, + 0.419922, + 0.539062, + 0.40625, + 0.402344, + 0.435547, + 0.382812, + 0.414062, + 0.589844, + 0.412109, + 0.388672, + 0.421875, + 0.404297, + 0.412109, + 0.683594, + 0.382812, + 0.421875, + 0.369141, + 0.398438, + 0.439453, + 0.382812, + 0.402344, + 0.398438, + 0.386719, + 0.396484, + 0.386719, + 0.498047, + 0.570312, + 0.382812, + 0.398438, + 0.427734, + 0.453125, + 0.384766, + 0.867188, + 0.429688, + 0.425781, + 0.400391, + 0.523438, + 0.410156, + 0.392578, + 0.386719, + 0.523438, + 0.402344, + 0.384766, + 0.648438, + 0.421875, + 0.71875, + 0.390625, + 0.470703, + 0.425781, + 0.458984, + 0.40625, + 0.419922, + 0.396484, + 0.373047, + 0.427734, + 0.392578, + 0.707031, + 0.695312, + 0.392578, + 0.6875, + 0.388672, + 0.388672, + 0.414062, + 0.4375, + 0.429688, + 0.429688, + 0.421875, + 0.482422, + 0.40625, + 0.431641, + 0.408203, + 0.447266, + 0.769531, + 0.361328, + 0.382812, + 0.388672, + 0.597656, + 0.388672, + 0.417969, + 0.378906, + 0.546875, + 0.408203, + 0.449219, + 0.404297, + 0.408203, + 0.382812, + 0.423828, + 0.396484, + 0.453125, + 0.435547, + 0.542969, + 0.369141, + 0.408203, + 0.384766, + 0.476562, + 0.392578, + 0.404297, + 0.386719, + 0.380859, + 0.402344, + 0.46875, + 0.433594, + 0.388672, + 0.429688, + 0.375, + 0.636719, + 0.402344, + 0.566406, + 0.421875, + 0.4375, + 0.388672, + 0.511719, + 0.369141, + 0.382812, + 0.425781, + 0.390625, + 0.394531, + 0.675781, + 0.675781, + 0.367188, + 0.396484, + 0.392578, + 0.482422, + 0.378906, + 0.380859, + 0.417969, + 0.410156, + 0.398438, + 0.386719, + 0.498047, + 0.380859, + 0.691406, + 0.400391, + 0.378906, + 0.435547, + 0.414062, + 0.412109, + 0.382812, + 0.408203, + 0.890625, + 0.386719, + 0.431641, + 0.404297, + 0.455078, + 0.382812, + 0.396484, + 0.691406, + 0.398438, + 0.419922, + 0.523438, + 0.402344, + 0.412109, + 0.386719, + 0.433594, + 0.396484, + 0.431641, + 0.408203, + 0.412109, + 0.890625, + 0.376953, + 0.734375, + 0.445312, + 0.417969, + 0.4375, + 0.414062, + 0.423828, + 0.421875, + 0.570312, + 0.964844, + 0.435547, + 0.464844, + 0.404297, + 0.648438, + 0.388672, + 0.431641, + 0.376953, + 0.427734, + 0.398438, + 0.429688, + 0.388672, + 0.416016, + 0.474609, + 0.388672, + 0.398438, + 0.425781, + 0.400391, + 0.388672, + 0.369141, + 0.431641, + 0.439453, + 0.427734, + 0.367188, + 0.46875, + 0.417969, + 0.332031, + 0.416016, + 0.423828, + 0.443359, + 0.447266, + 0.390625, + 0.367188, + 0.396484, + 0.388672, + 0.369141, + 0.378906, + 0.404297, + 0.414062, + 0.423828, + 0.75, + 0.359375, + 0.402344, + 0.408203, + 0.527344, + 0.451172, + 0.34375, + 0.427734, + 0.447266, + 0.46875, + 0.535156, + 0.388672, + 0.373047, + 0.367188, + 0.730469, + 0.408203, + 0.386719, + 0.882812, + 0.416016, + 0.535156, + 0.417969, + 0.386719, + 0.396484, + 0.398438, + 0.431641, + 0.400391, + 0.353516, + 0.375, + 0.710938, + 0.425781, + 0.416016, + 0.386719, + 0.382812, + 0.40625, + 0.400391, + 0.609375, + 1.148438, + 0.769531, + 0.427734, + 0.404297, + 0.523438, + 0.371094, + 0.445312, + 0.738281, + 0.474609, + 0.353516, + 0.375, + 0.441406, + 0.408203, + 0.458984, + 0.416016, + 0.398438, + 0.460938, + 0.496094, + 0.402344, + 0.386719, + 0.466797, + 0.388672, + 0.386719, + 0.492188, + 0.648438, + 0.408203, + 0.427734, + 0.369141, + 0.421875, + 0.375, + 0.455078, + 0.402344, + 0.435547, + 0.404297, + 0.396484, + 0.574219, + 0.425781, + 0.4375, + 0.40625, + 0.404297, + 0.400391, + 0.910156, + 0.355469, + 0.398438, + 0.402344, + 0.398438, + 0.404297, + 0.388672, + 0.40625, + 0.384766, + 0.941406, + 0.392578, + 0.320312, + 0.412109, + 0.417969, + 0.458984, + 0.408203, + 0.398438, + 0.769531, + 0.625, + 0.427734, + 0.380859, + 0.412109, + 0.392578, + 0.386719, + 0.394531, + 0.455078, + 0.490234, + 0.800781, + 0.380859, + 0.451172, + 0.402344, + 0.400391, + 0.400391, + 0.410156, + 0.402344, + 0.402344, + 0.376953, + 0.435547, + 0.414062, + 0.40625, + 0.443359, + 0.416016, + 0.427734, + 0.507812, + 0.447266, + 0.9375, + 0.384766, + 0.449219, + 0.484375, + 0.394531, + 0.376953, + 0.392578, + 0.453125, + 0.380859, + 0.386719, + 0.417969, + 0.408203, + 0.433594, + 0.404297, + 0.425781, + 0.357422, + 0.398438, + 0.699219, + 0.486328, + 0.404297, + 0.375, + 0.376953, + 0.402344, + 0.40625, + 0.402344, + 0.414062, + 0.460938, + 0.400391, + 0.412109, + 0.539062, + 0.376953, + 0.375, + 0.386719, + 0.386719, + 0.402344, + 0.396484, + 0.369141, + 0.4375, + 0.419922, + 0.386719, + 0.384766, + 0.447266, + 0.353516, + 0.392578, + 0.419922, + 0.410156, + 0.5, + 0.419922, + 0.398438, + 0.402344, + 0.337891, + 0.558594, + 0.5625, + 0.408203, + 0.396484, + 0.365234, + 0.408203, + 0.412109, + 0.400391, + 0.398438, + 0.570312, + 0.384766, + 0.416016, + 0.435547, + 0.404297, + 0.380859, + 0.435547, + 0.542969, + 0.441406, + 0.376953, + 0.417969, + 0.404297, + 0.605469, + 0.396484, + 0.380859, + 0.447266, + 0.394531, + 0.392578, + 0.402344, + 0.384766, + 0.378906, + 0.458984, + 0.474609, + 0.388672, + 0.449219, + 0.384766, + 0.40625, + 0.398438, + 0.425781, + 0.390625, + 0.613281, + 0.625, + 0.412109, + 0.419922, + 0.425781, + 0.416016, + 0.345703, + 0.427734, + 0.423828, + 0.398438, + 0.404297, + 0.414062, + 0.429688, + 0.404297, + 0.423828, + 0.390625, + 0.714844, + 0.453125, + 0.65625, + 0.425781, + 0.423828, + 0.507812, + 0.396484, + 0.380859, + 0.458984, + 0.398438, + 0.392578, + 0.589844, + 0.554688, + 0.410156, + 0.589844, + 0.447266, + 0.4375, + 0.457031, + 0.447266, + 0.375, + 1.132812, + 0.644531, + 0.394531, + 0.400391 + ] + }, + "name": "model.model.layers.46.input_layernorm.weight", + "outputIndexes": [ + 3726 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3725 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_46/Mul_output_0", + "outputIndexes": [ + 3727 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3726, + 3727 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_46/Mul_1_output_0", + "outputIndexes": [ + 3728 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3728 + ], + "outputIndexes": [ + 5676 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5676 + ], + "outputIndexes": [ + 5677 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/q_proj/Linear", + "inputIndexes": [ + 5677 + ], + "outputIndexes": [ + 5678 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 462097324, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5678 + ], + "outputIndexes": [ + 5679 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5679 + ], + "outputIndexes": [ + 3729 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3728 + ], + "main_type": "NONE", + "name": "/Shape_645_output_0", + "outputIndexes": [ + 3730 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3730 + ], + "main_type": "NONE", + "name": "Shape10015", + "outputIndexes": [ + 3731 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3730 + ], + "main_type": "NONE", + "name": "Rank10017", + "outputIndexes": [ + 3732 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3732, + 3732 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10019", + "outputIndexes": [ + 3733 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3733 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10020", + "outputIndexes": [ + 3734 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3733, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10022", + "outputIndexes": [ + 3735 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3735 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10023", + "outputIndexes": [ + 3736 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3731, + 3734, + 3736, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10026", + "outputIndexes": [ + 3737 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3737 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10027", + "outputIndexes": [ + 3738 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 3738 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10028", + "outputIndexes": [ + 3739 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3739, + 3738 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10029", + "outputIndexes": [ + 3740 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3730, + 3740, + 3733 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_694_output_0", + "outputIndexes": [ + 3741 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3741, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1473_output_0", + "outputIndexes": [ + 3742 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3742, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_598_output_0", + "outputIndexes": [ + 3743 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3729, + 3743 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_415_output_0", + "outputIndexes": [ + 3744 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3744, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_368_output_0", + "outputIndexes": [ + 3745 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3744 + ], + "main_type": "NONE", + "name": "/Shape_646_output_0", + "outputIndexes": [ + 3746 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3746 + ], + "main_type": "NONE", + "name": "Shape10036", + "outputIndexes": [ + 3747 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3746 + ], + "main_type": "NONE", + "name": "Rank10038", + "outputIndexes": [ + 3748 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3748, + 3748 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10040", + "outputIndexes": [ + 3749 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3749 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10041", + "outputIndexes": [ + 3750 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3749, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10043", + "outputIndexes": [ + 3751 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3751 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10044", + "outputIndexes": [ + 3752 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3747, + 3750, + 3752, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10047", + "outputIndexes": [ + 3753 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3753 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10048", + "outputIndexes": [ + 3754 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3754 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10049", + "outputIndexes": [ + 3755 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3755, + 3754 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10050", + "outputIndexes": [ + 3756 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3746, + 3756, + 3749 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_695_output_0", + "outputIndexes": [ + 3757 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3757, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_138_output_0", + "outputIndexes": [ + 3758 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3758, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1478_output_0", + "outputIndexes": [ + 3759 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3744, + 3759, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_185_output_0", + "outputIndexes": [ + 3760 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3760 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_92_output_0", + "outputIndexes": [ + 3761 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3744, + 22, + 3759, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_184_output_0", + "outputIndexes": [ + 3762 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3761, + 3762 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_601_output_0", + "outputIndexes": [ + 3763 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3763, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_369_output_0", + "outputIndexes": [ + 3764 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3745, + 3764 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_230_output_0", + "outputIndexes": [ + 3765 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3728 + ], + "outputIndexes": [ + 5680 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5680 + ], + "outputIndexes": [ + 5681 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/k_proj/Linear", + "inputIndexes": [ + 5681 + ], + "outputIndexes": [ + 5682 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 463018946, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5682 + ], + "outputIndexes": [ + 5683 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5683 + ], + "outputIndexes": [ + 3766 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3742, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_599_output_0", + "outputIndexes": [ + 3767 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3766, + 3767 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_416_output_0", + "outputIndexes": [ + 3768 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3768, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_370_output_0", + "outputIndexes": [ + 3769 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3768 + ], + "main_type": "NONE", + "name": "/Shape_647_output_0", + "outputIndexes": [ + 3770 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3770 + ], + "main_type": "NONE", + "name": "Shape10099", + "outputIndexes": [ + 3771 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3770 + ], + "main_type": "NONE", + "name": "Rank10101", + "outputIndexes": [ + 3772 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3772, + 3772 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10103", + "outputIndexes": [ + 3773 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3773 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10104", + "outputIndexes": [ + 3774 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3773, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10106", + "outputIndexes": [ + 3775 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3775 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10107", + "outputIndexes": [ + 3776 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3771, + 3774, + 3776, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10110", + "outputIndexes": [ + 3777 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3777 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10111", + "outputIndexes": [ + 3778 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3778 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10112", + "outputIndexes": [ + 3779 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3779, + 3778 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10113", + "outputIndexes": [ + 3780 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3770, + 3780, + 3773 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_696_output_0", + "outputIndexes": [ + 3781 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3781, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_139_output_0", + "outputIndexes": [ + 3782 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3782, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1480_output_0", + "outputIndexes": [ + 3783 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3768, + 3783, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_187_output_0", + "outputIndexes": [ + 3784 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3784 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_93_output_0", + "outputIndexes": [ + 3785 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3768, + 22, + 3783, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_186_output_0", + "outputIndexes": [ + 3786 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3785, + 3786 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_602_output_0", + "outputIndexes": [ + 3787 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3787, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_371_output_0", + "outputIndexes": [ + 3788 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3769, + 3788 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_231_output_0", + "outputIndexes": [ + 3789 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3728 + ], + "outputIndexes": [ + 5684 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5684 + ], + "outputIndexes": [ + 5685 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/v_proj/Linear", + "inputIndexes": [ + 5685 + ], + "outputIndexes": [ + 5686 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 463249368, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5686 + ], + "outputIndexes": [ + 5687 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5687 + ], + "outputIndexes": [ + 3790 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3790, + 3767 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_417_output_0", + "outputIndexes": [ + 3791 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3765, + 3789, + 3791, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_422_output_0", + "outputIndexes": [ + 3792 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3792 + ], + "outputIndexes": [ + 5688 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5688 + ], + "outputIndexes": [ + 5689 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/o_proj/Linear", + "inputIndexes": [ + 5689 + ], + "outputIndexes": [ + 5690 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 463479790, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5690 + ], + "outputIndexes": [ + 5691 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5691 + ], + "outputIndexes": [ + 3793 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3725, + 3793 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_233_output_0", + "outputIndexes": [ + 3794 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.480469, + 0.539062, + 0.539062, + 0.542969, + 0.527344, + 0.527344, + 0.200195, + 0.535156, + 0.5, + 0.470703, + 0.412109, + 0.53125, + 0.46875, + 0.523438, + 0.53125, + 0.527344, + 0.291016, + 0.53125, + 0.542969, + 0.466797, + 0.515625, + 0.554688, + 0.511719, + 0.523438, + 0.523438, + 0.546875, + 0.498047, + 0.53125, + 0.535156, + 0.527344, + 0.507812, + 0.236328, + 0.53125, + 0.53125, + 0.523438, + 0.527344, + 0.478516, + 0.535156, + 0.404297, + 0.546875, + 0.539062, + 0.519531, + 0.519531, + 0.503906, + 0.492188, + 0.507812, + 0.53125, + 0.507812, + 0.539062, + 0.439453, + 0.53125, + 0.429688, + 0.523438, + 0.527344, + 0.486328, + 0.535156, + 0.539062, + 0.511719, + 0.539062, + 0.53125, + 0.535156, + 0.535156, + 0.515625, + 0.535156, + 0.494141, + 0.486328, + 0.382812, + 0.441406, + 0.535156, + 0.414062, + 0.539062, + 0.439453, + 0.519531, + 0.494141, + 0.535156, + 0.53125, + 0.53125, + 0.53125, + 0.4375, + 0.515625, + 0.515625, + 0.546875, + 0.494141, + 0.507812, + 0.539062, + 0.503906, + 0.550781, + 0.492188, + 0.535156, + 0.480469, + 0.511719, + 0.539062, + 0.476562, + 0.539062, + 0.431641, + 0.457031, + 0.558594, + 0.554688, + 0.53125, + 0.527344, + 0.550781, + 0.515625, + 0.539062, + 0.523438, + 0.464844, + 0.466797, + 0.539062, + 0.535156, + 0.511719, + 0.535156, + 0.53125, + 0.542969, + 0.503906, + 0.550781, + 0.542969, + 0.515625, + 0.515625, + 0.546875, + 0.546875, + 0.535156, + 0.546875, + 0.488281, + 0.542969, + 0.503906, + 0.554688, + 0.527344, + 0.246094, + 0.539062, + 0.542969, + 0.458984, + 0.539062, + 0.539062, + 0.527344, + 0.527344, + 0.523438, + 0.515625, + 0.535156, + 0.515625, + 0.451172, + 0.515625, + 0.542969, + 0.472656, + 0.535156, + 0.550781, + 0.527344, + 0.53125, + 0.519531, + 0.503906, + 0.511719, + 0.535156, + 0.535156, + 0.53125, + 0.523438, + 0.542969, + 0.53125, + 0.507812, + 0.53125, + 0.519531, + 0.464844, + 0.558594, + 0.458984, + 0.527344, + 0.462891, + 0.53125, + 0.503906, + 0.542969, + 0.408203, + 0.539062, + 0.523438, + 0.457031, + 0.519531, + 0.542969, + 0.539062, + 0.511719, + 0.416016, + 0.523438, + 0.515625, + 0.53125, + 0.550781, + 0.546875, + 0.515625, + 0.503906, + 0.527344, + 0.523438, + 0.523438, + 0.527344, + 0.53125, + 0.53125, + 0.53125, + 0.53125, + 0.542969, + 0.519531, + 0.447266, + 0.523438, + 0.53125, + 0.519531, + 0.523438, + 0.511719, + 0.098633, + 0.546875, + 0.539062, + 0.523438, + 0.519531, + 0.523438, + 0.507812, + 0.542969, + 0.539062, + 0.527344, + 0.515625, + 0.535156, + 0.523438, + 0.535156, + 0.523438, + 0.457031, + 0.527344, + 0.53125, + 0.535156, + 0.511719, + 0.535156, + 0.515625, + 0.523438, + 0.519531, + 0.476562, + 0.515625, + 0.535156, + 0.515625, + 0.535156, + 0.46875, + 0.5625, + 0.523438, + 0.507812, + 0.447266, + 0.515625, + 0.523438, + 0.542969, + 0.492188, + 0.539062, + 0.498047, + 0.482422, + 0.539062, + 0.546875, + 0.535156, + 0.539062, + 0.535156, + 0.523438, + 0.519531, + 0.476562, + 0.539062, + 0.539062, + 0.539062, + 0.511719, + 0.507812, + 0.429688, + 0.539062, + 0.519531, + 0.527344, + 0.515625, + 0.523438, + 0.503906, + 0.53125, + 0.550781, + 0.527344, + 0.527344, + 0.503906, + 0.535156, + 0.542969, + 0.507812, + 0.542969, + 0.486328, + 0.53125, + 0.316406, + 0.507812, + 0.515625, + 0.273438, + 0.503906, + 0.53125, + 0.539062, + 0.498047, + 0.482422, + 0.542969, + 0.511719, + 0.539062, + 0.519531, + 0.546875, + 0.527344, + 0.527344, + 0.535156, + 0.535156, + 0.542969, + 0.546875, + 0.53125, + 0.527344, + 0.542969, + 0.542969, + 0.539062, + 0.523438, + 0.511719, + 0.539062, + 0.53125, + 0.519531, + 0.53125, + 0.535156, + 0.519531, + 0.472656, + 0.542969, + 0.527344, + 0.503906, + 0.527344, + 0.482422, + 0.523438, + 0.46875, + 0.5625, + 0.490234, + 0.503906, + 0.542969, + 0.515625, + 0.53125, + 0.492188, + 0.474609, + 0.494141, + 0.539062, + 0.550781, + 0.542969, + 0.527344, + 0.523438, + 0.503906, + 0.546875, + 0.542969, + 0.535156, + 0.503906, + 0.4375, + 0.515625, + 0.416016, + 0.523438, + 0.507812, + 0.527344, + 0.554688, + 0.486328, + 0.449219, + 0.464844, + 0.519531, + 0.523438, + 0.523438, + 0.480469, + 0.535156, + 0.535156, + 0.511719, + 0.53125, + 0.503906, + 0.523438, + 0.527344, + 0.535156, + 0.5, + 0.523438, + 0.519531, + 0.542969, + 0.53125, + 0.535156, + 0.511719, + 0.546875, + 0.5, + 0.503906, + 0.535156, + 0.519531, + 0.53125, + 0.511719, + 0.542969, + 0.523438, + 0.5, + 0.507812, + 0.539062, + 0.527344, + 0.535156, + 0.46875, + 0.523438, + 0.523438, + 0.511719, + 0.542969, + 0.53125, + 0.458984, + 0.203125, + 0.527344, + 0.550781, + 0.527344, + 0.542969, + 0.496094, + 0.5, + 0.550781, + 0.503906, + 0.53125, + 0.53125, + 0.464844, + 0.546875, + 0.458984, + 0.542969, + 0.523438, + 0.523438, + 0.542969, + 0.535156, + 0.519531, + 0.519531, + 0.542969, + 0.484375, + 0.539062, + 0.535156, + 0.5, + 0.539062, + 0.550781, + 0.546875, + 0.53125, + 0.523438, + 0.539062, + 0.511719, + 0.511719, + 0.527344, + 0.539062, + 0.523438, + 0.527344, + 0.523438, + 0.464844, + 0.53125, + 0.527344, + 0.328125, + 0.542969, + 0.550781, + 0.472656, + 0.550781, + 0.535156, + 0.380859, + 0.542969, + 0.425781, + 0.507812, + 0.535156, + 0.527344, + 0.511719, + 0.53125, + 0.542969, + 0.523438, + 0.53125, + 0.515625, + 0.558594, + 0.496094, + 0.5, + 0.5625, + 0.511719, + 0.494141, + 0.447266, + 0.542969, + 0.482422, + 0.546875, + 0.511719, + 0.464844, + 0.527344, + 0.53125, + 0.535156, + 0.546875, + 0.535156, + 0.527344, + 0.53125, + 0.5, + 0.527344, + 0.498047, + 0.535156, + 0.542969, + 0.433594, + 0.53125, + 0.511719, + 0.539062, + 0.542969, + 0.496094, + 0.519531, + 0.53125, + 0.527344, + 0.539062, + 0.507812, + 0.535156, + 0.507812, + 0.53125, + 0.515625, + 0.515625, + 0.546875, + 0.535156, + 0.539062, + 0.523438, + 0.546875, + 0.5, + 0.527344, + 0.503906, + 0.535156, + 0.519531, + 0.542969, + 0.546875, + 0.523438, + 0.535156, + 0.53125, + 0.5, + 0.527344, + 0.527344, + 0.462891, + 0.507812, + 0.161133, + 0.515625, + 0.535156, + 0.539062, + 0.421875, + 0.554688, + 0.535156, + 0.523438, + 0.527344, + 0.527344, + 0.527344, + 0.535156, + 0.21582, + 0.515625, + 0.498047, + 0.550781, + 0.542969, + 0.511719, + 0.535156, + 0.515625, + 0.539062, + 0.519531, + 0.433594, + 0.546875, + 0.535156, + 0.511719, + 0.539062, + 0.554688, + 0.535156, + 0.511719, + 0.451172, + 0.527344, + 0.486328, + 0.443359, + 0.519531, + 0.527344, + 0.527344, + 0.503906, + 0.515625, + 0.539062, + 0.539062, + 0.474609, + 0.515625, + 0.53125, + 0.519531, + 0.498047, + 0.519531, + 0.419922, + 0.519531, + 0.492188, + 0.5, + 0.523438, + 0.542969, + 0.542969, + 0.546875, + 0.53125, + 0.515625, + 0.267578, + 0.539062, + 0.455078, + 0.376953, + 0.515625, + 0.523438, + 0.53125, + 0.486328, + 0.488281, + 0.535156, + 0.539062, + 0.535156, + 0.511719, + 0.546875, + 0.53125, + 0.488281, + 0.546875, + 0.519531, + 0.550781, + 0.523438, + 0.527344, + 0.519531, + 0.457031, + 0.539062, + 0.539062, + 0.515625, + 0.515625, + 0.546875, + 0.53125, + 0.519531, + 0.53125, + 0.53125, + 0.503906, + 0.515625, + 0.490234, + 0.546875, + 0.539062, + 0.542969, + 0.488281, + 0.535156, + 0.416016, + 0.457031, + 0.546875, + 0.527344, + 0.527344, + 0.519531, + 0.480469, + 0.443359, + 0.494141, + 0.53125, + 0.527344, + 0.53125, + 0.535156, + 0.486328, + 0.539062, + 0.519531, + 0.507812, + 0.542969, + 0.527344, + 0.330078, + 0.539062, + 0.519531, + 0.539062, + 0.464844, + 0.515625, + 0.511719, + 0.535156, + 0.527344, + 0.474609, + 0.539062, + 0.355469, + 0.523438, + 0.447266, + 0.149414, + 0.503906, + 0.53125, + 0.523438, + 0.496094, + 0.546875, + 0.511719, + 0.515625, + 0.53125, + 0.542969, + 0.486328, + 0.527344, + 0.542969, + 0.5, + 0.482422, + 0.507812, + 0.515625, + 0.445312, + 0.503906, + 0.466797, + 0.539062, + 0.542969, + 0.458984, + 0.466797, + 0.511719, + 0.519531, + 0.443359, + 0.535156, + 0.480469, + 0.482422, + 0.511719, + 0.535156, + 0.511719, + 0.523438, + 0.523438, + 0.523438, + 0.519531, + 0.53125, + 0.523438, + 0.539062, + 0.546875, + 0.523438, + 0.458984, + 0.328125, + 0.470703, + 0.453125, + 0.486328, + 0.542969, + 0.550781, + 0.546875, + 0.539062, + 0.546875, + 0.172852, + 0.511719, + 0.570312, + 0.535156, + 0.496094, + 0.535156, + 0.53125, + 0.519531, + 0.535156, + 0.523438, + 0.527344, + 0.535156, + 0.507812, + 0.523438, + 0.539062, + 0.519531, + 0.527344, + 0.539062, + 0.519531, + 0.53125, + 0.503906, + 0.519531, + 0.335938, + 0.464844, + 0.539062, + 0.507812, + 0.503906, + 0.523438, + 0.404297, + 0.566406, + 0.527344, + 0.539062, + 0.539062, + 0.519531, + 0.519531, + 0.486328, + 0.490234, + 0.527344, + 0.457031, + 0.523438, + 0.503906, + 0.53125, + 0.527344, + 0.519531, + 0.3125, + 0.507812, + 0.53125, + 0.511719, + 0.527344, + 0.382812, + 0.542969, + 0.523438, + 0.478516, + 0.527344, + 0.503906, + 0.511719, + 0.546875, + 0.515625, + 0.496094, + 0.519531, + 0.539062, + 0.511719, + 0.53125, + 0.550781, + 0.191406, + 0.519531, + 0.53125, + 0.392578, + 0.494141, + 0.429688, + 0.53125, + 0.53125, + 0.53125, + 0.523438, + 0.523438, + 0.488281, + 0.5, + 0.515625, + 0.539062, + 0.550781, + 0.53125, + 0.445312, + 0.511719, + 0.515625, + 0.507812, + 0.539062, + 0.53125, + 0.380859, + 0.515625, + 0.492188, + 0.507812, + 0.507812, + 0.40625, + 0.542969, + 0.523438, + 0.535156, + 0.523438, + 0.542969, + 0.490234, + 0.550781, + 0.435547, + 0.539062, + 0.539062, + 0.53125, + 0.453125, + 0.53125, + 0.519531, + 0.523438, + 0.535156, + 0.488281, + 0.527344, + 0.488281, + 0.511719, + 0.53125, + 0.339844, + 0.527344, + 0.511719, + 0.523438, + 0.527344, + 0.527344, + 0.523438, + 0.519531, + 0.511719, + 0.558594, + 0.539062, + 0.484375, + 0.527344, + 0.523438, + 0.527344, + 0.523438, + 0.515625, + 0.523438, + 0.498047, + 0.507812, + 0.515625, + 0.542969, + 0.527344, + 0.535156, + 0.53125, + 0.507812, + 0.535156, + 0.519531, + 0.507812, + 0.546875, + 0.523438, + 0.457031, + 0.535156, + 0.546875, + 0.527344, + 0.542969, + 0.554688, + 0.458984, + 0.542969, + 0.527344, + 0.53125, + 0.519531, + 0.519531, + 0.542969, + 0.535156, + 0.527344, + 0.542969, + 0.53125, + 0.539062, + 0.507812, + 0.503906, + 0.539062, + 0.542969, + 0.519531, + 0.515625, + 0.535156, + 0.330078, + 0.494141, + 0.53125, + 0.53125, + 0.507812, + 0.539062, + 0.472656, + 0.519531, + 0.511719, + 0.5, + 0.550781, + 0.458984, + 0.535156, + 0.435547, + 0.515625, + 0.507812, + 0.519531, + 0.503906, + 0.523438, + 0.527344, + 0.542969, + 0.535156, + 0.507812, + 0.539062, + 0.431641, + 0.460938, + 0.523438, + 0.398438, + 0.542969, + 0.527344, + 0.539062, + 0.523438, + 0.546875, + 0.527344, + 0.527344, + 0.519531, + 0.53125, + 0.535156, + 0.519531, + 0.515625, + 0.431641, + 0.53125, + 0.542969, + 0.546875, + 0.480469, + 0.523438, + 0.519531, + 0.527344, + 0.476562, + 0.539062, + 0.488281, + 0.519531, + 0.53125, + 0.535156, + 0.523438, + 0.550781, + 0.503906, + 0.53125, + 0.486328, + 0.53125, + 0.535156, + 0.511719, + 0.523438, + 0.519531, + 0.519531, + 0.515625, + 0.546875, + 0.53125, + 0.480469, + 0.523438, + 0.542969, + 0.515625, + 0.539062, + 0.445312, + 0.515625, + 0.472656, + 0.511719, + 0.539062, + 0.519531, + 0.496094, + 0.519531, + 0.542969, + 0.527344, + 0.542969, + 0.523438, + 0.447266, + 0.427734, + 0.539062, + 0.53125, + 0.542969, + 0.503906, + 0.539062, + 0.53125, + 0.515625, + 0.53125, + 0.539062, + 0.535156, + 0.511719, + 0.515625, + 0.414062, + 0.515625, + 0.542969, + 0.527344, + 0.527344, + 0.527344, + 0.539062, + 0.523438, + 0.126953, + 0.558594, + 0.519531, + 0.539062, + 0.523438, + 0.503906, + 0.535156, + 0.439453, + 0.527344, + 0.535156, + 0.507812, + 0.53125, + 0.542969, + 0.546875, + 0.486328, + 0.546875, + 0.515625, + 0.519531, + 0.527344, + 0.337891, + 0.539062, + 0.410156, + 0.523438, + 0.527344, + 0.535156, + 0.507812, + 0.539062, + 0.519531, + 0.464844, + 0.355469, + 0.519531, + 0.519531, + 0.535156, + 0.447266, + 0.542969, + 0.519531, + 0.535156, + 0.527344, + 0.527344, + 0.542969, + 0.539062, + 0.539062, + 0.490234, + 0.535156, + 0.550781, + 0.53125, + 0.539062, + 0.542969, + 0.53125, + 0.519531, + 0.498047, + 0.496094, + 0.550781, + 0.486328, + 0.53125, + 0.515625, + 0.53125, + 0.527344, + 0.539062, + 0.503906, + 0.53125, + 0.53125, + 0.511719, + 0.542969, + 0.53125, + 0.535156, + 0.519531, + 0.523438, + 0.53125, + 0.291016, + 0.53125, + 0.542969, + 0.511719, + 0.490234, + 0.523438, + 0.507812, + 0.515625, + 0.515625, + 0.515625, + 0.458984, + 0.539062, + 0.535156, + 0.53125, + 0.474609, + 0.535156, + 0.523438, + 0.375, + 0.539062, + 0.472656, + 0.527344, + 0.511719, + 0.542969, + 0.507812, + 0.527344, + 0.535156, + 0.542969, + 0.539062, + 0.439453, + 0.527344, + 0.539062, + 0.53125, + 0.542969, + 0.519531, + 0.546875, + 0.470703, + 0.197266, + 0.4375, + 0.519531, + 0.523438, + 0.488281, + 0.539062, + 0.523438, + 0.416016, + 0.455078, + 0.542969, + 0.523438, + 0.515625, + 0.542969, + 0.511719, + 0.535156, + 0.539062, + 0.507812, + 0.492188, + 0.523438, + 0.535156, + 0.507812, + 0.53125, + 0.546875, + 0.519531, + 0.4375, + 0.542969, + 0.535156, + 0.535156, + 0.535156, + 0.527344, + 0.523438, + 0.523438, + 0.550781, + 0.535156, + 0.519531, + 0.462891, + 0.519531, + 0.496094, + 0.535156, + 0.535156, + 0.550781, + 0.289062, + 0.519531, + 0.519531, + 0.542969, + 0.527344, + 0.5625, + 0.542969, + 0.519531, + 0.53125, + 0.324219, + 0.535156, + 0.515625, + 0.542969, + 0.546875, + 0.488281, + 0.527344, + 0.53125, + 0.433594, + 0.480469, + 0.519531, + 0.515625, + 0.519531, + 0.539062, + 0.546875, + 0.535156, + 0.492188, + 0.53125, + 0.421875, + 0.535156, + 0.515625, + 0.53125, + 0.53125, + 0.539062, + 0.527344, + 0.535156, + 0.515625, + 0.53125, + 0.515625, + 0.539062, + 0.539062, + 0.507812, + 0.535156, + 0.519531, + 0.503906, + 0.523438, + 0.349609, + 0.527344, + 0.519531, + 0.484375, + 0.53125, + 0.542969, + 0.542969, + 0.519531, + 0.539062, + 0.53125, + 0.53125, + 0.542969, + 0.498047, + 0.523438, + 0.527344, + 0.507812, + 0.53125, + 0.449219, + 0.490234, + 0.515625, + 0.550781, + 0.523438, + 0.515625, + 0.527344, + 0.539062, + 0.519531, + 0.519531, + 0.53125, + 0.519531, + 0.490234, + 0.53125, + 0.535156, + 0.53125, + 0.546875, + 0.539062, + 0.515625, + 0.527344, + 0.542969, + 0.523438, + 0.550781, + 0.546875, + 0.523438, + 0.53125, + 0.539062, + 0.527344, + 0.523438, + 0.490234, + 0.539062, + 0.539062, + 0.535156, + 0.480469, + 0.462891, + 0.462891, + 0.539062, + 0.535156, + 0.53125, + 0.558594, + 0.523438, + 0.539062, + 0.519531, + 0.425781, + 0.535156, + 0.527344, + 0.515625, + 0.53125, + 0.5, + 0.523438, + 0.480469, + 0.5, + 0.515625, + 0.515625, + 0.527344, + 0.470703, + 0.53125, + 0.53125, + 0.511719, + 0.535156, + 0.550781, + 0.527344, + 0.542969, + 0.539062, + 0.527344, + 0.423828, + 0.515625, + 0.539062, + 0.535156, + 0.519531, + 0.542969, + 0.507812, + 0.53125, + 0.439453, + 0.441406, + 0.507812, + 0.53125, + 0.519531, + 0.546875, + 0.511719, + 0.53125, + 0.527344, + 0.539062, + 0.539062, + 0.542969, + 0.503906, + 0.542969, + 0.523438, + 0.523438, + 0.445312, + 0.498047, + 0.451172, + 0.527344, + 0.542969, + 0.462891, + 0.535156, + 0.558594, + 0.515625, + 0.527344, + 0.558594, + 0.439453, + 0.46875, + 0.515625, + 0.484375, + 0.503906, + 0.523438, + 0.507812, + 0.519531, + 0.535156, + 0.175781, + 0.455078, + 0.546875, + 0.53125 + ] + }, + "name": "model.model.layers.46.post_attention_layernorm.weight", + "outputIndexes": [ + 3795 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3794 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_46/Mul_output_0", + "outputIndexes": [ + 3796 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3795, + 3796 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_46/Mul_1_output_0", + "outputIndexes": [ + 3797 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3797 + ], + "outputIndexes": [ + 5692 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5692 + ], + "outputIndexes": [ + 5693 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/gate_proj/Linear", + "inputIndexes": [ + 5693 + ], + "outputIndexes": [ + 5694 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 464401412, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5694 + ], + "outputIndexes": [ + 5695 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5695 + ], + "outputIndexes": [ + 3798 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3798 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_46/Sigmoid_output_0", + "outputIndexes": [ + 3799 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3798, + 3799 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_46/Mul_output_0", + "outputIndexes": [ + 3800 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3797 + ], + "outputIndexes": [ + 5696 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5696 + ], + "outputIndexes": [ + 5697 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/up_proj/Linear", + "inputIndexes": [ + 5697 + ], + "outputIndexes": [ + 5698 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 466981914, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5698 + ], + "outputIndexes": [ + 5699 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5699 + ], + "outputIndexes": [ + 3801 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3800, + 3801 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_46/Mul_output_0", + "outputIndexes": [ + 3802 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3802 + ], + "outputIndexes": [ + 5700 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5700 + ], + "outputIndexes": [ + 5701 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/down_proj/Linear", + "inputIndexes": [ + 5701 + ], + "outputIndexes": [ + 5702 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 469562416, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5702 + ], + "outputIndexes": [ + 5703 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.46/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5703 + ], + "outputIndexes": [ + 3803 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3794, + 3803 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_234_output_0", + "outputIndexes": [ + 3804 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3804, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_423_output_0", + "outputIndexes": [ + 3805 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.527344, + 0.386719, + 0.394531, + 0.394531, + 0.404297, + 0.421875, + 1.242188, + 0.40625, + 0.474609, + 0.613281, + 0.84375, + 0.416016, + 0.455078, + 0.390625, + 0.388672, + 0.388672, + 1.109375, + 0.394531, + 0.435547, + 0.648438, + 0.431641, + 0.392578, + 0.447266, + 0.490234, + 0.421875, + 0.390625, + 0.464844, + 0.394531, + 0.400391, + 0.396484, + 0.585938, + 0.386719, + 0.388672, + 0.402344, + 0.429688, + 0.425781, + 0.625, + 0.390625, + 0.789062, + 0.412109, + 0.417969, + 0.365234, + 0.445312, + 0.458984, + 0.59375, + 0.443359, + 0.382812, + 0.53125, + 0.408203, + 0.796875, + 0.357422, + 0.800781, + 0.412109, + 0.410156, + 0.617188, + 0.396484, + 0.369141, + 0.419922, + 0.417969, + 0.402344, + 0.396484, + 0.384766, + 0.431641, + 0.394531, + 0.523438, + 0.609375, + 0.894531, + 0.765625, + 0.373047, + 0.730469, + 0.378906, + 0.574219, + 0.46875, + 0.482422, + 0.396484, + 0.40625, + 0.46875, + 0.369141, + 0.785156, + 0.410156, + 0.462891, + 0.402344, + 0.466797, + 0.419922, + 0.425781, + 0.566406, + 0.371094, + 0.578125, + 0.410156, + 0.605469, + 0.457031, + 0.384766, + 0.578125, + 0.408203, + 0.761719, + 0.605469, + 0.433594, + 0.390625, + 0.369141, + 0.427734, + 0.400391, + 0.445312, + 0.386719, + 0.416016, + 0.439453, + 0.671875, + 0.398438, + 0.423828, + 0.396484, + 0.353516, + 0.371094, + 0.394531, + 0.398438, + 0.414062, + 0.416016, + 0.53125, + 0.416016, + 0.400391, + 0.355469, + 0.423828, + 0.429688, + 0.511719, + 0.378906, + 0.457031, + 0.388672, + 0.433594, + 1.265625, + 0.388672, + 0.355469, + 0.339844, + 0.412109, + 0.367188, + 0.398438, + 0.435547, + 0.400391, + 0.419922, + 0.390625, + 0.427734, + 0.757812, + 0.480469, + 0.384766, + 0.429688, + 0.382812, + 0.375, + 0.367188, + 0.396484, + 0.396484, + 0.421875, + 0.373047, + 0.410156, + 0.408203, + 0.417969, + 0.363281, + 0.386719, + 0.404297, + 0.462891, + 0.384766, + 0.40625, + 0.734375, + 0.416016, + 0.710938, + 0.439453, + 0.628906, + 0.398438, + 0.419922, + 0.349609, + 0.75, + 0.375, + 0.363281, + 0.648438, + 0.449219, + 0.394531, + 0.371094, + 0.451172, + 0.761719, + 0.417969, + 0.447266, + 0.392578, + 0.388672, + 0.410156, + 0.402344, + 0.447266, + 0.40625, + 0.427734, + 0.398438, + 0.431641, + 0.396484, + 0.398438, + 0.384766, + 0.40625, + 0.390625, + 0.423828, + 0.714844, + 0.392578, + 0.400391, + 0.404297, + 0.40625, + 0.492188, + 0.166016, + 0.400391, + 0.396484, + 0.376953, + 0.439453, + 0.384766, + 0.416016, + 0.425781, + 0.384766, + 0.404297, + 0.462891, + 0.394531, + 0.398438, + 0.400391, + 0.419922, + 0.652344, + 0.384766, + 0.386719, + 0.378906, + 0.419922, + 0.375, + 0.396484, + 0.414062, + 0.439453, + 0.458984, + 0.414062, + 0.386719, + 0.421875, + 0.402344, + 0.679688, + 0.400391, + 0.417969, + 0.484375, + 0.878906, + 0.404297, + 0.441406, + 0.384766, + 0.498047, + 0.435547, + 0.496094, + 0.384766, + 0.365234, + 0.394531, + 0.386719, + 0.394531, + 0.402344, + 0.400391, + 0.423828, + 0.507812, + 0.398438, + 0.394531, + 0.447266, + 0.390625, + 0.447266, + 0.644531, + 0.441406, + 0.507812, + 0.382812, + 0.455078, + 0.416016, + 0.511719, + 0.378906, + 0.384766, + 0.447266, + 0.396484, + 0.496094, + 0.388672, + 0.361328, + 0.427734, + 0.423828, + 0.53125, + 0.427734, + 1.015625, + 0.388672, + 0.435547, + 0.878906, + 0.558594, + 0.392578, + 0.388672, + 0.535156, + 0.574219, + 0.394531, + 0.478516, + 0.386719, + 0.378906, + 0.400391, + 0.390625, + 0.429688, + 0.375, + 0.365234, + 0.375, + 0.388672, + 0.378906, + 0.417969, + 0.402344, + 0.458984, + 0.404297, + 0.40625, + 0.386719, + 0.394531, + 0.408203, + 0.419922, + 0.388672, + 0.380859, + 0.412109, + 0.597656, + 0.378906, + 0.398438, + 0.523438, + 0.392578, + 0.351562, + 0.400391, + 0.585938, + 0.386719, + 0.466797, + 0.492188, + 0.384766, + 0.412109, + 0.380859, + 0.478516, + 0.714844, + 0.546875, + 0.375, + 0.376953, + 0.398438, + 0.363281, + 0.453125, + 0.523438, + 0.396484, + 0.371094, + 0.382812, + 0.458984, + 0.765625, + 0.507812, + 0.652344, + 0.410156, + 0.486328, + 0.433594, + 0.388672, + 0.433594, + 0.738281, + 0.605469, + 0.417969, + 0.423828, + 0.431641, + 0.478516, + 0.380859, + 0.396484, + 0.478516, + 0.419922, + 0.494141, + 0.382812, + 0.398438, + 0.392578, + 0.460938, + 0.4375, + 0.410156, + 0.392578, + 0.396484, + 0.410156, + 0.421875, + 0.396484, + 0.396484, + 0.449219, + 0.392578, + 0.408203, + 0.394531, + 0.423828, + 0.40625, + 0.378906, + 0.425781, + 0.462891, + 0.384766, + 0.378906, + 0.408203, + 0.707031, + 0.455078, + 0.419922, + 0.384766, + 0.390625, + 0.384766, + 0.671875, + 1.023438, + 0.427734, + 0.396484, + 0.392578, + 0.382812, + 0.355469, + 0.503906, + 0.402344, + 0.550781, + 0.404297, + 0.410156, + 0.757812, + 0.380859, + 0.558594, + 0.414062, + 0.392578, + 0.412109, + 0.376953, + 0.378906, + 0.371094, + 0.462891, + 0.408203, + 0.613281, + 0.386719, + 0.382812, + 0.490234, + 0.402344, + 0.396484, + 0.382812, + 0.414062, + 0.410156, + 0.388672, + 0.414062, + 0.423828, + 0.384766, + 0.375, + 0.451172, + 0.390625, + 0.417969, + 0.59375, + 0.398438, + 0.400391, + 0.847656, + 0.394531, + 0.369141, + 0.535156, + 0.378906, + 0.423828, + 0.921875, + 0.451172, + 0.714844, + 0.503906, + 0.394531, + 0.423828, + 0.410156, + 0.376953, + 0.376953, + 0.390625, + 0.408203, + 0.373047, + 0.376953, + 0.503906, + 0.558594, + 0.394531, + 0.417969, + 0.644531, + 0.404297, + 0.416016, + 0.652344, + 0.382812, + 0.466797, + 0.773438, + 0.423828, + 0.40625, + 0.371094, + 0.380859, + 0.40625, + 0.412109, + 0.429688, + 0.453125, + 0.435547, + 0.417969, + 0.402344, + 0.412109, + 0.75, + 0.371094, + 0.460938, + 0.375, + 0.388672, + 0.523438, + 0.443359, + 0.384766, + 0.373047, + 0.421875, + 0.435547, + 0.457031, + 0.494141, + 0.363281, + 0.5, + 0.421875, + 0.419922, + 0.392578, + 0.373047, + 0.417969, + 0.375, + 0.5, + 0.390625, + 0.498047, + 0.404297, + 0.398438, + 0.400391, + 0.402344, + 0.376953, + 0.404297, + 0.398438, + 0.546875, + 0.376953, + 0.392578, + 0.566406, + 0.490234, + 1.351562, + 0.453125, + 0.384766, + 0.421875, + 0.691406, + 0.400391, + 0.419922, + 0.423828, + 0.400391, + 0.455078, + 0.439453, + 0.369141, + 0.902344, + 0.462891, + 0.474609, + 0.396484, + 0.367188, + 0.5, + 0.419922, + 0.427734, + 0.400391, + 0.355469, + 0.699219, + 0.400391, + 0.402344, + 0.478516, + 0.382812, + 0.373047, + 0.394531, + 0.490234, + 0.761719, + 0.480469, + 0.582031, + 0.71875, + 0.384766, + 0.402344, + 0.435547, + 0.410156, + 0.417969, + 0.408203, + 0.417969, + 0.613281, + 0.472656, + 0.357422, + 0.376953, + 0.478516, + 0.400391, + 0.820312, + 0.539062, + 0.484375, + 0.480469, + 0.386719, + 0.40625, + 0.384766, + 0.394531, + 0.376953, + 0.490234, + 0.087402, + 0.396484, + 0.660156, + 0.78125, + 0.453125, + 0.341797, + 0.435547, + 0.470703, + 0.582031, + 0.376953, + 0.408203, + 0.416016, + 0.431641, + 0.388672, + 0.421875, + 0.578125, + 0.373047, + 0.439453, + 0.378906, + 0.400391, + 0.414062, + 0.441406, + 0.6875, + 0.382812, + 0.433594, + 0.445312, + 0.486328, + 0.396484, + 0.398438, + 0.412109, + 0.390625, + 0.402344, + 0.40625, + 0.457031, + 0.53125, + 0.371094, + 0.380859, + 0.417969, + 0.53125, + 0.365234, + 0.738281, + 0.613281, + 0.412109, + 0.386719, + 0.433594, + 0.423828, + 0.382812, + 0.730469, + 0.482422, + 0.410156, + 0.427734, + 0.423828, + 0.355469, + 0.462891, + 0.390625, + 0.386719, + 0.451172, + 0.398438, + 0.373047, + 1.078125, + 0.423828, + 0.431641, + 0.400391, + 0.742188, + 0.355469, + 0.429688, + 0.416016, + 0.429688, + 0.6875, + 0.380859, + 1.09375, + 0.414062, + 0.695312, + 1.273438, + 0.439453, + 0.398438, + 0.390625, + 0.507812, + 0.376953, + 0.416016, + 0.404297, + 0.402344, + 0.433594, + 0.546875, + 0.386719, + 0.408203, + 0.515625, + 0.585938, + 0.449219, + 0.410156, + 0.695312, + 0.503906, + 0.78125, + 0.412109, + 0.384766, + 0.373047, + 0.679688, + 0.425781, + 0.388672, + 0.761719, + 0.380859, + 0.597656, + 0.621094, + 0.457031, + 0.345703, + 0.482422, + 0.425781, + 0.390625, + 0.40625, + 0.431641, + 0.390625, + 0.414062, + 0.378906, + 0.375, + 0.416016, + 0.474609, + 0.695312, + 0.507812, + 0.703125, + 0.476562, + 0.394531, + 0.40625, + 0.402344, + 0.363281, + 0.402344, + 1.085938, + 0.435547, + 0.458984, + 0.40625, + 0.523438, + 0.375, + 0.390625, + 0.400391, + 0.412109, + 0.400391, + 0.416016, + 0.388672, + 0.474609, + 0.371094, + 0.378906, + 0.412109, + 0.392578, + 0.365234, + 0.435547, + 0.375, + 0.546875, + 0.419922, + 1.078125, + 0.671875, + 0.380859, + 0.417969, + 0.435547, + 0.431641, + 0.539062, + 0.402344, + 0.404297, + 0.419922, + 0.363281, + 0.429688, + 0.396484, + 0.492188, + 0.597656, + 0.376953, + 0.683594, + 0.417969, + 0.523438, + 0.40625, + 0.378906, + 0.503906, + 1.117188, + 0.451172, + 0.445312, + 0.4375, + 0.414062, + 0.511719, + 0.402344, + 0.396484, + 0.582031, + 0.402344, + 0.589844, + 0.414062, + 0.384766, + 0.382812, + 0.408203, + 0.392578, + 0.378906, + 0.480469, + 0.392578, + 0.386719, + 1.1875, + 0.369141, + 0.402344, + 0.644531, + 0.5, + 0.730469, + 0.359375, + 0.431641, + 0.376953, + 0.392578, + 0.365234, + 0.492188, + 0.476562, + 0.427734, + 0.400391, + 0.392578, + 0.40625, + 0.773438, + 0.419922, + 0.412109, + 0.455078, + 0.371094, + 0.417969, + 0.945312, + 0.466797, + 0.462891, + 0.488281, + 0.410156, + 0.726562, + 0.376953, + 0.433594, + 0.404297, + 0.386719, + 0.380859, + 0.523438, + 0.369141, + 0.640625, + 0.40625, + 0.423828, + 0.4375, + 0.804688, + 0.439453, + 0.431641, + 0.423828, + 0.427734, + 0.408203, + 0.394531, + 0.515625, + 0.439453, + 0.398438, + 0.953125, + 0.396484, + 0.400391, + 0.394531, + 0.386719, + 0.388672, + 0.400391, + 0.457031, + 0.410156, + 0.375, + 0.396484, + 0.570312, + 0.466797, + 0.458984, + 0.414062, + 0.398438, + 0.462891, + 0.404297, + 0.535156, + 0.466797, + 0.386719, + 0.410156, + 0.425781, + 0.429688, + 0.404297, + 0.554688, + 0.388672, + 0.423828, + 0.453125, + 0.371094, + 0.402344, + 0.710938, + 0.384766, + 0.365234, + 0.402344, + 0.404297, + 0.382812, + 0.742188, + 0.369141, + 0.40625, + 0.373047, + 0.412109, + 0.441406, + 0.375, + 0.396484, + 0.388672, + 0.365234, + 0.390625, + 0.375, + 0.519531, + 0.5625, + 0.384766, + 0.408203, + 0.460938, + 0.462891, + 0.400391, + 0.882812, + 0.443359, + 0.416016, + 0.373047, + 0.558594, + 0.386719, + 0.451172, + 0.369141, + 0.542969, + 0.425781, + 0.363281, + 0.667969, + 0.384766, + 0.816406, + 0.398438, + 0.482422, + 0.419922, + 0.494141, + 0.40625, + 0.402344, + 0.394531, + 0.384766, + 0.460938, + 0.408203, + 0.753906, + 0.738281, + 0.378906, + 0.675781, + 0.378906, + 0.369141, + 0.392578, + 0.408203, + 0.449219, + 0.416016, + 0.416016, + 0.494141, + 0.408203, + 0.457031, + 0.384766, + 0.423828, + 0.863281, + 0.361328, + 0.378906, + 0.40625, + 0.625, + 0.412109, + 0.40625, + 0.384766, + 0.582031, + 0.416016, + 0.458984, + 0.429688, + 0.414062, + 0.396484, + 0.402344, + 0.382812, + 0.46875, + 0.435547, + 0.613281, + 0.349609, + 0.373047, + 0.365234, + 0.519531, + 0.378906, + 0.408203, + 0.392578, + 0.392578, + 0.390625, + 0.523438, + 0.460938, + 0.380859, + 0.453125, + 0.384766, + 0.640625, + 0.419922, + 0.59375, + 0.453125, + 0.427734, + 0.400391, + 0.53125, + 0.378906, + 0.378906, + 0.396484, + 0.386719, + 0.412109, + 0.730469, + 0.746094, + 0.378906, + 0.386719, + 0.410156, + 0.482422, + 0.400391, + 0.373047, + 0.425781, + 0.4375, + 0.384766, + 0.392578, + 0.523438, + 0.402344, + 0.71875, + 0.410156, + 0.386719, + 0.449219, + 0.419922, + 0.421875, + 0.40625, + 0.404297, + 0.964844, + 0.384766, + 0.419922, + 0.390625, + 0.449219, + 0.421875, + 0.390625, + 0.726562, + 0.386719, + 0.408203, + 0.558594, + 0.392578, + 0.404297, + 0.373047, + 0.46875, + 0.369141, + 0.46875, + 0.396484, + 0.402344, + 1.007812, + 0.380859, + 0.722656, + 0.457031, + 0.416016, + 0.433594, + 0.431641, + 0.421875, + 0.390625, + 0.578125, + 1.046875, + 0.455078, + 0.490234, + 0.390625, + 0.675781, + 0.40625, + 0.443359, + 0.396484, + 0.419922, + 0.380859, + 0.412109, + 0.365234, + 0.423828, + 0.488281, + 0.386719, + 0.375, + 0.410156, + 0.382812, + 0.371094, + 0.365234, + 0.441406, + 0.488281, + 0.451172, + 0.347656, + 0.480469, + 0.425781, + 0.363281, + 0.396484, + 0.423828, + 0.433594, + 0.445312, + 0.384766, + 0.361328, + 0.417969, + 0.384766, + 0.363281, + 0.378906, + 0.447266, + 0.394531, + 0.414062, + 0.796875, + 0.369141, + 0.384766, + 0.441406, + 0.585938, + 0.458984, + 0.345703, + 0.4375, + 0.464844, + 0.488281, + 0.574219, + 0.384766, + 0.369141, + 0.380859, + 0.730469, + 0.414062, + 0.369141, + 0.949219, + 0.390625, + 0.5625, + 0.427734, + 0.417969, + 0.382812, + 0.400391, + 0.423828, + 0.410156, + 0.380859, + 0.378906, + 0.726562, + 0.458984, + 0.408203, + 0.392578, + 0.371094, + 0.410156, + 0.388672, + 0.621094, + 1.25, + 0.832031, + 0.416016, + 0.390625, + 0.539062, + 0.378906, + 0.412109, + 0.71875, + 0.5, + 0.386719, + 0.361328, + 0.449219, + 0.398438, + 0.484375, + 0.433594, + 0.390625, + 0.476562, + 0.511719, + 0.412109, + 0.384766, + 0.478516, + 0.400391, + 0.371094, + 0.5, + 0.722656, + 0.40625, + 0.431641, + 0.398438, + 0.412109, + 0.408203, + 0.470703, + 0.390625, + 0.435547, + 0.386719, + 0.400391, + 0.605469, + 0.427734, + 0.490234, + 0.376953, + 0.40625, + 0.396484, + 0.929688, + 0.357422, + 0.425781, + 0.392578, + 0.40625, + 0.375, + 0.373047, + 0.414062, + 0.398438, + 0.957031, + 0.396484, + 0.3125, + 0.40625, + 0.421875, + 0.478516, + 0.419922, + 0.396484, + 0.777344, + 0.628906, + 0.451172, + 0.384766, + 0.458984, + 0.404297, + 0.382812, + 0.384766, + 0.455078, + 0.503906, + 0.84375, + 0.394531, + 0.488281, + 0.402344, + 0.404297, + 0.402344, + 0.402344, + 0.400391, + 0.382812, + 0.388672, + 0.441406, + 0.373047, + 0.384766, + 0.460938, + 0.417969, + 0.4375, + 0.519531, + 0.423828, + 0.988281, + 0.369141, + 0.449219, + 0.515625, + 0.378906, + 0.398438, + 0.388672, + 0.429688, + 0.398438, + 0.371094, + 0.412109, + 0.386719, + 0.476562, + 0.376953, + 0.40625, + 0.398438, + 0.396484, + 0.734375, + 0.488281, + 0.408203, + 0.384766, + 0.369141, + 0.412109, + 0.410156, + 0.390625, + 0.433594, + 0.458984, + 0.376953, + 0.400391, + 0.574219, + 0.388672, + 0.375, + 0.384766, + 0.398438, + 0.367188, + 0.378906, + 0.378906, + 0.419922, + 0.439453, + 0.376953, + 0.392578, + 0.462891, + 0.373047, + 0.414062, + 0.443359, + 0.427734, + 0.53125, + 0.417969, + 0.384766, + 0.378906, + 0.351562, + 0.613281, + 0.597656, + 0.400391, + 0.386719, + 0.380859, + 0.40625, + 0.398438, + 0.396484, + 0.390625, + 0.625, + 0.392578, + 0.433594, + 0.439453, + 0.414062, + 0.390625, + 0.439453, + 0.527344, + 0.445312, + 0.398438, + 0.417969, + 0.390625, + 0.667969, + 0.380859, + 0.378906, + 0.427734, + 0.416016, + 0.392578, + 0.396484, + 0.359375, + 0.361328, + 0.476562, + 0.519531, + 0.417969, + 0.410156, + 0.378906, + 0.417969, + 0.416016, + 0.443359, + 0.408203, + 0.660156, + 0.667969, + 0.394531, + 0.390625, + 0.416016, + 0.390625, + 0.341797, + 0.425781, + 0.416016, + 0.378906, + 0.40625, + 0.412109, + 0.464844, + 0.376953, + 0.396484, + 0.388672, + 0.75, + 0.503906, + 0.6875, + 0.416016, + 0.427734, + 0.546875, + 0.412109, + 0.376953, + 0.466797, + 0.396484, + 0.388672, + 0.636719, + 0.585938, + 0.449219, + 0.601562, + 0.464844, + 0.425781, + 0.478516, + 0.470703, + 0.371094, + 1.273438, + 0.691406, + 0.376953, + 0.412109 + ] + }, + "name": "model.model.layers.47.input_layernorm.weight", + "outputIndexes": [ + 3806 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3805 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_47/Mul_output_0", + "outputIndexes": [ + 3807 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3806, + 3807 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_47/Mul_1_output_0", + "outputIndexes": [ + 3808 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3808 + ], + "outputIndexes": [ + 5704 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5704 + ], + "outputIndexes": [ + 5705 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/q_proj/Linear", + "inputIndexes": [ + 5705 + ], + "outputIndexes": [ + 5706 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 472142918, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5706 + ], + "outputIndexes": [ + 5707 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5707 + ], + "outputIndexes": [ + 3809 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3808 + ], + "main_type": "NONE", + "name": "/Shape_659_output_0", + "outputIndexes": [ + 3810 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3810 + ], + "main_type": "NONE", + "name": "Shape10231", + "outputIndexes": [ + 3811 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3810 + ], + "main_type": "NONE", + "name": "Rank10233", + "outputIndexes": [ + 3812 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3812, + 3812 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10235", + "outputIndexes": [ + 3813 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3813 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10236", + "outputIndexes": [ + 3814 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3813, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10238", + "outputIndexes": [ + 3815 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3815 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10239", + "outputIndexes": [ + 3816 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3811, + 3814, + 3816, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10242", + "outputIndexes": [ + 3817 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3817 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10243", + "outputIndexes": [ + 3818 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 3818 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10244", + "outputIndexes": [ + 3819 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3819, + 3818 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10245", + "outputIndexes": [ + 3820 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3810, + 3820, + 3813 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_709_output_0", + "outputIndexes": [ + 3821 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3821, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1505_output_0", + "outputIndexes": [ + 3822 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3822, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_611_output_0", + "outputIndexes": [ + 3823 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3809, + 3823 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_424_output_0", + "outputIndexes": [ + 3824 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3824, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_376_output_0", + "outputIndexes": [ + 3825 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3824 + ], + "main_type": "NONE", + "name": "/Shape_660_output_0", + "outputIndexes": [ + 3826 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3826 + ], + "main_type": "NONE", + "name": "Shape10252", + "outputIndexes": [ + 3827 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3826 + ], + "main_type": "NONE", + "name": "Rank10254", + "outputIndexes": [ + 3828 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3828, + 3828 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10256", + "outputIndexes": [ + 3829 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3829 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10257", + "outputIndexes": [ + 3830 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3829, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10259", + "outputIndexes": [ + 3831 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3831 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10260", + "outputIndexes": [ + 3832 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3827, + 3830, + 3832, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10263", + "outputIndexes": [ + 3833 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3833 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10264", + "outputIndexes": [ + 3834 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3834 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10265", + "outputIndexes": [ + 3835 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3835, + 3834 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10266", + "outputIndexes": [ + 3836 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3826, + 3836, + 3829 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_710_output_0", + "outputIndexes": [ + 3837 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3837, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_141_output_0", + "outputIndexes": [ + 3838 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3838, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1510_output_0", + "outputIndexes": [ + 3839 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3824, + 3839, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_189_output_0", + "outputIndexes": [ + 3840 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3840 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_94_output_0", + "outputIndexes": [ + 3841 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3824, + 22, + 3839, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_188_output_0", + "outputIndexes": [ + 3842 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3841, + 3842 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_614_output_0", + "outputIndexes": [ + 3843 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3843, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_377_output_0", + "outputIndexes": [ + 3844 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3825, + 3844 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_235_output_0", + "outputIndexes": [ + 3845 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3808 + ], + "outputIndexes": [ + 5708 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5708 + ], + "outputIndexes": [ + 5709 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/k_proj/Linear", + "inputIndexes": [ + 5709 + ], + "outputIndexes": [ + 5710 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 473064540, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5710 + ], + "outputIndexes": [ + 5711 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5711 + ], + "outputIndexes": [ + 3846 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3822, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_612_output_0", + "outputIndexes": [ + 3847 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3846, + 3847 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_425_output_0", + "outputIndexes": [ + 3848 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3848, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_378_output_0", + "outputIndexes": [ + 3849 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3848 + ], + "main_type": "NONE", + "name": "/Shape_661_output_0", + "outputIndexes": [ + 3850 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3850 + ], + "main_type": "NONE", + "name": "Shape10315", + "outputIndexes": [ + 3851 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3850 + ], + "main_type": "NONE", + "name": "Rank10317", + "outputIndexes": [ + 3852 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3852, + 3852 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10319", + "outputIndexes": [ + 3853 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3853 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10320", + "outputIndexes": [ + 3854 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3853, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10322", + "outputIndexes": [ + 3855 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3855 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10323", + "outputIndexes": [ + 3856 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3851, + 3854, + 3856, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10326", + "outputIndexes": [ + 3857 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3857 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10327", + "outputIndexes": [ + 3858 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3858 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10328", + "outputIndexes": [ + 3859 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3859, + 3858 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10329", + "outputIndexes": [ + 3860 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3850, + 3860, + 3853 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_711_output_0", + "outputIndexes": [ + 3861 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3861, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_142_output_0", + "outputIndexes": [ + 3862 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3862, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1512_output_0", + "outputIndexes": [ + 3863 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3848, + 3863, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_191_output_0", + "outputIndexes": [ + 3864 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3864 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_95_output_0", + "outputIndexes": [ + 3865 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3848, + 22, + 3863, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_190_output_0", + "outputIndexes": [ + 3866 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3865, + 3866 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_615_output_0", + "outputIndexes": [ + 3867 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3867, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_379_output_0", + "outputIndexes": [ + 3868 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3849, + 3868 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_236_output_0", + "outputIndexes": [ + 3869 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3808 + ], + "outputIndexes": [ + 5712 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5712 + ], + "outputIndexes": [ + 5713 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/v_proj/Linear", + "inputIndexes": [ + 5713 + ], + "outputIndexes": [ + 5714 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 473294962, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5714 + ], + "outputIndexes": [ + 5715 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5715 + ], + "outputIndexes": [ + 3870 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3870, + 3847 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_426_output_0", + "outputIndexes": [ + 3871 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3845, + 3869, + 3871, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_431_output_0", + "outputIndexes": [ + 3872 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3872 + ], + "outputIndexes": [ + 5716 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5716 + ], + "outputIndexes": [ + 5717 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/o_proj/Linear", + "inputIndexes": [ + 5717 + ], + "outputIndexes": [ + 5718 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 473525384, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5718 + ], + "outputIndexes": [ + 5719 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5719 + ], + "outputIndexes": [ + 3873 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3805, + 3873 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_238_output_0", + "outputIndexes": [ + 3874 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.492188, + 0.542969, + 0.535156, + 0.542969, + 0.542969, + 0.535156, + 0.213867, + 0.535156, + 0.515625, + 0.488281, + 0.4375, + 0.53125, + 0.480469, + 0.53125, + 0.535156, + 0.535156, + 0.318359, + 0.539062, + 0.53125, + 0.474609, + 0.527344, + 0.558594, + 0.511719, + 0.523438, + 0.53125, + 0.554688, + 0.496094, + 0.53125, + 0.539062, + 0.53125, + 0.5, + 0.324219, + 0.53125, + 0.539062, + 0.523438, + 0.527344, + 0.486328, + 0.542969, + 0.421875, + 0.546875, + 0.53125, + 0.539062, + 0.523438, + 0.519531, + 0.490234, + 0.511719, + 0.539062, + 0.507812, + 0.542969, + 0.443359, + 0.535156, + 0.433594, + 0.535156, + 0.535156, + 0.494141, + 0.539062, + 0.550781, + 0.515625, + 0.527344, + 0.535156, + 0.53125, + 0.527344, + 0.511719, + 0.535156, + 0.494141, + 0.496094, + 0.400391, + 0.447266, + 0.539062, + 0.429688, + 0.535156, + 0.464844, + 0.523438, + 0.523438, + 0.546875, + 0.535156, + 0.535156, + 0.542969, + 0.441406, + 0.523438, + 0.535156, + 0.5625, + 0.511719, + 0.539062, + 0.527344, + 0.511719, + 0.566406, + 0.494141, + 0.554688, + 0.5, + 0.511719, + 0.535156, + 0.498047, + 0.546875, + 0.449219, + 0.482422, + 0.558594, + 0.554688, + 0.550781, + 0.542969, + 0.546875, + 0.519531, + 0.546875, + 0.53125, + 0.466797, + 0.478516, + 0.554688, + 0.535156, + 0.523438, + 0.535156, + 0.535156, + 0.550781, + 0.519531, + 0.535156, + 0.546875, + 0.527344, + 0.523438, + 0.546875, + 0.550781, + 0.542969, + 0.535156, + 0.5, + 0.539062, + 0.507812, + 0.5625, + 0.535156, + 0.259766, + 0.542969, + 0.539062, + 0.458984, + 0.546875, + 0.539062, + 0.527344, + 0.53125, + 0.53125, + 0.53125, + 0.546875, + 0.527344, + 0.474609, + 0.527344, + 0.542969, + 0.488281, + 0.542969, + 0.546875, + 0.53125, + 0.535156, + 0.523438, + 0.519531, + 0.507812, + 0.535156, + 0.53125, + 0.53125, + 0.523438, + 0.550781, + 0.546875, + 0.511719, + 0.542969, + 0.507812, + 0.472656, + 0.5625, + 0.472656, + 0.542969, + 0.486328, + 0.539062, + 0.523438, + 0.554688, + 0.421875, + 0.550781, + 0.53125, + 0.464844, + 0.53125, + 0.539062, + 0.542969, + 0.527344, + 0.423828, + 0.539062, + 0.53125, + 0.542969, + 0.550781, + 0.546875, + 0.527344, + 0.515625, + 0.527344, + 0.527344, + 0.535156, + 0.53125, + 0.539062, + 0.539062, + 0.53125, + 0.542969, + 0.539062, + 0.519531, + 0.455078, + 0.527344, + 0.53125, + 0.527344, + 0.542969, + 0.515625, + 0.106934, + 0.550781, + 0.539062, + 0.535156, + 0.515625, + 0.527344, + 0.527344, + 0.542969, + 0.554688, + 0.519531, + 0.515625, + 0.542969, + 0.527344, + 0.539062, + 0.539062, + 0.478516, + 0.539062, + 0.53125, + 0.539062, + 0.519531, + 0.527344, + 0.527344, + 0.527344, + 0.53125, + 0.503906, + 0.515625, + 0.539062, + 0.527344, + 0.527344, + 0.482422, + 0.566406, + 0.527344, + 0.527344, + 0.457031, + 0.539062, + 0.535156, + 0.550781, + 0.503906, + 0.53125, + 0.5, + 0.507812, + 0.535156, + 0.546875, + 0.53125, + 0.542969, + 0.550781, + 0.535156, + 0.523438, + 0.486328, + 0.546875, + 0.542969, + 0.546875, + 0.523438, + 0.511719, + 0.451172, + 0.539062, + 0.519531, + 0.535156, + 0.519531, + 0.519531, + 0.511719, + 0.539062, + 0.539062, + 0.519531, + 0.539062, + 0.503906, + 0.539062, + 0.535156, + 0.535156, + 0.539062, + 0.503906, + 0.539062, + 0.349609, + 0.515625, + 0.539062, + 0.285156, + 0.503906, + 0.535156, + 0.539062, + 0.511719, + 0.496094, + 0.546875, + 0.511719, + 0.542969, + 0.519531, + 0.542969, + 0.53125, + 0.519531, + 0.542969, + 0.542969, + 0.535156, + 0.546875, + 0.539062, + 0.53125, + 0.542969, + 0.539062, + 0.539062, + 0.527344, + 0.554688, + 0.539062, + 0.542969, + 0.527344, + 0.535156, + 0.542969, + 0.527344, + 0.482422, + 0.539062, + 0.535156, + 0.507812, + 0.546875, + 0.486328, + 0.539062, + 0.486328, + 0.558594, + 0.519531, + 0.507812, + 0.542969, + 0.527344, + 0.519531, + 0.503906, + 0.480469, + 0.519531, + 0.542969, + 0.546875, + 0.542969, + 0.539062, + 0.53125, + 0.511719, + 0.542969, + 0.546875, + 0.539062, + 0.519531, + 0.455078, + 0.519531, + 0.431641, + 0.542969, + 0.515625, + 0.527344, + 0.539062, + 0.5, + 0.457031, + 0.472656, + 0.53125, + 0.53125, + 0.535156, + 0.5, + 0.542969, + 0.542969, + 0.515625, + 0.527344, + 0.503906, + 0.539062, + 0.542969, + 0.539062, + 0.519531, + 0.535156, + 0.523438, + 0.535156, + 0.539062, + 0.535156, + 0.515625, + 0.539062, + 0.519531, + 0.527344, + 0.535156, + 0.523438, + 0.535156, + 0.527344, + 0.53125, + 0.527344, + 0.511719, + 0.515625, + 0.546875, + 0.539062, + 0.542969, + 0.466797, + 0.539062, + 0.53125, + 0.519531, + 0.554688, + 0.535156, + 0.460938, + 0.21875, + 0.527344, + 0.554688, + 0.542969, + 0.542969, + 0.507812, + 0.5, + 0.542969, + 0.511719, + 0.542969, + 0.539062, + 0.470703, + 0.546875, + 0.476562, + 0.5625, + 0.53125, + 0.542969, + 0.550781, + 0.53125, + 0.53125, + 0.523438, + 0.539062, + 0.496094, + 0.535156, + 0.535156, + 0.507812, + 0.535156, + 0.539062, + 0.554688, + 0.539062, + 0.53125, + 0.546875, + 0.523438, + 0.53125, + 0.539062, + 0.550781, + 0.542969, + 0.527344, + 0.539062, + 0.474609, + 0.542969, + 0.53125, + 0.349609, + 0.550781, + 0.542969, + 0.478516, + 0.546875, + 0.523438, + 0.394531, + 0.527344, + 0.441406, + 0.507812, + 0.546875, + 0.535156, + 0.53125, + 0.535156, + 0.539062, + 0.53125, + 0.542969, + 0.53125, + 0.550781, + 0.507812, + 0.511719, + 0.558594, + 0.523438, + 0.5, + 0.4375, + 0.546875, + 0.484375, + 0.546875, + 0.519531, + 0.46875, + 0.535156, + 0.535156, + 0.535156, + 0.558594, + 0.53125, + 0.519531, + 0.519531, + 0.503906, + 0.527344, + 0.503906, + 0.539062, + 0.527344, + 0.441406, + 0.535156, + 0.515625, + 0.535156, + 0.535156, + 0.507812, + 0.539062, + 0.527344, + 0.523438, + 0.53125, + 0.519531, + 0.539062, + 0.515625, + 0.535156, + 0.53125, + 0.53125, + 0.542969, + 0.546875, + 0.550781, + 0.519531, + 0.546875, + 0.507812, + 0.53125, + 0.515625, + 0.539062, + 0.53125, + 0.539062, + 0.546875, + 0.535156, + 0.53125, + 0.542969, + 0.503906, + 0.527344, + 0.527344, + 0.478516, + 0.515625, + 0.175781, + 0.515625, + 0.539062, + 0.539062, + 0.433594, + 0.546875, + 0.527344, + 0.523438, + 0.535156, + 0.539062, + 0.523438, + 0.558594, + 0.226562, + 0.523438, + 0.519531, + 0.550781, + 0.542969, + 0.519531, + 0.542969, + 0.527344, + 0.523438, + 0.519531, + 0.455078, + 0.558594, + 0.535156, + 0.527344, + 0.535156, + 0.546875, + 0.53125, + 0.53125, + 0.466797, + 0.519531, + 0.490234, + 0.443359, + 0.53125, + 0.53125, + 0.542969, + 0.507812, + 0.519531, + 0.542969, + 0.542969, + 0.480469, + 0.515625, + 0.539062, + 0.519531, + 0.523438, + 0.527344, + 0.423828, + 0.527344, + 0.503906, + 0.498047, + 0.523438, + 0.539062, + 0.546875, + 0.542969, + 0.546875, + 0.53125, + 0.271484, + 0.539062, + 0.474609, + 0.396484, + 0.515625, + 0.535156, + 0.523438, + 0.492188, + 0.494141, + 0.539062, + 0.542969, + 0.542969, + 0.519531, + 0.542969, + 0.546875, + 0.496094, + 0.535156, + 0.535156, + 0.546875, + 0.523438, + 0.539062, + 0.527344, + 0.464844, + 0.550781, + 0.535156, + 0.527344, + 0.507812, + 0.535156, + 0.53125, + 0.527344, + 0.535156, + 0.546875, + 0.53125, + 0.523438, + 0.511719, + 0.542969, + 0.53125, + 0.550781, + 0.494141, + 0.542969, + 0.431641, + 0.472656, + 0.542969, + 0.527344, + 0.527344, + 0.535156, + 0.507812, + 0.46875, + 0.5, + 0.546875, + 0.53125, + 0.539062, + 0.542969, + 0.5, + 0.539062, + 0.527344, + 0.519531, + 0.523438, + 0.535156, + 0.357422, + 0.527344, + 0.535156, + 0.542969, + 0.460938, + 0.519531, + 0.511719, + 0.535156, + 0.535156, + 0.498047, + 0.550781, + 0.365234, + 0.539062, + 0.464844, + 0.154297, + 0.515625, + 0.539062, + 0.539062, + 0.503906, + 0.550781, + 0.511719, + 0.542969, + 0.542969, + 0.519531, + 0.511719, + 0.539062, + 0.554688, + 0.515625, + 0.5, + 0.519531, + 0.53125, + 0.460938, + 0.515625, + 0.470703, + 0.542969, + 0.550781, + 0.460938, + 0.482422, + 0.53125, + 0.535156, + 0.457031, + 0.546875, + 0.488281, + 0.498047, + 0.523438, + 0.535156, + 0.519531, + 0.527344, + 0.535156, + 0.535156, + 0.535156, + 0.542969, + 0.535156, + 0.546875, + 0.535156, + 0.527344, + 0.480469, + 0.378906, + 0.480469, + 0.472656, + 0.478516, + 0.535156, + 0.546875, + 0.554688, + 0.535156, + 0.539062, + 0.1875, + 0.53125, + 0.578125, + 0.539062, + 0.507812, + 0.550781, + 0.527344, + 0.542969, + 0.539062, + 0.515625, + 0.539062, + 0.546875, + 0.539062, + 0.542969, + 0.546875, + 0.53125, + 0.535156, + 0.550781, + 0.523438, + 0.527344, + 0.503906, + 0.535156, + 0.357422, + 0.476562, + 0.539062, + 0.515625, + 0.507812, + 0.539062, + 0.419922, + 0.539062, + 0.539062, + 0.542969, + 0.527344, + 0.527344, + 0.53125, + 0.5, + 0.486328, + 0.542969, + 0.480469, + 0.53125, + 0.519531, + 0.527344, + 0.542969, + 0.527344, + 0.332031, + 0.515625, + 0.535156, + 0.527344, + 0.539062, + 0.4375, + 0.535156, + 0.539062, + 0.496094, + 0.535156, + 0.507812, + 0.53125, + 0.554688, + 0.53125, + 0.507812, + 0.523438, + 0.539062, + 0.511719, + 0.542969, + 0.546875, + 0.204102, + 0.539062, + 0.542969, + 0.425781, + 0.507812, + 0.447266, + 0.558594, + 0.53125, + 0.550781, + 0.535156, + 0.539062, + 0.507812, + 0.515625, + 0.523438, + 0.546875, + 0.550781, + 0.53125, + 0.447266, + 0.527344, + 0.527344, + 0.519531, + 0.550781, + 0.53125, + 0.402344, + 0.515625, + 0.503906, + 0.511719, + 0.535156, + 0.417969, + 0.539062, + 0.527344, + 0.539062, + 0.535156, + 0.550781, + 0.511719, + 0.546875, + 0.458984, + 0.550781, + 0.535156, + 0.535156, + 0.460938, + 0.546875, + 0.53125, + 0.535156, + 0.535156, + 0.515625, + 0.527344, + 0.503906, + 0.519531, + 0.542969, + 0.367188, + 0.535156, + 0.527344, + 0.539062, + 0.535156, + 0.535156, + 0.523438, + 0.523438, + 0.535156, + 0.554688, + 0.539062, + 0.503906, + 0.535156, + 0.519531, + 0.527344, + 0.53125, + 0.527344, + 0.539062, + 0.511719, + 0.507812, + 0.542969, + 0.550781, + 0.539062, + 0.542969, + 0.519531, + 0.511719, + 0.546875, + 0.519531, + 0.515625, + 0.539062, + 0.515625, + 0.466797, + 0.539062, + 0.539062, + 0.546875, + 0.539062, + 0.546875, + 0.46875, + 0.542969, + 0.53125, + 0.523438, + 0.535156, + 0.527344, + 0.550781, + 0.535156, + 0.527344, + 0.53125, + 0.535156, + 0.539062, + 0.503906, + 0.507812, + 0.539062, + 0.535156, + 0.535156, + 0.519531, + 0.535156, + 0.345703, + 0.515625, + 0.53125, + 0.542969, + 0.507812, + 0.542969, + 0.486328, + 0.539062, + 0.503906, + 0.515625, + 0.550781, + 0.474609, + 0.527344, + 0.441406, + 0.515625, + 0.515625, + 0.527344, + 0.507812, + 0.539062, + 0.535156, + 0.542969, + 0.535156, + 0.527344, + 0.527344, + 0.441406, + 0.474609, + 0.539062, + 0.404297, + 0.542969, + 0.535156, + 0.53125, + 0.53125, + 0.546875, + 0.527344, + 0.53125, + 0.53125, + 0.527344, + 0.542969, + 0.527344, + 0.53125, + 0.445312, + 0.542969, + 0.546875, + 0.546875, + 0.498047, + 0.53125, + 0.53125, + 0.535156, + 0.480469, + 0.542969, + 0.503906, + 0.515625, + 0.539062, + 0.542969, + 0.539062, + 0.546875, + 0.511719, + 0.519531, + 0.5, + 0.53125, + 0.535156, + 0.527344, + 0.53125, + 0.535156, + 0.535156, + 0.523438, + 0.535156, + 0.527344, + 0.492188, + 0.527344, + 0.542969, + 0.515625, + 0.546875, + 0.474609, + 0.515625, + 0.484375, + 0.523438, + 0.539062, + 0.53125, + 0.507812, + 0.523438, + 0.558594, + 0.53125, + 0.546875, + 0.53125, + 0.484375, + 0.449219, + 0.554688, + 0.550781, + 0.554688, + 0.511719, + 0.539062, + 0.535156, + 0.535156, + 0.519531, + 0.535156, + 0.535156, + 0.511719, + 0.523438, + 0.4375, + 0.515625, + 0.546875, + 0.53125, + 0.542969, + 0.542969, + 0.542969, + 0.523438, + 0.146484, + 0.558594, + 0.523438, + 0.539062, + 0.53125, + 0.507812, + 0.535156, + 0.474609, + 0.53125, + 0.535156, + 0.511719, + 0.535156, + 0.542969, + 0.546875, + 0.5, + 0.542969, + 0.527344, + 0.542969, + 0.546875, + 0.359375, + 0.539062, + 0.425781, + 0.53125, + 0.53125, + 0.53125, + 0.527344, + 0.535156, + 0.523438, + 0.484375, + 0.382812, + 0.527344, + 0.523438, + 0.539062, + 0.457031, + 0.542969, + 0.519531, + 0.554688, + 0.53125, + 0.523438, + 0.539062, + 0.539062, + 0.535156, + 0.507812, + 0.535156, + 0.550781, + 0.535156, + 0.542969, + 0.554688, + 0.539062, + 0.519531, + 0.507812, + 0.511719, + 0.550781, + 0.503906, + 0.539062, + 0.53125, + 0.539062, + 0.535156, + 0.53125, + 0.535156, + 0.539062, + 0.542969, + 0.523438, + 0.550781, + 0.539062, + 0.535156, + 0.542969, + 0.523438, + 0.550781, + 0.335938, + 0.542969, + 0.546875, + 0.527344, + 0.488281, + 0.535156, + 0.519531, + 0.53125, + 0.53125, + 0.53125, + 0.470703, + 0.539062, + 0.535156, + 0.542969, + 0.476562, + 0.523438, + 0.523438, + 0.382812, + 0.527344, + 0.486328, + 0.523438, + 0.527344, + 0.539062, + 0.511719, + 0.53125, + 0.539062, + 0.535156, + 0.550781, + 0.445312, + 0.527344, + 0.550781, + 0.527344, + 0.53125, + 0.539062, + 0.546875, + 0.484375, + 0.213867, + 0.460938, + 0.527344, + 0.539062, + 0.503906, + 0.53125, + 0.527344, + 0.435547, + 0.478516, + 0.554688, + 0.53125, + 0.523438, + 0.542969, + 0.523438, + 0.53125, + 0.550781, + 0.519531, + 0.5, + 0.535156, + 0.535156, + 0.503906, + 0.539062, + 0.546875, + 0.515625, + 0.455078, + 0.542969, + 0.527344, + 0.546875, + 0.542969, + 0.53125, + 0.515625, + 0.523438, + 0.554688, + 0.539062, + 0.519531, + 0.474609, + 0.511719, + 0.519531, + 0.546875, + 0.53125, + 0.542969, + 0.302734, + 0.527344, + 0.523438, + 0.542969, + 0.53125, + 0.546875, + 0.535156, + 0.523438, + 0.539062, + 0.349609, + 0.542969, + 0.542969, + 0.542969, + 0.5625, + 0.507812, + 0.523438, + 0.527344, + 0.439453, + 0.482422, + 0.519531, + 0.523438, + 0.53125, + 0.542969, + 0.550781, + 0.535156, + 0.507812, + 0.523438, + 0.439453, + 0.527344, + 0.535156, + 0.539062, + 0.53125, + 0.542969, + 0.550781, + 0.53125, + 0.507812, + 0.539062, + 0.515625, + 0.546875, + 0.542969, + 0.519531, + 0.554688, + 0.523438, + 0.523438, + 0.53125, + 0.369141, + 0.539062, + 0.515625, + 0.496094, + 0.539062, + 0.550781, + 0.539062, + 0.527344, + 0.558594, + 0.539062, + 0.542969, + 0.554688, + 0.511719, + 0.53125, + 0.535156, + 0.523438, + 0.527344, + 0.455078, + 0.496094, + 0.53125, + 0.546875, + 0.539062, + 0.527344, + 0.539062, + 0.550781, + 0.527344, + 0.527344, + 0.546875, + 0.53125, + 0.5, + 0.535156, + 0.53125, + 0.546875, + 0.542969, + 0.546875, + 0.542969, + 0.53125, + 0.542969, + 0.515625, + 0.542969, + 0.542969, + 0.511719, + 0.539062, + 0.539062, + 0.523438, + 0.535156, + 0.496094, + 0.554688, + 0.546875, + 0.550781, + 0.472656, + 0.476562, + 0.474609, + 0.535156, + 0.53125, + 0.539062, + 0.570312, + 0.53125, + 0.523438, + 0.535156, + 0.443359, + 0.539062, + 0.53125, + 0.539062, + 0.539062, + 0.515625, + 0.527344, + 0.498047, + 0.511719, + 0.519531, + 0.535156, + 0.535156, + 0.472656, + 0.53125, + 0.539062, + 0.515625, + 0.542969, + 0.542969, + 0.527344, + 0.542969, + 0.539062, + 0.519531, + 0.449219, + 0.53125, + 0.546875, + 0.53125, + 0.53125, + 0.546875, + 0.511719, + 0.539062, + 0.466797, + 0.453125, + 0.511719, + 0.527344, + 0.539062, + 0.546875, + 0.535156, + 0.527344, + 0.53125, + 0.53125, + 0.539062, + 0.539062, + 0.511719, + 0.535156, + 0.527344, + 0.535156, + 0.445312, + 0.507812, + 0.460938, + 0.523438, + 0.535156, + 0.478516, + 0.539062, + 0.550781, + 0.535156, + 0.53125, + 0.554688, + 0.46875, + 0.490234, + 0.519531, + 0.494141, + 0.519531, + 0.519531, + 0.511719, + 0.511719, + 0.546875, + 0.204102, + 0.457031, + 0.546875, + 0.542969 + ] + }, + "name": "model.model.layers.47.post_attention_layernorm.weight", + "outputIndexes": [ + 3875 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3874 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_47/Mul_output_0", + "outputIndexes": [ + 3876 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3875, + 3876 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_47/Mul_1_output_0", + "outputIndexes": [ + 3877 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3877 + ], + "outputIndexes": [ + 5720 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5720 + ], + "outputIndexes": [ + 5721 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/gate_proj/Linear", + "inputIndexes": [ + 5721 + ], + "outputIndexes": [ + 5722 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 474447006, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5722 + ], + "outputIndexes": [ + 5723 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5723 + ], + "outputIndexes": [ + 3878 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3878 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_47/Sigmoid_output_0", + "outputIndexes": [ + 3879 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3878, + 3879 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_47/Mul_output_0", + "outputIndexes": [ + 3880 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3877 + ], + "outputIndexes": [ + 5724 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5724 + ], + "outputIndexes": [ + 5725 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/up_proj/Linear", + "inputIndexes": [ + 5725 + ], + "outputIndexes": [ + 5726 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 477027508, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5726 + ], + "outputIndexes": [ + 5727 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5727 + ], + "outputIndexes": [ + 3881 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3880, + 3881 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_47/Mul_output_0", + "outputIndexes": [ + 3882 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3882 + ], + "outputIndexes": [ + 5728 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5728 + ], + "outputIndexes": [ + 5729 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/down_proj/Linear", + "inputIndexes": [ + 5729 + ], + "outputIndexes": [ + 5730 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 479608010, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5730 + ], + "outputIndexes": [ + 5731 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.47/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5731 + ], + "outputIndexes": [ + 3883 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3874, + 3883 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_239_output_0", + "outputIndexes": [ + 3884 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3884, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_432_output_0", + "outputIndexes": [ + 3885 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.464844, + 0.394531, + 0.400391, + 0.425781, + 0.433594, + 0.425781, + 1.007812, + 0.439453, + 0.470703, + 0.542969, + 0.761719, + 0.419922, + 0.445312, + 0.417969, + 0.402344, + 0.40625, + 0.941406, + 0.396484, + 0.431641, + 0.585938, + 0.443359, + 0.382812, + 0.435547, + 0.466797, + 0.425781, + 0.419922, + 0.457031, + 0.404297, + 0.423828, + 0.417969, + 0.539062, + 0.388672, + 0.404297, + 0.40625, + 0.441406, + 0.423828, + 0.558594, + 0.408203, + 0.707031, + 0.431641, + 0.419922, + 0.402344, + 0.435547, + 0.4375, + 0.535156, + 0.447266, + 0.417969, + 0.490234, + 0.40625, + 0.691406, + 0.392578, + 0.707031, + 0.439453, + 0.433594, + 0.550781, + 0.423828, + 0.400391, + 0.425781, + 0.419922, + 0.417969, + 0.427734, + 0.423828, + 0.451172, + 0.400391, + 0.498047, + 0.539062, + 0.75, + 0.691406, + 0.404297, + 0.644531, + 0.398438, + 0.53125, + 0.445312, + 0.453125, + 0.419922, + 0.435547, + 0.455078, + 0.386719, + 0.679688, + 0.439453, + 0.462891, + 0.429688, + 0.455078, + 0.423828, + 0.414062, + 0.498047, + 0.390625, + 0.5, + 0.455078, + 0.539062, + 0.447266, + 0.404297, + 0.535156, + 0.410156, + 0.644531, + 0.546875, + 0.441406, + 0.398438, + 0.386719, + 0.46875, + 0.431641, + 0.435547, + 0.414062, + 0.423828, + 0.445312, + 0.589844, + 0.431641, + 0.419922, + 0.408203, + 0.390625, + 0.378906, + 0.416016, + 0.404297, + 0.439453, + 0.431641, + 0.5, + 0.421875, + 0.414062, + 0.390625, + 0.416016, + 0.433594, + 0.488281, + 0.396484, + 0.453125, + 0.441406, + 0.449219, + 0.964844, + 0.412109, + 0.390625, + 0.384766, + 0.390625, + 0.384766, + 0.417969, + 0.439453, + 0.419922, + 0.427734, + 0.417969, + 0.433594, + 0.65625, + 0.453125, + 0.400391, + 0.449219, + 0.417969, + 0.417969, + 0.380859, + 0.394531, + 0.423828, + 0.443359, + 0.398438, + 0.410156, + 0.40625, + 0.427734, + 0.402344, + 0.398438, + 0.402344, + 0.455078, + 0.396484, + 0.408203, + 0.601562, + 0.423828, + 0.609375, + 0.435547, + 0.554688, + 0.398438, + 0.425781, + 0.40625, + 0.683594, + 0.414062, + 0.394531, + 0.578125, + 0.464844, + 0.423828, + 0.419922, + 0.431641, + 0.65625, + 0.398438, + 0.464844, + 0.398438, + 0.394531, + 0.419922, + 0.40625, + 0.447266, + 0.431641, + 0.449219, + 0.396484, + 0.451172, + 0.425781, + 0.417969, + 0.416016, + 0.408203, + 0.408203, + 0.423828, + 0.609375, + 0.412109, + 0.423828, + 0.419922, + 0.416016, + 0.470703, + 0.188477, + 0.392578, + 0.425781, + 0.404297, + 0.416016, + 0.380859, + 0.458984, + 0.455078, + 0.410156, + 0.419922, + 0.458984, + 0.410156, + 0.419922, + 0.425781, + 0.421875, + 0.585938, + 0.423828, + 0.412109, + 0.410156, + 0.423828, + 0.40625, + 0.410156, + 0.439453, + 0.414062, + 0.447266, + 0.435547, + 0.419922, + 0.431641, + 0.419922, + 0.578125, + 0.421875, + 0.433594, + 0.470703, + 0.71875, + 0.417969, + 0.455078, + 0.396484, + 0.484375, + 0.423828, + 0.453125, + 0.433594, + 0.376953, + 0.404297, + 0.410156, + 0.396484, + 0.421875, + 0.40625, + 0.419922, + 0.5, + 0.419922, + 0.425781, + 0.443359, + 0.398438, + 0.443359, + 0.585938, + 0.408203, + 0.478516, + 0.419922, + 0.455078, + 0.433594, + 0.492188, + 0.392578, + 0.419922, + 0.449219, + 0.419922, + 0.460938, + 0.419922, + 0.382812, + 0.421875, + 0.419922, + 0.5, + 0.412109, + 0.878906, + 0.404297, + 0.423828, + 0.863281, + 0.511719, + 0.400391, + 0.400391, + 0.527344, + 0.486328, + 0.427734, + 0.458984, + 0.419922, + 0.40625, + 0.421875, + 0.419922, + 0.431641, + 0.390625, + 0.388672, + 0.416016, + 0.414062, + 0.412109, + 0.416016, + 0.404297, + 0.449219, + 0.419922, + 0.408203, + 0.384766, + 0.412109, + 0.412109, + 0.427734, + 0.390625, + 0.421875, + 0.410156, + 0.554688, + 0.392578, + 0.404297, + 0.503906, + 0.40625, + 0.384766, + 0.40625, + 0.558594, + 0.416016, + 0.460938, + 0.462891, + 0.416016, + 0.416016, + 0.421875, + 0.453125, + 0.601562, + 0.488281, + 0.398438, + 0.408203, + 0.416016, + 0.390625, + 0.431641, + 0.482422, + 0.40625, + 0.435547, + 0.392578, + 0.435547, + 0.660156, + 0.523438, + 0.585938, + 0.419922, + 0.478516, + 0.4375, + 0.400391, + 0.392578, + 0.648438, + 0.5625, + 0.429688, + 0.431641, + 0.429688, + 0.466797, + 0.400391, + 0.449219, + 0.451172, + 0.404297, + 0.470703, + 0.404297, + 0.412109, + 0.421875, + 0.443359, + 0.429688, + 0.435547, + 0.417969, + 0.410156, + 0.412109, + 0.414062, + 0.416016, + 0.416016, + 0.441406, + 0.390625, + 0.427734, + 0.410156, + 0.433594, + 0.398438, + 0.404297, + 0.419922, + 0.433594, + 0.408203, + 0.394531, + 0.400391, + 0.601562, + 0.449219, + 0.431641, + 0.404297, + 0.414062, + 0.417969, + 0.609375, + 0.894531, + 0.439453, + 0.439453, + 0.392578, + 0.394531, + 0.373047, + 0.476562, + 0.396484, + 0.523438, + 0.402344, + 0.455078, + 0.628906, + 0.388672, + 0.519531, + 0.443359, + 0.419922, + 0.416016, + 0.408203, + 0.417969, + 0.414062, + 0.457031, + 0.417969, + 0.550781, + 0.412109, + 0.410156, + 0.488281, + 0.414062, + 0.398438, + 0.414062, + 0.414062, + 0.414062, + 0.404297, + 0.412109, + 0.435547, + 0.400391, + 0.394531, + 0.453125, + 0.388672, + 0.429688, + 0.539062, + 0.433594, + 0.408203, + 0.792969, + 0.410156, + 0.416016, + 0.515625, + 0.396484, + 0.423828, + 0.808594, + 0.451172, + 0.628906, + 0.476562, + 0.410156, + 0.417969, + 0.423828, + 0.431641, + 0.390625, + 0.414062, + 0.423828, + 0.392578, + 0.427734, + 0.453125, + 0.511719, + 0.417969, + 0.419922, + 0.585938, + 0.410156, + 0.427734, + 0.574219, + 0.400391, + 0.457031, + 0.667969, + 0.404297, + 0.421875, + 0.410156, + 0.408203, + 0.410156, + 0.423828, + 0.425781, + 0.447266, + 0.433594, + 0.417969, + 0.416016, + 0.4375, + 0.625, + 0.421875, + 0.457031, + 0.392578, + 0.410156, + 0.484375, + 0.4375, + 0.404297, + 0.414062, + 0.441406, + 0.427734, + 0.435547, + 0.496094, + 0.404297, + 0.503906, + 0.429688, + 0.429688, + 0.414062, + 0.417969, + 0.4375, + 0.400391, + 0.470703, + 0.425781, + 0.462891, + 0.433594, + 0.398438, + 0.427734, + 0.441406, + 0.412109, + 0.414062, + 0.408203, + 0.503906, + 0.400391, + 0.419922, + 0.515625, + 0.484375, + 1.125, + 0.455078, + 0.394531, + 0.421875, + 0.617188, + 0.417969, + 0.431641, + 0.429688, + 0.416016, + 0.429688, + 0.4375, + 0.398438, + 0.894531, + 0.443359, + 0.451172, + 0.4375, + 0.396484, + 0.478516, + 0.408203, + 0.435547, + 0.40625, + 0.396484, + 0.609375, + 0.417969, + 0.416016, + 0.470703, + 0.416016, + 0.400391, + 0.408203, + 0.455078, + 0.664062, + 0.441406, + 0.503906, + 0.617188, + 0.414062, + 0.412109, + 0.433594, + 0.431641, + 0.400391, + 0.429688, + 0.423828, + 0.550781, + 0.449219, + 0.386719, + 0.412109, + 0.472656, + 0.416016, + 0.6875, + 0.5, + 0.5, + 0.466797, + 0.398438, + 0.419922, + 0.417969, + 0.412109, + 0.404297, + 0.478516, + 0.119629, + 0.398438, + 0.574219, + 0.679688, + 0.460938, + 0.40625, + 0.429688, + 0.457031, + 0.535156, + 0.396484, + 0.439453, + 0.410156, + 0.435547, + 0.429688, + 0.414062, + 0.527344, + 0.414062, + 0.439453, + 0.402344, + 0.421875, + 0.421875, + 0.455078, + 0.601562, + 0.412109, + 0.419922, + 0.433594, + 0.46875, + 0.419922, + 0.410156, + 0.431641, + 0.410156, + 0.388672, + 0.421875, + 0.460938, + 0.490234, + 0.396484, + 0.404297, + 0.427734, + 0.476562, + 0.400391, + 0.640625, + 0.554688, + 0.427734, + 0.410156, + 0.457031, + 0.402344, + 0.376953, + 0.621094, + 0.470703, + 0.445312, + 0.451172, + 0.433594, + 0.384766, + 0.466797, + 0.396484, + 0.388672, + 0.466797, + 0.445312, + 0.400391, + 0.878906, + 0.445312, + 0.455078, + 0.404297, + 0.59375, + 0.398438, + 0.431641, + 0.4375, + 0.410156, + 0.582031, + 0.390625, + 0.898438, + 0.433594, + 0.621094, + 1.054688, + 0.445312, + 0.427734, + 0.410156, + 0.476562, + 0.40625, + 0.431641, + 0.423828, + 0.431641, + 0.433594, + 0.507812, + 0.386719, + 0.396484, + 0.492188, + 0.550781, + 0.447266, + 0.417969, + 0.589844, + 0.482422, + 0.648438, + 0.419922, + 0.40625, + 0.390625, + 0.605469, + 0.429688, + 0.417969, + 0.652344, + 0.404297, + 0.539062, + 0.554688, + 0.443359, + 0.392578, + 0.478516, + 0.421875, + 0.400391, + 0.421875, + 0.449219, + 0.404297, + 0.423828, + 0.394531, + 0.404297, + 0.416016, + 0.449219, + 0.605469, + 0.478516, + 0.609375, + 0.414062, + 0.40625, + 0.427734, + 0.431641, + 0.394531, + 0.439453, + 0.984375, + 0.427734, + 0.449219, + 0.419922, + 0.486328, + 0.390625, + 0.404297, + 0.427734, + 0.429688, + 0.400391, + 0.4375, + 0.398438, + 0.464844, + 0.390625, + 0.40625, + 0.435547, + 0.414062, + 0.40625, + 0.412109, + 0.392578, + 0.503906, + 0.412109, + 0.929688, + 0.5625, + 0.40625, + 0.449219, + 0.423828, + 0.417969, + 0.464844, + 0.451172, + 0.416016, + 0.439453, + 0.386719, + 0.441406, + 0.419922, + 0.476562, + 0.535156, + 0.410156, + 0.585938, + 0.412109, + 0.496094, + 0.433594, + 0.427734, + 0.494141, + 0.894531, + 0.449219, + 0.447266, + 0.423828, + 0.439453, + 0.488281, + 0.419922, + 0.398438, + 0.511719, + 0.421875, + 0.542969, + 0.412109, + 0.402344, + 0.392578, + 0.412109, + 0.392578, + 0.40625, + 0.472656, + 0.427734, + 0.412109, + 1.023438, + 0.404297, + 0.396484, + 0.566406, + 0.476562, + 0.640625, + 0.388672, + 0.435547, + 0.402344, + 0.390625, + 0.402344, + 0.46875, + 0.472656, + 0.429688, + 0.388672, + 0.408203, + 0.414062, + 0.691406, + 0.419922, + 0.423828, + 0.443359, + 0.380859, + 0.414062, + 0.789062, + 0.451172, + 0.431641, + 0.458984, + 0.433594, + 0.664062, + 0.400391, + 0.449219, + 0.429688, + 0.396484, + 0.410156, + 0.519531, + 0.410156, + 0.59375, + 0.404297, + 0.431641, + 0.441406, + 0.699219, + 0.419922, + 0.458984, + 0.421875, + 0.423828, + 0.394531, + 0.423828, + 0.480469, + 0.445312, + 0.425781, + 0.84375, + 0.404297, + 0.40625, + 0.398438, + 0.410156, + 0.40625, + 0.425781, + 0.4375, + 0.427734, + 0.408203, + 0.400391, + 0.539062, + 0.449219, + 0.427734, + 0.416016, + 0.427734, + 0.472656, + 0.431641, + 0.5, + 0.464844, + 0.382812, + 0.4375, + 0.441406, + 0.421875, + 0.449219, + 0.523438, + 0.417969, + 0.443359, + 0.445312, + 0.416016, + 0.40625, + 0.65625, + 0.412109, + 0.408203, + 0.425781, + 0.429688, + 0.433594, + 0.644531, + 0.390625, + 0.429688, + 0.412109, + 0.423828, + 0.441406, + 0.414062, + 0.390625, + 0.427734, + 0.400391, + 0.417969, + 0.408203, + 0.480469, + 0.519531, + 0.404297, + 0.408203, + 0.443359, + 0.46875, + 0.419922, + 0.8125, + 0.431641, + 0.421875, + 0.423828, + 0.515625, + 0.417969, + 0.431641, + 0.390625, + 0.494141, + 0.429688, + 0.423828, + 0.601562, + 0.421875, + 0.679688, + 0.435547, + 0.472656, + 0.408203, + 0.472656, + 0.416016, + 0.429688, + 0.402344, + 0.404297, + 0.439453, + 0.416016, + 0.644531, + 0.644531, + 0.396484, + 0.644531, + 0.408203, + 0.419922, + 0.410156, + 0.439453, + 0.449219, + 0.429688, + 0.429688, + 0.496094, + 0.414062, + 0.427734, + 0.400391, + 0.433594, + 0.679688, + 0.414062, + 0.394531, + 0.425781, + 0.585938, + 0.427734, + 0.4375, + 0.416016, + 0.535156, + 0.410156, + 0.443359, + 0.445312, + 0.421875, + 0.408203, + 0.435547, + 0.412109, + 0.458984, + 0.435547, + 0.546875, + 0.40625, + 0.388672, + 0.388672, + 0.46875, + 0.380859, + 0.408203, + 0.408203, + 0.414062, + 0.423828, + 0.451172, + 0.433594, + 0.380859, + 0.462891, + 0.433594, + 0.5625, + 0.429688, + 0.5625, + 0.443359, + 0.423828, + 0.419922, + 0.488281, + 0.410156, + 0.402344, + 0.419922, + 0.408203, + 0.412109, + 0.609375, + 0.636719, + 0.404297, + 0.412109, + 0.431641, + 0.486328, + 0.410156, + 0.396484, + 0.462891, + 0.408203, + 0.386719, + 0.402344, + 0.507812, + 0.425781, + 0.648438, + 0.419922, + 0.412109, + 0.441406, + 0.441406, + 0.433594, + 0.40625, + 0.431641, + 0.851562, + 0.386719, + 0.441406, + 0.400391, + 0.439453, + 0.412109, + 0.396484, + 0.628906, + 0.419922, + 0.441406, + 0.527344, + 0.4375, + 0.439453, + 0.392578, + 0.455078, + 0.417969, + 0.458984, + 0.425781, + 0.433594, + 0.789062, + 0.392578, + 0.601562, + 0.443359, + 0.427734, + 0.435547, + 0.427734, + 0.451172, + 0.40625, + 0.527344, + 0.898438, + 0.443359, + 0.457031, + 0.392578, + 0.601562, + 0.402344, + 0.431641, + 0.40625, + 0.441406, + 0.408203, + 0.425781, + 0.396484, + 0.429688, + 0.464844, + 0.396484, + 0.412109, + 0.412109, + 0.40625, + 0.408203, + 0.408203, + 0.449219, + 0.466797, + 0.466797, + 0.359375, + 0.474609, + 0.423828, + 0.400391, + 0.417969, + 0.390625, + 0.4375, + 0.458984, + 0.423828, + 0.373047, + 0.427734, + 0.396484, + 0.390625, + 0.388672, + 0.427734, + 0.396484, + 0.419922, + 0.71875, + 0.394531, + 0.419922, + 0.416016, + 0.527344, + 0.453125, + 0.341797, + 0.423828, + 0.433594, + 0.466797, + 0.539062, + 0.404297, + 0.388672, + 0.402344, + 0.589844, + 0.416016, + 0.404297, + 0.808594, + 0.394531, + 0.523438, + 0.445312, + 0.431641, + 0.427734, + 0.427734, + 0.433594, + 0.414062, + 0.388672, + 0.410156, + 0.671875, + 0.435547, + 0.419922, + 0.425781, + 0.40625, + 0.412109, + 0.416016, + 0.550781, + 1.03125, + 0.699219, + 0.429688, + 0.431641, + 0.490234, + 0.408203, + 0.447266, + 0.707031, + 0.486328, + 0.408203, + 0.404297, + 0.429688, + 0.433594, + 0.46875, + 0.419922, + 0.394531, + 0.464844, + 0.484375, + 0.4375, + 0.402344, + 0.458984, + 0.414062, + 0.392578, + 0.476562, + 0.613281, + 0.425781, + 0.398438, + 0.40625, + 0.414062, + 0.392578, + 0.458984, + 0.425781, + 0.427734, + 0.408203, + 0.423828, + 0.558594, + 0.400391, + 0.466797, + 0.40625, + 0.398438, + 0.410156, + 0.859375, + 0.375, + 0.435547, + 0.419922, + 0.408203, + 0.400391, + 0.386719, + 0.412109, + 0.435547, + 0.816406, + 0.423828, + 0.339844, + 0.416016, + 0.427734, + 0.462891, + 0.447266, + 0.421875, + 0.667969, + 0.566406, + 0.4375, + 0.398438, + 0.435547, + 0.419922, + 0.417969, + 0.390625, + 0.445312, + 0.496094, + 0.683594, + 0.410156, + 0.457031, + 0.414062, + 0.421875, + 0.404297, + 0.416016, + 0.402344, + 0.433594, + 0.400391, + 0.46875, + 0.402344, + 0.400391, + 0.435547, + 0.431641, + 0.425781, + 0.486328, + 0.441406, + 0.855469, + 0.386719, + 0.449219, + 0.474609, + 0.417969, + 0.400391, + 0.402344, + 0.451172, + 0.419922, + 0.412109, + 0.404297, + 0.423828, + 0.458984, + 0.404297, + 0.427734, + 0.390625, + 0.410156, + 0.605469, + 0.496094, + 0.421875, + 0.408203, + 0.410156, + 0.40625, + 0.4375, + 0.410156, + 0.429688, + 0.453125, + 0.396484, + 0.431641, + 0.498047, + 0.412109, + 0.398438, + 0.382812, + 0.431641, + 0.410156, + 0.400391, + 0.392578, + 0.425781, + 0.433594, + 0.414062, + 0.421875, + 0.472656, + 0.40625, + 0.414062, + 0.455078, + 0.427734, + 0.507812, + 0.423828, + 0.402344, + 0.416016, + 0.388672, + 0.550781, + 0.527344, + 0.416016, + 0.421875, + 0.378906, + 0.416016, + 0.429688, + 0.417969, + 0.425781, + 0.589844, + 0.416016, + 0.435547, + 0.431641, + 0.427734, + 0.388672, + 0.441406, + 0.464844, + 0.431641, + 0.408203, + 0.427734, + 0.402344, + 0.570312, + 0.392578, + 0.396484, + 0.433594, + 0.398438, + 0.396484, + 0.398438, + 0.382812, + 0.412109, + 0.453125, + 0.515625, + 0.423828, + 0.435547, + 0.404297, + 0.421875, + 0.417969, + 0.427734, + 0.427734, + 0.589844, + 0.613281, + 0.408203, + 0.402344, + 0.416016, + 0.429688, + 0.375, + 0.410156, + 0.451172, + 0.40625, + 0.40625, + 0.400391, + 0.435547, + 0.400391, + 0.419922, + 0.40625, + 0.628906, + 0.464844, + 0.632812, + 0.429688, + 0.419922, + 0.503906, + 0.40625, + 0.394531, + 0.460938, + 0.427734, + 0.388672, + 0.597656, + 0.546875, + 0.427734, + 0.550781, + 0.464844, + 0.419922, + 0.453125, + 0.457031, + 0.396484, + 0.992188, + 0.585938, + 0.433594, + 0.431641 + ] + }, + "name": "model.model.layers.48.input_layernorm.weight", + "outputIndexes": [ + 3886 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3885 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_48/Mul_output_0", + "outputIndexes": [ + 3887 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3886, + 3887 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_48/Mul_1_output_0", + "outputIndexes": [ + 3888 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3888 + ], + "outputIndexes": [ + 5732 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5732 + ], + "outputIndexes": [ + 5733 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/q_proj/Linear", + "inputIndexes": [ + 5733 + ], + "outputIndexes": [ + 5734 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 482188512, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5734 + ], + "outputIndexes": [ + 5735 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5735 + ], + "outputIndexes": [ + 3889 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3888 + ], + "main_type": "NONE", + "name": "/Shape_673_output_0", + "outputIndexes": [ + 3890 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3890 + ], + "main_type": "NONE", + "name": "Shape10447", + "outputIndexes": [ + 3891 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3890 + ], + "main_type": "NONE", + "name": "Rank10449", + "outputIndexes": [ + 3892 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3892, + 3892 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10451", + "outputIndexes": [ + 3893 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3893 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10452", + "outputIndexes": [ + 3894 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3893, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10454", + "outputIndexes": [ + 3895 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3895 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10455", + "outputIndexes": [ + 3896 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3891, + 3894, + 3896, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10458", + "outputIndexes": [ + 3897 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3897 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10459", + "outputIndexes": [ + 3898 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 3898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10460", + "outputIndexes": [ + 3899 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3899, + 3898 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10461", + "outputIndexes": [ + 3900 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3890, + 3900, + 3893 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_724_output_0", + "outputIndexes": [ + 3901 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3901, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1537_output_0", + "outputIndexes": [ + 3902 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3902, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_624_output_0", + "outputIndexes": [ + 3903 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3889, + 3903 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_433_output_0", + "outputIndexes": [ + 3904 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3904, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_384_output_0", + "outputIndexes": [ + 3905 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3904 + ], + "main_type": "NONE", + "name": "/Shape_674_output_0", + "outputIndexes": [ + 3906 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3906 + ], + "main_type": "NONE", + "name": "Shape10468", + "outputIndexes": [ + 3907 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3906 + ], + "main_type": "NONE", + "name": "Rank10470", + "outputIndexes": [ + 3908 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3908, + 3908 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10472", + "outputIndexes": [ + 3909 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3909 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10473", + "outputIndexes": [ + 3910 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3909, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10475", + "outputIndexes": [ + 3911 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3911 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10476", + "outputIndexes": [ + 3912 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3907, + 3910, + 3912, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10479", + "outputIndexes": [ + 3913 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3913 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10480", + "outputIndexes": [ + 3914 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3914 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10481", + "outputIndexes": [ + 3915 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3915, + 3914 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10482", + "outputIndexes": [ + 3916 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3906, + 3916, + 3909 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_725_output_0", + "outputIndexes": [ + 3917 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3917, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_144_output_0", + "outputIndexes": [ + 3918 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3918, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1542_output_0", + "outputIndexes": [ + 3919 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3904, + 3919, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_193_output_0", + "outputIndexes": [ + 3920 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3920 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_96_output_0", + "outputIndexes": [ + 3921 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3904, + 22, + 3919, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_192_output_0", + "outputIndexes": [ + 3922 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3921, + 3922 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_627_output_0", + "outputIndexes": [ + 3923 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3923, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_385_output_0", + "outputIndexes": [ + 3924 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3905, + 3924 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_240_output_0", + "outputIndexes": [ + 3925 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3888 + ], + "outputIndexes": [ + 5736 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5736 + ], + "outputIndexes": [ + 5737 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/k_proj/Linear", + "inputIndexes": [ + 5737 + ], + "outputIndexes": [ + 5738 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 483110134, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5738 + ], + "outputIndexes": [ + 5739 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5739 + ], + "outputIndexes": [ + 3926 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3902, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_625_output_0", + "outputIndexes": [ + 3927 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3926, + 3927 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_434_output_0", + "outputIndexes": [ + 3928 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3928, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_386_output_0", + "outputIndexes": [ + 3929 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3928 + ], + "main_type": "NONE", + "name": "/Shape_675_output_0", + "outputIndexes": [ + 3930 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3930 + ], + "main_type": "NONE", + "name": "Shape10531", + "outputIndexes": [ + 3931 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3930 + ], + "main_type": "NONE", + "name": "Rank10533", + "outputIndexes": [ + 3932 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3932, + 3932 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10535", + "outputIndexes": [ + 3933 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3933 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10536", + "outputIndexes": [ + 3934 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3933, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10538", + "outputIndexes": [ + 3935 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3935 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10539", + "outputIndexes": [ + 3936 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3931, + 3934, + 3936, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10542", + "outputIndexes": [ + 3937 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3937 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10543", + "outputIndexes": [ + 3938 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10544", + "outputIndexes": [ + 3939 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3939, + 3938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10545", + "outputIndexes": [ + 3940 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3930, + 3940, + 3933 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_726_output_0", + "outputIndexes": [ + 3941 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3941, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_145_output_0", + "outputIndexes": [ + 3942 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3942, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1544_output_0", + "outputIndexes": [ + 3943 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3928, + 3943, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_195_output_0", + "outputIndexes": [ + 3944 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3944 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_97_output_0", + "outputIndexes": [ + 3945 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3928, + 22, + 3943, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_194_output_0", + "outputIndexes": [ + 3946 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3945, + 3946 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_628_output_0", + "outputIndexes": [ + 3947 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3947, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_387_output_0", + "outputIndexes": [ + 3948 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3929, + 3948 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_241_output_0", + "outputIndexes": [ + 3949 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3888 + ], + "outputIndexes": [ + 5740 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5740 + ], + "outputIndexes": [ + 5741 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/v_proj/Linear", + "inputIndexes": [ + 5741 + ], + "outputIndexes": [ + 5742 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 483340556, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5742 + ], + "outputIndexes": [ + 5743 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5743 + ], + "outputIndexes": [ + 3950 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3950, + 3927 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_435_output_0", + "outputIndexes": [ + 3951 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3925, + 3949, + 3951, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_440_output_0", + "outputIndexes": [ + 3952 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3952 + ], + "outputIndexes": [ + 5744 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5744 + ], + "outputIndexes": [ + 5745 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/o_proj/Linear", + "inputIndexes": [ + 5745 + ], + "outputIndexes": [ + 5746 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 483570978, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5746 + ], + "outputIndexes": [ + 5747 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5747 + ], + "outputIndexes": [ + 3953 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3885, + 3953 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_243_output_0", + "outputIndexes": [ + 3954 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.515625, + 0.554688, + 0.53125, + 0.546875, + 0.546875, + 0.539062, + 0.216797, + 0.535156, + 0.519531, + 0.503906, + 0.455078, + 0.554688, + 0.511719, + 0.535156, + 0.542969, + 0.535156, + 0.333984, + 0.539062, + 0.539062, + 0.486328, + 0.554688, + 0.550781, + 0.527344, + 0.542969, + 0.542969, + 0.550781, + 0.519531, + 0.527344, + 0.542969, + 0.542969, + 0.515625, + 0.380859, + 0.550781, + 0.550781, + 0.53125, + 0.550781, + 0.498047, + 0.542969, + 0.433594, + 0.558594, + 0.550781, + 0.542969, + 0.542969, + 0.523438, + 0.503906, + 0.53125, + 0.550781, + 0.507812, + 0.546875, + 0.458984, + 0.535156, + 0.439453, + 0.539062, + 0.550781, + 0.511719, + 0.550781, + 0.554688, + 0.53125, + 0.53125, + 0.542969, + 0.550781, + 0.546875, + 0.53125, + 0.542969, + 0.515625, + 0.511719, + 0.427734, + 0.455078, + 0.5625, + 0.441406, + 0.535156, + 0.478516, + 0.527344, + 0.53125, + 0.542969, + 0.535156, + 0.554688, + 0.550781, + 0.457031, + 0.53125, + 0.535156, + 0.554688, + 0.519531, + 0.53125, + 0.546875, + 0.527344, + 0.542969, + 0.5, + 0.558594, + 0.507812, + 0.539062, + 0.550781, + 0.507812, + 0.550781, + 0.455078, + 0.486328, + 0.558594, + 0.550781, + 0.546875, + 0.535156, + 0.554688, + 0.515625, + 0.535156, + 0.546875, + 0.464844, + 0.490234, + 0.558594, + 0.546875, + 0.53125, + 0.546875, + 0.542969, + 0.554688, + 0.53125, + 0.554688, + 0.5625, + 0.523438, + 0.542969, + 0.546875, + 0.53125, + 0.53125, + 0.546875, + 0.511719, + 0.554688, + 0.523438, + 0.574219, + 0.542969, + 0.267578, + 0.542969, + 0.550781, + 0.466797, + 0.542969, + 0.554688, + 0.546875, + 0.535156, + 0.539062, + 0.554688, + 0.546875, + 0.53125, + 0.484375, + 0.535156, + 0.546875, + 0.480469, + 0.550781, + 0.554688, + 0.546875, + 0.550781, + 0.539062, + 0.511719, + 0.53125, + 0.546875, + 0.550781, + 0.546875, + 0.535156, + 0.550781, + 0.546875, + 0.511719, + 0.5625, + 0.53125, + 0.470703, + 0.570312, + 0.472656, + 0.546875, + 0.494141, + 0.535156, + 0.527344, + 0.546875, + 0.427734, + 0.550781, + 0.542969, + 0.5, + 0.554688, + 0.546875, + 0.535156, + 0.535156, + 0.449219, + 0.527344, + 0.535156, + 0.542969, + 0.550781, + 0.554688, + 0.539062, + 0.535156, + 0.542969, + 0.542969, + 0.535156, + 0.558594, + 0.542969, + 0.554688, + 0.539062, + 0.539062, + 0.542969, + 0.53125, + 0.46875, + 0.53125, + 0.550781, + 0.539062, + 0.542969, + 0.527344, + 0.119629, + 0.558594, + 0.554688, + 0.546875, + 0.523438, + 0.535156, + 0.542969, + 0.550781, + 0.566406, + 0.550781, + 0.511719, + 0.550781, + 0.539062, + 0.546875, + 0.539062, + 0.486328, + 0.542969, + 0.546875, + 0.542969, + 0.523438, + 0.539062, + 0.527344, + 0.539062, + 0.539062, + 0.5, + 0.53125, + 0.539062, + 0.539062, + 0.546875, + 0.490234, + 0.558594, + 0.535156, + 0.527344, + 0.462891, + 0.550781, + 0.527344, + 0.546875, + 0.519531, + 0.542969, + 0.515625, + 0.515625, + 0.550781, + 0.542969, + 0.535156, + 0.546875, + 0.550781, + 0.535156, + 0.542969, + 0.498047, + 0.566406, + 0.550781, + 0.542969, + 0.53125, + 0.527344, + 0.460938, + 0.542969, + 0.53125, + 0.546875, + 0.539062, + 0.539062, + 0.53125, + 0.546875, + 0.550781, + 0.539062, + 0.53125, + 0.519531, + 0.546875, + 0.558594, + 0.539062, + 0.539062, + 0.507812, + 0.554688, + 0.371094, + 0.535156, + 0.546875, + 0.308594, + 0.515625, + 0.542969, + 0.554688, + 0.523438, + 0.511719, + 0.550781, + 0.527344, + 0.546875, + 0.539062, + 0.542969, + 0.542969, + 0.539062, + 0.550781, + 0.550781, + 0.542969, + 0.546875, + 0.546875, + 0.539062, + 0.554688, + 0.546875, + 0.542969, + 0.535156, + 0.550781, + 0.546875, + 0.542969, + 0.535156, + 0.542969, + 0.539062, + 0.550781, + 0.492188, + 0.550781, + 0.542969, + 0.519531, + 0.550781, + 0.486328, + 0.539062, + 0.503906, + 0.546875, + 0.53125, + 0.53125, + 0.554688, + 0.53125, + 0.539062, + 0.515625, + 0.490234, + 0.519531, + 0.546875, + 0.542969, + 0.550781, + 0.546875, + 0.550781, + 0.527344, + 0.558594, + 0.554688, + 0.550781, + 0.519531, + 0.474609, + 0.519531, + 0.455078, + 0.542969, + 0.523438, + 0.527344, + 0.554688, + 0.511719, + 0.474609, + 0.494141, + 0.554688, + 0.539062, + 0.546875, + 0.511719, + 0.546875, + 0.53125, + 0.53125, + 0.539062, + 0.527344, + 0.550781, + 0.550781, + 0.550781, + 0.519531, + 0.542969, + 0.527344, + 0.558594, + 0.554688, + 0.546875, + 0.535156, + 0.542969, + 0.515625, + 0.53125, + 0.550781, + 0.539062, + 0.546875, + 0.539062, + 0.550781, + 0.550781, + 0.515625, + 0.535156, + 0.554688, + 0.535156, + 0.542969, + 0.482422, + 0.539062, + 0.542969, + 0.53125, + 0.539062, + 0.554688, + 0.484375, + 0.239258, + 0.539062, + 0.566406, + 0.550781, + 0.546875, + 0.519531, + 0.515625, + 0.550781, + 0.511719, + 0.542969, + 0.539062, + 0.486328, + 0.558594, + 0.494141, + 0.554688, + 0.535156, + 0.53125, + 0.558594, + 0.554688, + 0.539062, + 0.53125, + 0.546875, + 0.507812, + 0.550781, + 0.53125, + 0.523438, + 0.554688, + 0.546875, + 0.566406, + 0.554688, + 0.542969, + 0.554688, + 0.535156, + 0.542969, + 0.539062, + 0.546875, + 0.546875, + 0.535156, + 0.546875, + 0.507812, + 0.554688, + 0.539062, + 0.398438, + 0.558594, + 0.558594, + 0.5, + 0.566406, + 0.53125, + 0.423828, + 0.542969, + 0.447266, + 0.519531, + 0.546875, + 0.53125, + 0.535156, + 0.546875, + 0.554688, + 0.53125, + 0.550781, + 0.546875, + 0.558594, + 0.511719, + 0.523438, + 0.5625, + 0.515625, + 0.507812, + 0.447266, + 0.546875, + 0.496094, + 0.554688, + 0.542969, + 0.490234, + 0.539062, + 0.546875, + 0.542969, + 0.570312, + 0.542969, + 0.542969, + 0.550781, + 0.515625, + 0.542969, + 0.503906, + 0.542969, + 0.550781, + 0.460938, + 0.535156, + 0.527344, + 0.546875, + 0.550781, + 0.519531, + 0.554688, + 0.535156, + 0.53125, + 0.546875, + 0.53125, + 0.535156, + 0.535156, + 0.546875, + 0.515625, + 0.53125, + 0.550781, + 0.5625, + 0.554688, + 0.535156, + 0.542969, + 0.53125, + 0.53125, + 0.53125, + 0.546875, + 0.53125, + 0.546875, + 0.558594, + 0.535156, + 0.542969, + 0.546875, + 0.515625, + 0.546875, + 0.535156, + 0.492188, + 0.515625, + 0.189453, + 0.53125, + 0.539062, + 0.542969, + 0.453125, + 0.550781, + 0.554688, + 0.53125, + 0.535156, + 0.53125, + 0.539062, + 0.542969, + 0.243164, + 0.539062, + 0.527344, + 0.558594, + 0.5625, + 0.53125, + 0.539062, + 0.523438, + 0.527344, + 0.539062, + 0.478516, + 0.558594, + 0.550781, + 0.523438, + 0.554688, + 0.558594, + 0.546875, + 0.527344, + 0.490234, + 0.535156, + 0.5, + 0.46875, + 0.542969, + 0.535156, + 0.539062, + 0.53125, + 0.539062, + 0.546875, + 0.542969, + 0.488281, + 0.535156, + 0.546875, + 0.539062, + 0.527344, + 0.535156, + 0.445312, + 0.535156, + 0.503906, + 0.527344, + 0.539062, + 0.558594, + 0.550781, + 0.539062, + 0.550781, + 0.546875, + 0.269531, + 0.546875, + 0.492188, + 0.410156, + 0.527344, + 0.53125, + 0.539062, + 0.507812, + 0.503906, + 0.550781, + 0.558594, + 0.542969, + 0.527344, + 0.558594, + 0.542969, + 0.5, + 0.550781, + 0.546875, + 0.546875, + 0.535156, + 0.546875, + 0.523438, + 0.480469, + 0.554688, + 0.546875, + 0.53125, + 0.539062, + 0.539062, + 0.550781, + 0.546875, + 0.550781, + 0.554688, + 0.53125, + 0.539062, + 0.511719, + 0.550781, + 0.5625, + 0.558594, + 0.511719, + 0.550781, + 0.431641, + 0.494141, + 0.550781, + 0.539062, + 0.539062, + 0.550781, + 0.527344, + 0.482422, + 0.511719, + 0.546875, + 0.53125, + 0.53125, + 0.550781, + 0.515625, + 0.542969, + 0.527344, + 0.527344, + 0.542969, + 0.542969, + 0.400391, + 0.554688, + 0.542969, + 0.550781, + 0.470703, + 0.519531, + 0.535156, + 0.554688, + 0.535156, + 0.5, + 0.566406, + 0.396484, + 0.539062, + 0.46875, + 0.172852, + 0.53125, + 0.527344, + 0.539062, + 0.523438, + 0.558594, + 0.53125, + 0.539062, + 0.550781, + 0.53125, + 0.519531, + 0.554688, + 0.546875, + 0.53125, + 0.503906, + 0.519531, + 0.535156, + 0.476562, + 0.519531, + 0.492188, + 0.546875, + 0.542969, + 0.472656, + 0.490234, + 0.53125, + 0.542969, + 0.474609, + 0.535156, + 0.492188, + 0.498047, + 0.535156, + 0.546875, + 0.527344, + 0.535156, + 0.546875, + 0.542969, + 0.53125, + 0.542969, + 0.542969, + 0.550781, + 0.554688, + 0.539062, + 0.494141, + 0.392578, + 0.490234, + 0.46875, + 0.507812, + 0.546875, + 0.558594, + 0.546875, + 0.550781, + 0.539062, + 0.206055, + 0.542969, + 0.589844, + 0.546875, + 0.523438, + 0.554688, + 0.542969, + 0.539062, + 0.546875, + 0.535156, + 0.53125, + 0.542969, + 0.539062, + 0.546875, + 0.550781, + 0.546875, + 0.546875, + 0.546875, + 0.539062, + 0.539062, + 0.519531, + 0.53125, + 0.375, + 0.498047, + 0.546875, + 0.527344, + 0.519531, + 0.542969, + 0.451172, + 0.558594, + 0.542969, + 0.546875, + 0.539062, + 0.535156, + 0.539062, + 0.515625, + 0.5, + 0.535156, + 0.492188, + 0.546875, + 0.523438, + 0.542969, + 0.546875, + 0.535156, + 0.349609, + 0.523438, + 0.546875, + 0.535156, + 0.542969, + 0.482422, + 0.539062, + 0.542969, + 0.507812, + 0.554688, + 0.515625, + 0.539062, + 0.554688, + 0.539062, + 0.519531, + 0.550781, + 0.5625, + 0.535156, + 0.550781, + 0.554688, + 0.226562, + 0.542969, + 0.542969, + 0.439453, + 0.515625, + 0.460938, + 0.554688, + 0.539062, + 0.550781, + 0.546875, + 0.539062, + 0.519531, + 0.527344, + 0.539062, + 0.539062, + 0.554688, + 0.539062, + 0.453125, + 0.527344, + 0.527344, + 0.535156, + 0.542969, + 0.550781, + 0.419922, + 0.53125, + 0.515625, + 0.519531, + 0.53125, + 0.451172, + 0.550781, + 0.542969, + 0.554688, + 0.542969, + 0.550781, + 0.515625, + 0.5625, + 0.466797, + 0.546875, + 0.539062, + 0.539062, + 0.492188, + 0.554688, + 0.539062, + 0.539062, + 0.550781, + 0.542969, + 0.550781, + 0.527344, + 0.542969, + 0.550781, + 0.394531, + 0.554688, + 0.53125, + 0.546875, + 0.527344, + 0.550781, + 0.539062, + 0.527344, + 0.535156, + 0.550781, + 0.550781, + 0.507812, + 0.546875, + 0.535156, + 0.539062, + 0.550781, + 0.546875, + 0.546875, + 0.519531, + 0.519531, + 0.535156, + 0.554688, + 0.558594, + 0.539062, + 0.53125, + 0.527344, + 0.554688, + 0.546875, + 0.519531, + 0.542969, + 0.527344, + 0.480469, + 0.558594, + 0.542969, + 0.542969, + 0.550781, + 0.550781, + 0.46875, + 0.550781, + 0.535156, + 0.539062, + 0.53125, + 0.542969, + 0.550781, + 0.550781, + 0.535156, + 0.558594, + 0.535156, + 0.550781, + 0.511719, + 0.535156, + 0.546875, + 0.554688, + 0.539062, + 0.53125, + 0.539062, + 0.373047, + 0.523438, + 0.539062, + 0.527344, + 0.527344, + 0.546875, + 0.515625, + 0.550781, + 0.527344, + 0.53125, + 0.554688, + 0.488281, + 0.539062, + 0.460938, + 0.519531, + 0.527344, + 0.53125, + 0.53125, + 0.546875, + 0.554688, + 0.558594, + 0.546875, + 0.527344, + 0.539062, + 0.460938, + 0.488281, + 0.542969, + 0.439453, + 0.554688, + 0.539062, + 0.554688, + 0.539062, + 0.5625, + 0.550781, + 0.535156, + 0.539062, + 0.535156, + 0.542969, + 0.539062, + 0.527344, + 0.458984, + 0.546875, + 0.554688, + 0.550781, + 0.519531, + 0.546875, + 0.53125, + 0.535156, + 0.5, + 0.554688, + 0.515625, + 0.53125, + 0.542969, + 0.542969, + 0.527344, + 0.546875, + 0.515625, + 0.53125, + 0.494141, + 0.554688, + 0.546875, + 0.53125, + 0.546875, + 0.535156, + 0.535156, + 0.546875, + 0.550781, + 0.539062, + 0.507812, + 0.523438, + 0.554688, + 0.519531, + 0.542969, + 0.488281, + 0.53125, + 0.5, + 0.523438, + 0.542969, + 0.542969, + 0.515625, + 0.539062, + 0.566406, + 0.546875, + 0.542969, + 0.527344, + 0.480469, + 0.466797, + 0.554688, + 0.546875, + 0.558594, + 0.523438, + 0.554688, + 0.539062, + 0.535156, + 0.539062, + 0.535156, + 0.546875, + 0.527344, + 0.542969, + 0.453125, + 0.515625, + 0.558594, + 0.53125, + 0.542969, + 0.542969, + 0.5625, + 0.539062, + 0.146484, + 0.5625, + 0.539062, + 0.554688, + 0.535156, + 0.523438, + 0.550781, + 0.470703, + 0.539062, + 0.550781, + 0.539062, + 0.546875, + 0.542969, + 0.550781, + 0.523438, + 0.542969, + 0.53125, + 0.542969, + 0.546875, + 0.384766, + 0.539062, + 0.435547, + 0.546875, + 0.535156, + 0.546875, + 0.539062, + 0.5625, + 0.527344, + 0.503906, + 0.400391, + 0.527344, + 0.535156, + 0.546875, + 0.478516, + 0.542969, + 0.53125, + 0.546875, + 0.542969, + 0.539062, + 0.550781, + 0.546875, + 0.550781, + 0.519531, + 0.542969, + 0.5625, + 0.539062, + 0.535156, + 0.5625, + 0.535156, + 0.527344, + 0.519531, + 0.515625, + 0.550781, + 0.511719, + 0.550781, + 0.550781, + 0.554688, + 0.542969, + 0.535156, + 0.546875, + 0.554688, + 0.53125, + 0.53125, + 0.5625, + 0.550781, + 0.554688, + 0.539062, + 0.535156, + 0.546875, + 0.359375, + 0.558594, + 0.546875, + 0.527344, + 0.503906, + 0.535156, + 0.53125, + 0.542969, + 0.53125, + 0.542969, + 0.480469, + 0.535156, + 0.558594, + 0.550781, + 0.482422, + 0.527344, + 0.542969, + 0.410156, + 0.539062, + 0.498047, + 0.539062, + 0.53125, + 0.554688, + 0.519531, + 0.542969, + 0.546875, + 0.554688, + 0.554688, + 0.460938, + 0.539062, + 0.546875, + 0.546875, + 0.546875, + 0.546875, + 0.550781, + 0.484375, + 0.231445, + 0.470703, + 0.523438, + 0.546875, + 0.503906, + 0.546875, + 0.550781, + 0.451172, + 0.494141, + 0.546875, + 0.535156, + 0.535156, + 0.5625, + 0.53125, + 0.539062, + 0.542969, + 0.535156, + 0.511719, + 0.546875, + 0.558594, + 0.519531, + 0.542969, + 0.558594, + 0.527344, + 0.464844, + 0.539062, + 0.554688, + 0.546875, + 0.554688, + 0.523438, + 0.523438, + 0.53125, + 0.558594, + 0.550781, + 0.535156, + 0.482422, + 0.523438, + 0.519531, + 0.546875, + 0.550781, + 0.546875, + 0.318359, + 0.527344, + 0.527344, + 0.558594, + 0.539062, + 0.558594, + 0.546875, + 0.53125, + 0.550781, + 0.369141, + 0.542969, + 0.550781, + 0.542969, + 0.5625, + 0.527344, + 0.535156, + 0.542969, + 0.447266, + 0.498047, + 0.527344, + 0.527344, + 0.539062, + 0.539062, + 0.554688, + 0.539062, + 0.523438, + 0.523438, + 0.453125, + 0.542969, + 0.554688, + 0.550781, + 0.5625, + 0.535156, + 0.53125, + 0.546875, + 0.519531, + 0.546875, + 0.53125, + 0.539062, + 0.554688, + 0.53125, + 0.554688, + 0.539062, + 0.535156, + 0.550781, + 0.380859, + 0.546875, + 0.527344, + 0.507812, + 0.542969, + 0.546875, + 0.5625, + 0.539062, + 0.554688, + 0.539062, + 0.535156, + 0.542969, + 0.523438, + 0.527344, + 0.542969, + 0.558594, + 0.550781, + 0.474609, + 0.507812, + 0.527344, + 0.566406, + 0.546875, + 0.535156, + 0.558594, + 0.539062, + 0.539062, + 0.539062, + 0.550781, + 0.539062, + 0.519531, + 0.539062, + 0.558594, + 0.535156, + 0.542969, + 0.546875, + 0.550781, + 0.550781, + 0.558594, + 0.539062, + 0.554688, + 0.5625, + 0.519531, + 0.5625, + 0.550781, + 0.53125, + 0.539062, + 0.519531, + 0.550781, + 0.558594, + 0.542969, + 0.482422, + 0.486328, + 0.5, + 0.558594, + 0.539062, + 0.546875, + 0.566406, + 0.539062, + 0.539062, + 0.539062, + 0.445312, + 0.539062, + 0.546875, + 0.535156, + 0.546875, + 0.53125, + 0.539062, + 0.507812, + 0.53125, + 0.53125, + 0.539062, + 0.554688, + 0.490234, + 0.550781, + 0.542969, + 0.542969, + 0.542969, + 0.542969, + 0.53125, + 0.546875, + 0.554688, + 0.535156, + 0.462891, + 0.535156, + 0.542969, + 0.539062, + 0.539062, + 0.546875, + 0.523438, + 0.542969, + 0.462891, + 0.486328, + 0.523438, + 0.546875, + 0.53125, + 0.546875, + 0.527344, + 0.546875, + 0.554688, + 0.542969, + 0.535156, + 0.554688, + 0.53125, + 0.542969, + 0.546875, + 0.53125, + 0.476562, + 0.523438, + 0.472656, + 0.527344, + 0.542969, + 0.490234, + 0.554688, + 0.546875, + 0.542969, + 0.535156, + 0.5625, + 0.476562, + 0.498047, + 0.53125, + 0.498047, + 0.527344, + 0.53125, + 0.519531, + 0.539062, + 0.554688, + 0.207031, + 0.472656, + 0.566406, + 0.542969 + ] + }, + "name": "model.model.layers.48.post_attention_layernorm.weight", + "outputIndexes": [ + 3955 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3954 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_48/Mul_output_0", + "outputIndexes": [ + 3956 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3955, + 3956 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_48/Mul_1_output_0", + "outputIndexes": [ + 3957 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3957 + ], + "outputIndexes": [ + 5748 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5748 + ], + "outputIndexes": [ + 5749 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/gate_proj/Linear", + "inputIndexes": [ + 5749 + ], + "outputIndexes": [ + 5750 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 484492600, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5750 + ], + "outputIndexes": [ + 5751 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5751 + ], + "outputIndexes": [ + 3958 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3958 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_48/Sigmoid_output_0", + "outputIndexes": [ + 3959 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3958, + 3959 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_48/Mul_output_0", + "outputIndexes": [ + 3960 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3957 + ], + "outputIndexes": [ + 5752 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5752 + ], + "outputIndexes": [ + 5753 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/up_proj/Linear", + "inputIndexes": [ + 5753 + ], + "outputIndexes": [ + 5754 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 487073102, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5754 + ], + "outputIndexes": [ + 5755 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5755 + ], + "outputIndexes": [ + 3961 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3960, + 3961 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_48/Mul_output_0", + "outputIndexes": [ + 3962 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3962 + ], + "outputIndexes": [ + 5756 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5756 + ], + "outputIndexes": [ + 5757 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/down_proj/Linear", + "inputIndexes": [ + 5757 + ], + "outputIndexes": [ + 5758 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 489653604, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5758 + ], + "outputIndexes": [ + 5759 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.48/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5759 + ], + "outputIndexes": [ + 3963 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3954, + 3963 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_244_output_0", + "outputIndexes": [ + 3964 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3964, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_441_output_0", + "outputIndexes": [ + 3965 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.519531, + 0.439453, + 0.455078, + 0.453125, + 0.527344, + 0.476562, + 1.359375, + 0.494141, + 0.539062, + 0.539062, + 0.875, + 0.445312, + 0.490234, + 0.427734, + 0.453125, + 0.451172, + 0.933594, + 0.439453, + 0.474609, + 0.605469, + 0.488281, + 0.429688, + 0.464844, + 0.462891, + 0.478516, + 0.447266, + 0.486328, + 0.474609, + 0.445312, + 0.494141, + 0.546875, + 0.515625, + 0.458984, + 0.4375, + 0.464844, + 0.484375, + 0.574219, + 0.445312, + 0.765625, + 0.472656, + 0.464844, + 0.427734, + 0.453125, + 0.496094, + 0.550781, + 0.488281, + 0.451172, + 0.503906, + 0.457031, + 0.679688, + 0.478516, + 0.695312, + 0.457031, + 0.458984, + 0.535156, + 0.433594, + 0.455078, + 0.46875, + 0.447266, + 0.443359, + 0.441406, + 0.449219, + 0.507812, + 0.466797, + 0.519531, + 0.550781, + 0.691406, + 0.691406, + 0.466797, + 0.660156, + 0.453125, + 0.59375, + 0.476562, + 0.460938, + 0.457031, + 0.466797, + 0.466797, + 0.4375, + 0.632812, + 0.460938, + 0.511719, + 0.460938, + 0.466797, + 0.458984, + 0.458984, + 0.507812, + 0.441406, + 0.53125, + 0.511719, + 0.539062, + 0.484375, + 0.435547, + 0.546875, + 0.480469, + 0.652344, + 0.617188, + 0.503906, + 0.449219, + 0.421875, + 0.519531, + 0.476562, + 0.482422, + 0.443359, + 0.527344, + 0.441406, + 0.601562, + 0.464844, + 0.466797, + 0.439453, + 0.429688, + 0.447266, + 0.451172, + 0.482422, + 0.507812, + 0.445312, + 0.492188, + 0.462891, + 0.476562, + 0.435547, + 0.451172, + 0.462891, + 0.488281, + 0.439453, + 0.5, + 0.455078, + 0.443359, + 1.078125, + 0.447266, + 0.431641, + 0.431641, + 0.447266, + 0.416016, + 0.449219, + 0.460938, + 0.472656, + 0.458984, + 0.451172, + 0.472656, + 0.617188, + 0.470703, + 0.443359, + 0.439453, + 0.449219, + 0.46875, + 0.445312, + 0.439453, + 0.445312, + 0.488281, + 0.460938, + 0.5, + 0.451172, + 0.474609, + 0.443359, + 0.457031, + 0.4375, + 0.494141, + 0.453125, + 0.455078, + 0.625, + 0.488281, + 0.609375, + 0.458984, + 0.582031, + 0.443359, + 0.451172, + 0.439453, + 0.710938, + 0.425781, + 0.462891, + 0.597656, + 0.486328, + 0.449219, + 0.449219, + 0.498047, + 0.679688, + 0.457031, + 0.5, + 0.427734, + 0.431641, + 0.453125, + 0.453125, + 0.492188, + 0.451172, + 0.466797, + 0.421875, + 0.472656, + 0.488281, + 0.486328, + 0.449219, + 0.421875, + 0.462891, + 0.490234, + 0.628906, + 0.466797, + 0.478516, + 0.460938, + 0.443359, + 0.523438, + 0.287109, + 0.441406, + 0.447266, + 0.435547, + 0.457031, + 0.431641, + 0.453125, + 0.470703, + 0.46875, + 0.470703, + 0.492188, + 0.482422, + 0.455078, + 0.482422, + 0.429688, + 0.59375, + 0.439453, + 0.443359, + 0.435547, + 0.472656, + 0.451172, + 0.433594, + 0.478516, + 0.464844, + 0.523438, + 0.457031, + 0.476562, + 0.470703, + 0.466797, + 0.628906, + 0.490234, + 0.5, + 0.503906, + 0.589844, + 0.476562, + 0.464844, + 0.482422, + 0.523438, + 0.457031, + 0.507812, + 0.439453, + 0.412109, + 0.462891, + 0.441406, + 0.435547, + 0.476562, + 0.46875, + 0.472656, + 0.507812, + 0.460938, + 0.455078, + 0.492188, + 0.4375, + 0.494141, + 0.640625, + 0.478516, + 0.511719, + 0.470703, + 0.503906, + 0.425781, + 0.539062, + 0.457031, + 0.447266, + 0.488281, + 0.443359, + 0.498047, + 0.435547, + 0.460938, + 0.453125, + 0.457031, + 0.503906, + 0.474609, + 0.921875, + 0.427734, + 0.492188, + 0.851562, + 0.550781, + 0.488281, + 0.439453, + 0.527344, + 0.535156, + 0.458984, + 0.519531, + 0.458984, + 0.443359, + 0.451172, + 0.433594, + 0.466797, + 0.414062, + 0.4375, + 0.439453, + 0.431641, + 0.486328, + 0.460938, + 0.458984, + 0.46875, + 0.455078, + 0.451172, + 0.412109, + 0.458984, + 0.443359, + 0.458984, + 0.433594, + 0.449219, + 0.451172, + 0.53125, + 0.435547, + 0.429688, + 0.5, + 0.464844, + 0.404297, + 0.480469, + 0.539062, + 0.445312, + 0.507812, + 0.492188, + 0.451172, + 0.460938, + 0.460938, + 0.515625, + 0.683594, + 0.558594, + 0.435547, + 0.460938, + 0.447266, + 0.429688, + 0.486328, + 0.490234, + 0.431641, + 0.455078, + 0.441406, + 0.462891, + 0.585938, + 0.511719, + 0.664062, + 0.472656, + 0.507812, + 0.5, + 0.441406, + 0.455078, + 0.625, + 0.59375, + 0.470703, + 0.447266, + 0.441406, + 0.498047, + 0.455078, + 0.460938, + 0.466797, + 0.447266, + 0.486328, + 0.458984, + 0.439453, + 0.445312, + 0.490234, + 0.482422, + 0.472656, + 0.472656, + 0.470703, + 0.445312, + 0.46875, + 0.460938, + 0.433594, + 0.503906, + 0.429688, + 0.484375, + 0.464844, + 0.466797, + 0.455078, + 0.429688, + 0.457031, + 0.494141, + 0.433594, + 0.435547, + 0.449219, + 0.585938, + 0.486328, + 0.458984, + 0.474609, + 0.486328, + 0.466797, + 0.597656, + 0.972656, + 0.484375, + 0.449219, + 0.466797, + 0.443359, + 0.439453, + 0.476562, + 0.476562, + 0.494141, + 0.435547, + 0.511719, + 0.597656, + 0.443359, + 0.554688, + 0.496094, + 0.455078, + 0.451172, + 0.464844, + 0.460938, + 0.445312, + 0.507812, + 0.476562, + 0.5625, + 0.429688, + 0.419922, + 0.496094, + 0.458984, + 0.453125, + 0.458984, + 0.486328, + 0.466797, + 0.449219, + 0.490234, + 0.460938, + 0.443359, + 0.445312, + 0.550781, + 0.449219, + 0.445312, + 0.660156, + 0.474609, + 0.470703, + 0.707031, + 0.464844, + 0.466797, + 0.550781, + 0.429688, + 0.451172, + 0.625, + 0.480469, + 0.679688, + 0.5, + 0.441406, + 0.441406, + 0.423828, + 0.453125, + 0.439453, + 0.449219, + 0.478516, + 0.427734, + 0.470703, + 0.503906, + 0.507812, + 0.451172, + 0.46875, + 0.585938, + 0.457031, + 0.519531, + 0.535156, + 0.421875, + 0.451172, + 0.652344, + 0.439453, + 0.457031, + 0.4375, + 0.519531, + 0.453125, + 0.445312, + 0.464844, + 0.476562, + 0.488281, + 0.429688, + 0.447266, + 0.478516, + 0.703125, + 0.460938, + 0.482422, + 0.453125, + 0.474609, + 0.550781, + 0.46875, + 0.451172, + 0.443359, + 0.466797, + 0.464844, + 0.455078, + 0.511719, + 0.455078, + 0.519531, + 0.472656, + 0.445312, + 0.458984, + 0.433594, + 0.462891, + 0.435547, + 0.490234, + 0.429688, + 0.490234, + 0.482422, + 0.433594, + 0.431641, + 0.458984, + 0.449219, + 0.453125, + 0.449219, + 0.480469, + 0.447266, + 0.470703, + 0.574219, + 0.496094, + 1.382812, + 0.464844, + 0.447266, + 0.46875, + 0.640625, + 0.482422, + 0.416016, + 0.474609, + 0.421875, + 0.453125, + 0.476562, + 0.443359, + 0.9375, + 0.472656, + 0.492188, + 0.488281, + 0.443359, + 0.478516, + 0.443359, + 0.492188, + 0.457031, + 0.435547, + 0.671875, + 0.451172, + 0.445312, + 0.476562, + 0.472656, + 0.439453, + 0.457031, + 0.472656, + 0.589844, + 0.466797, + 0.570312, + 0.589844, + 0.4375, + 0.451172, + 0.453125, + 0.457031, + 0.455078, + 0.429688, + 0.472656, + 0.539062, + 0.474609, + 0.447266, + 0.457031, + 0.472656, + 0.480469, + 0.796875, + 0.515625, + 0.474609, + 0.472656, + 0.425781, + 0.482422, + 0.449219, + 0.421875, + 0.429688, + 0.542969, + 0.11084, + 0.435547, + 0.546875, + 0.714844, + 0.458984, + 0.427734, + 0.476562, + 0.472656, + 0.503906, + 0.46875, + 0.466797, + 0.462891, + 0.46875, + 0.451172, + 0.453125, + 0.539062, + 0.460938, + 0.441406, + 0.423828, + 0.449219, + 0.464844, + 0.474609, + 0.613281, + 0.474609, + 0.474609, + 0.453125, + 0.464844, + 0.455078, + 0.458984, + 0.462891, + 0.441406, + 0.447266, + 0.46875, + 0.484375, + 0.519531, + 0.425781, + 0.457031, + 0.474609, + 0.515625, + 0.431641, + 0.742188, + 0.554688, + 0.460938, + 0.46875, + 0.458984, + 0.441406, + 0.396484, + 0.628906, + 0.484375, + 0.492188, + 0.490234, + 0.451172, + 0.408203, + 0.507812, + 0.457031, + 0.46875, + 0.466797, + 0.431641, + 0.451172, + 1.023438, + 0.480469, + 0.511719, + 0.474609, + 0.617188, + 0.384766, + 0.474609, + 0.460938, + 0.472656, + 0.613281, + 0.455078, + 0.722656, + 0.474609, + 0.609375, + 1.054688, + 0.478516, + 0.466797, + 0.460938, + 0.488281, + 0.429688, + 0.462891, + 0.462891, + 0.457031, + 0.474609, + 0.515625, + 0.443359, + 0.441406, + 0.484375, + 0.550781, + 0.484375, + 0.457031, + 0.605469, + 0.507812, + 0.609375, + 0.443359, + 0.457031, + 0.445312, + 0.59375, + 0.466797, + 0.455078, + 0.703125, + 0.431641, + 0.554688, + 0.550781, + 0.480469, + 0.431641, + 0.472656, + 0.447266, + 0.443359, + 0.464844, + 0.464844, + 0.453125, + 0.431641, + 0.447266, + 0.439453, + 0.451172, + 0.515625, + 0.617188, + 0.53125, + 0.613281, + 0.535156, + 0.457031, + 0.447266, + 0.511719, + 0.427734, + 0.445312, + 1.1875, + 0.466797, + 0.511719, + 0.453125, + 0.546875, + 0.451172, + 0.480469, + 0.449219, + 0.451172, + 0.439453, + 0.462891, + 0.429688, + 0.484375, + 0.421875, + 0.451172, + 0.4375, + 0.476562, + 0.457031, + 0.460938, + 0.462891, + 0.535156, + 0.466797, + 0.921875, + 0.609375, + 0.441406, + 0.46875, + 0.472656, + 0.466797, + 0.550781, + 0.46875, + 0.482422, + 0.470703, + 0.429688, + 0.453125, + 0.443359, + 0.503906, + 0.550781, + 0.457031, + 0.582031, + 0.455078, + 0.546875, + 0.492188, + 0.474609, + 0.539062, + 1.0625, + 0.470703, + 0.458984, + 0.466797, + 0.445312, + 0.490234, + 0.460938, + 0.457031, + 0.511719, + 0.480469, + 0.542969, + 0.458984, + 0.449219, + 0.429688, + 0.515625, + 0.451172, + 0.496094, + 0.478516, + 0.482422, + 0.445312, + 1.0625, + 0.419922, + 0.458984, + 0.609375, + 0.498047, + 0.679688, + 0.410156, + 0.464844, + 0.447266, + 0.451172, + 0.449219, + 0.458984, + 0.457031, + 0.466797, + 0.466797, + 0.455078, + 0.478516, + 0.664062, + 0.457031, + 0.472656, + 0.455078, + 0.443359, + 0.451172, + 0.886719, + 0.488281, + 0.472656, + 0.511719, + 0.46875, + 0.679688, + 0.4375, + 0.490234, + 0.478516, + 0.451172, + 0.443359, + 0.523438, + 0.439453, + 0.621094, + 0.447266, + 0.451172, + 0.457031, + 0.6875, + 0.478516, + 0.484375, + 0.458984, + 0.464844, + 0.427734, + 0.460938, + 0.515625, + 0.478516, + 0.458984, + 0.734375, + 0.447266, + 0.486328, + 0.453125, + 0.449219, + 0.445312, + 0.4375, + 0.476562, + 0.455078, + 0.480469, + 0.453125, + 0.542969, + 0.494141, + 0.46875, + 0.458984, + 0.457031, + 0.535156, + 0.488281, + 0.515625, + 0.474609, + 0.429688, + 0.476562, + 0.470703, + 0.453125, + 0.472656, + 0.625, + 0.425781, + 0.464844, + 0.474609, + 0.443359, + 0.447266, + 0.628906, + 0.46875, + 0.439453, + 0.458984, + 0.458984, + 0.445312, + 0.644531, + 0.46875, + 0.466797, + 0.478516, + 0.4375, + 0.474609, + 0.4375, + 0.443359, + 0.445312, + 0.449219, + 0.458984, + 0.443359, + 0.523438, + 0.53125, + 0.462891, + 0.455078, + 0.470703, + 0.488281, + 0.5, + 0.960938, + 0.503906, + 0.46875, + 0.441406, + 0.535156, + 0.457031, + 0.466797, + 0.427734, + 0.539062, + 0.458984, + 0.425781, + 0.5625, + 0.439453, + 0.617188, + 0.457031, + 0.53125, + 0.455078, + 0.507812, + 0.443359, + 0.439453, + 0.455078, + 0.460938, + 0.464844, + 0.490234, + 0.730469, + 0.609375, + 0.421875, + 0.664062, + 0.435547, + 0.466797, + 0.449219, + 0.470703, + 0.482422, + 0.470703, + 0.455078, + 0.482422, + 0.460938, + 0.457031, + 0.445312, + 0.482422, + 0.621094, + 0.441406, + 0.431641, + 0.447266, + 0.609375, + 0.460938, + 0.472656, + 0.443359, + 0.617188, + 0.46875, + 0.507812, + 0.427734, + 0.494141, + 0.486328, + 0.464844, + 0.464844, + 0.484375, + 0.470703, + 0.5625, + 0.427734, + 0.462891, + 0.445312, + 0.550781, + 0.417969, + 0.466797, + 0.5, + 0.441406, + 0.466797, + 0.515625, + 0.472656, + 0.439453, + 0.460938, + 0.453125, + 0.621094, + 0.466797, + 0.640625, + 0.46875, + 0.46875, + 0.460938, + 0.53125, + 0.472656, + 0.478516, + 0.472656, + 0.462891, + 0.433594, + 0.601562, + 0.632812, + 0.445312, + 0.443359, + 0.449219, + 0.503906, + 0.449219, + 0.457031, + 0.488281, + 0.474609, + 0.458984, + 0.447266, + 0.539062, + 0.46875, + 0.664062, + 0.460938, + 0.439453, + 0.46875, + 0.470703, + 0.478516, + 0.451172, + 0.451172, + 0.886719, + 0.447266, + 0.476562, + 0.449219, + 0.482422, + 0.458984, + 0.439453, + 0.671875, + 0.462891, + 0.480469, + 0.53125, + 0.462891, + 0.507812, + 0.451172, + 0.486328, + 0.464844, + 0.466797, + 0.449219, + 0.449219, + 1.0625, + 0.443359, + 0.703125, + 0.46875, + 0.464844, + 0.460938, + 0.458984, + 0.455078, + 0.433594, + 0.546875, + 0.953125, + 0.455078, + 0.484375, + 0.466797, + 0.605469, + 0.472656, + 0.470703, + 0.449219, + 0.455078, + 0.462891, + 0.449219, + 0.443359, + 0.421875, + 0.503906, + 0.447266, + 0.470703, + 0.4375, + 0.484375, + 0.492188, + 0.404297, + 0.482422, + 0.480469, + 0.486328, + 0.4375, + 0.53125, + 0.480469, + 0.435547, + 0.441406, + 0.488281, + 0.474609, + 0.466797, + 0.435547, + 0.419922, + 0.466797, + 0.462891, + 0.445312, + 0.439453, + 0.466797, + 0.4375, + 0.474609, + 0.714844, + 0.431641, + 0.458984, + 0.445312, + 0.539062, + 0.480469, + 0.396484, + 0.466797, + 0.507812, + 0.474609, + 0.558594, + 0.460938, + 0.441406, + 0.431641, + 0.621094, + 0.423828, + 0.439453, + 0.640625, + 0.474609, + 0.621094, + 0.455078, + 0.478516, + 0.498047, + 0.462891, + 0.447266, + 0.443359, + 0.443359, + 0.4375, + 0.679688, + 0.472656, + 0.488281, + 0.480469, + 0.427734, + 0.441406, + 0.458984, + 0.574219, + 1.164062, + 0.675781, + 0.457031, + 0.445312, + 0.519531, + 0.429688, + 0.449219, + 0.726562, + 0.542969, + 0.455078, + 0.431641, + 0.451172, + 0.451172, + 0.503906, + 0.457031, + 0.427734, + 0.488281, + 0.503906, + 0.482422, + 0.443359, + 0.5, + 0.453125, + 0.435547, + 0.457031, + 0.683594, + 0.451172, + 0.457031, + 0.451172, + 0.464844, + 0.466797, + 0.486328, + 0.460938, + 0.46875, + 0.441406, + 0.453125, + 0.546875, + 0.464844, + 0.486328, + 0.441406, + 0.453125, + 0.451172, + 0.875, + 0.410156, + 0.460938, + 0.445312, + 0.425781, + 0.443359, + 0.433594, + 0.488281, + 0.451172, + 0.878906, + 0.511719, + 0.367188, + 0.460938, + 0.470703, + 0.511719, + 0.443359, + 0.46875, + 0.644531, + 0.570312, + 0.457031, + 0.439453, + 0.447266, + 0.453125, + 0.458984, + 0.451172, + 0.458984, + 0.5, + 0.777344, + 0.478516, + 0.490234, + 0.433594, + 0.470703, + 0.457031, + 0.439453, + 0.511719, + 0.441406, + 0.445312, + 0.464844, + 0.451172, + 0.431641, + 0.486328, + 0.476562, + 0.482422, + 0.566406, + 0.488281, + 0.875, + 0.417969, + 0.53125, + 0.5, + 0.449219, + 0.425781, + 0.488281, + 0.472656, + 0.511719, + 0.4375, + 0.462891, + 0.447266, + 0.496094, + 0.4375, + 0.519531, + 0.4375, + 0.457031, + 0.574219, + 0.503906, + 0.482422, + 0.453125, + 0.441406, + 0.451172, + 0.464844, + 0.445312, + 0.433594, + 0.46875, + 0.466797, + 0.460938, + 0.519531, + 0.46875, + 0.445312, + 0.439453, + 0.421875, + 0.455078, + 0.441406, + 0.423828, + 0.472656, + 0.478516, + 0.464844, + 0.462891, + 0.503906, + 0.441406, + 0.458984, + 0.470703, + 0.449219, + 0.515625, + 0.476562, + 0.451172, + 0.470703, + 0.433594, + 0.578125, + 0.523438, + 0.519531, + 0.453125, + 0.46875, + 0.5, + 0.466797, + 0.429688, + 0.466797, + 0.628906, + 0.464844, + 0.482422, + 0.441406, + 0.427734, + 0.470703, + 0.476562, + 0.589844, + 0.482422, + 0.451172, + 0.492188, + 0.46875, + 0.609375, + 0.460938, + 0.453125, + 0.462891, + 0.445312, + 0.462891, + 0.447266, + 0.455078, + 0.439453, + 0.464844, + 0.515625, + 0.464844, + 0.470703, + 0.466797, + 0.478516, + 0.462891, + 0.476562, + 0.470703, + 0.613281, + 0.585938, + 0.414062, + 0.451172, + 0.478516, + 0.482422, + 0.441406, + 0.449219, + 0.462891, + 0.460938, + 0.439453, + 0.458984, + 0.482422, + 0.457031, + 0.435547, + 0.441406, + 0.601562, + 0.496094, + 0.648438, + 0.482422, + 0.462891, + 0.542969, + 0.455078, + 0.433594, + 0.482422, + 0.476562, + 0.447266, + 0.605469, + 0.597656, + 0.482422, + 0.546875, + 0.457031, + 0.462891, + 0.476562, + 0.490234, + 0.466797, + 1.101562, + 0.601562, + 0.46875, + 0.486328 + ] + }, + "name": "model.model.layers.49.input_layernorm.weight", + "outputIndexes": [ + 3966 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3965 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_49/Mul_output_0", + "outputIndexes": [ + 3967 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3966, + 3967 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_49/Mul_1_output_0", + "outputIndexes": [ + 3968 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3968 + ], + "outputIndexes": [ + 5760 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5760 + ], + "outputIndexes": [ + 5761 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/q_proj/Linear", + "inputIndexes": [ + 5761 + ], + "outputIndexes": [ + 5762 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 492234106, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5762 + ], + "outputIndexes": [ + 5763 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5763 + ], + "outputIndexes": [ + 3969 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3968 + ], + "main_type": "NONE", + "name": "/Shape_687_output_0", + "outputIndexes": [ + 3970 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3970 + ], + "main_type": "NONE", + "name": "Shape10663", + "outputIndexes": [ + 3971 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3970 + ], + "main_type": "NONE", + "name": "Rank10665", + "outputIndexes": [ + 3972 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3972, + 3972 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10667", + "outputIndexes": [ + 3973 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3973 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10668", + "outputIndexes": [ + 3974 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3973, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10670", + "outputIndexes": [ + 3975 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3975 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10671", + "outputIndexes": [ + 3976 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3971, + 3974, + 3976, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10674", + "outputIndexes": [ + 3977 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3977 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10675", + "outputIndexes": [ + 3978 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 3978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10676", + "outputIndexes": [ + 3979 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3979, + 3978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10677", + "outputIndexes": [ + 3980 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3970, + 3980, + 3973 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_739_output_0", + "outputIndexes": [ + 3981 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3981, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1569_output_0", + "outputIndexes": [ + 3982 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3982, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_637_output_0", + "outputIndexes": [ + 3983 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3969, + 3983 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_442_output_0", + "outputIndexes": [ + 3984 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3984, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_392_output_0", + "outputIndexes": [ + 3985 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3984 + ], + "main_type": "NONE", + "name": "/Shape_688_output_0", + "outputIndexes": [ + 3986 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3986 + ], + "main_type": "NONE", + "name": "Shape10684", + "outputIndexes": [ + 3987 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 3986 + ], + "main_type": "NONE", + "name": "Rank10686", + "outputIndexes": [ + 3988 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3988, + 3988 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10688", + "outputIndexes": [ + 3989 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3989 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10689", + "outputIndexes": [ + 3990 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3989, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10691", + "outputIndexes": [ + 3991 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3991 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10692", + "outputIndexes": [ + 3992 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3987, + 3990, + 3992, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10695", + "outputIndexes": [ + 3993 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3993 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10696", + "outputIndexes": [ + 3994 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 3994 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10697", + "outputIndexes": [ + 3995 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3995, + 3994 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10698", + "outputIndexes": [ + 3996 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3986, + 3996, + 3989 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_740_output_0", + "outputIndexes": [ + 3997 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3997, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_147_output_0", + "outputIndexes": [ + 3998 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3998, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1574_output_0", + "outputIndexes": [ + 3999 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3984, + 3999, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_197_output_0", + "outputIndexes": [ + 4000 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4000 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_98_output_0", + "outputIndexes": [ + 4001 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3984, + 22, + 3999, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_196_output_0", + "outputIndexes": [ + 4002 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4001, + 4002 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_640_output_0", + "outputIndexes": [ + 4003 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4003, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_393_output_0", + "outputIndexes": [ + 4004 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3985, + 4004 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_245_output_0", + "outputIndexes": [ + 4005 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3968 + ], + "outputIndexes": [ + 5764 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5764 + ], + "outputIndexes": [ + 5765 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/k_proj/Linear", + "inputIndexes": [ + 5765 + ], + "outputIndexes": [ + 5766 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 493155728, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5766 + ], + "outputIndexes": [ + 5767 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5767 + ], + "outputIndexes": [ + 4006 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 3982, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_638_output_0", + "outputIndexes": [ + 4007 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4006, + 4007 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_443_output_0", + "outputIndexes": [ + 4008 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4008, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_394_output_0", + "outputIndexes": [ + 4009 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4008 + ], + "main_type": "NONE", + "name": "/Shape_689_output_0", + "outputIndexes": [ + 4010 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4010 + ], + "main_type": "NONE", + "name": "Shape10747", + "outputIndexes": [ + 4011 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4010 + ], + "main_type": "NONE", + "name": "Rank10749", + "outputIndexes": [ + 4012 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4012, + 4012 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10751", + "outputIndexes": [ + 4013 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4013 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10752", + "outputIndexes": [ + 4014 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4013, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10754", + "outputIndexes": [ + 4015 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4015 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10755", + "outputIndexes": [ + 4016 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4011, + 4014, + 4016, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10758", + "outputIndexes": [ + 4017 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4017 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10759", + "outputIndexes": [ + 4018 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 4018 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10760", + "outputIndexes": [ + 4019 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4019, + 4018 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10761", + "outputIndexes": [ + 4020 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4010, + 4020, + 4013 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_741_output_0", + "outputIndexes": [ + 4021 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4021, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_148_output_0", + "outputIndexes": [ + 4022 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4022, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1576_output_0", + "outputIndexes": [ + 4023 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4008, + 4023, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_199_output_0", + "outputIndexes": [ + 4024 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4024 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_99_output_0", + "outputIndexes": [ + 4025 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4008, + 22, + 4023, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_198_output_0", + "outputIndexes": [ + 4026 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4025, + 4026 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_641_output_0", + "outputIndexes": [ + 4027 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4027, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_395_output_0", + "outputIndexes": [ + 4028 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4009, + 4028 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_246_output_0", + "outputIndexes": [ + 4029 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 3968 + ], + "outputIndexes": [ + 5768 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5768 + ], + "outputIndexes": [ + 5769 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/v_proj/Linear", + "inputIndexes": [ + 5769 + ], + "outputIndexes": [ + 5770 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 493386150, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5770 + ], + "outputIndexes": [ + 5771 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5771 + ], + "outputIndexes": [ + 4030 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4030, + 4007 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_444_output_0", + "outputIndexes": [ + 4031 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4005, + 4029, + 4031, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_449_output_0", + "outputIndexes": [ + 4032 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4032 + ], + "outputIndexes": [ + 5772 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5772 + ], + "outputIndexes": [ + 5773 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/o_proj/Linear", + "inputIndexes": [ + 5773 + ], + "outputIndexes": [ + 5774 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 493616572, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5774 + ], + "outputIndexes": [ + 5775 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5775 + ], + "outputIndexes": [ + 4033 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3965, + 4033 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_248_output_0", + "outputIndexes": [ + 4034 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.53125, + 0.542969, + 0.554688, + 0.554688, + 0.554688, + 0.546875, + 0.24707, + 0.554688, + 0.53125, + 0.515625, + 0.484375, + 0.550781, + 0.519531, + 0.535156, + 0.546875, + 0.546875, + 0.355469, + 0.546875, + 0.558594, + 0.507812, + 0.539062, + 0.558594, + 0.53125, + 0.53125, + 0.5625, + 0.558594, + 0.519531, + 0.546875, + 0.546875, + 0.546875, + 0.515625, + 0.400391, + 0.542969, + 0.550781, + 0.535156, + 0.542969, + 0.515625, + 0.539062, + 0.472656, + 0.554688, + 0.542969, + 0.546875, + 0.542969, + 0.535156, + 0.539062, + 0.535156, + 0.546875, + 0.519531, + 0.542969, + 0.482422, + 0.542969, + 0.462891, + 0.550781, + 0.550781, + 0.511719, + 0.546875, + 0.558594, + 0.523438, + 0.535156, + 0.546875, + 0.554688, + 0.539062, + 0.535156, + 0.546875, + 0.53125, + 0.511719, + 0.441406, + 0.503906, + 0.546875, + 0.455078, + 0.542969, + 0.494141, + 0.535156, + 0.523438, + 0.542969, + 0.539062, + 0.546875, + 0.539062, + 0.474609, + 0.535156, + 0.535156, + 0.5625, + 0.527344, + 0.539062, + 0.546875, + 0.535156, + 0.558594, + 0.519531, + 0.546875, + 0.519531, + 0.53125, + 0.558594, + 0.539062, + 0.546875, + 0.494141, + 0.511719, + 0.5625, + 0.558594, + 0.554688, + 0.550781, + 0.550781, + 0.539062, + 0.554688, + 0.558594, + 0.494141, + 0.519531, + 0.550781, + 0.53125, + 0.539062, + 0.542969, + 0.550781, + 0.5625, + 0.539062, + 0.546875, + 0.5625, + 0.53125, + 0.550781, + 0.542969, + 0.535156, + 0.542969, + 0.542969, + 0.527344, + 0.539062, + 0.53125, + 0.570312, + 0.550781, + 0.318359, + 0.542969, + 0.558594, + 0.457031, + 0.539062, + 0.550781, + 0.550781, + 0.53125, + 0.554688, + 0.546875, + 0.546875, + 0.539062, + 0.494141, + 0.546875, + 0.554688, + 0.5, + 0.550781, + 0.554688, + 0.539062, + 0.542969, + 0.542969, + 0.527344, + 0.535156, + 0.542969, + 0.535156, + 0.550781, + 0.542969, + 0.558594, + 0.554688, + 0.519531, + 0.558594, + 0.542969, + 0.5, + 0.570312, + 0.5, + 0.550781, + 0.523438, + 0.546875, + 0.527344, + 0.558594, + 0.486328, + 0.542969, + 0.542969, + 0.515625, + 0.613281, + 0.550781, + 0.539062, + 0.53125, + 0.464844, + 0.546875, + 0.550781, + 0.542969, + 0.5625, + 0.558594, + 0.542969, + 0.535156, + 0.546875, + 0.535156, + 0.546875, + 0.550781, + 0.558594, + 0.554688, + 0.554688, + 0.546875, + 0.550781, + 0.535156, + 0.5, + 0.546875, + 0.550781, + 0.527344, + 0.535156, + 0.523438, + 0.117676, + 0.539062, + 0.546875, + 0.546875, + 0.535156, + 0.535156, + 0.539062, + 0.546875, + 0.542969, + 0.546875, + 0.523438, + 0.5625, + 0.539062, + 0.546875, + 0.546875, + 0.496094, + 0.554688, + 0.550781, + 0.546875, + 0.535156, + 0.539062, + 0.53125, + 0.535156, + 0.53125, + 0.511719, + 0.542969, + 0.542969, + 0.535156, + 0.554688, + 0.507812, + 0.570312, + 0.546875, + 0.523438, + 0.492188, + 0.546875, + 0.535156, + 0.558594, + 0.535156, + 0.539062, + 0.519531, + 0.53125, + 0.546875, + 0.546875, + 0.535156, + 0.554688, + 0.546875, + 0.542969, + 0.546875, + 0.511719, + 0.550781, + 0.542969, + 0.542969, + 0.535156, + 0.535156, + 0.474609, + 0.539062, + 0.542969, + 0.550781, + 0.539062, + 0.542969, + 0.53125, + 0.550781, + 0.539062, + 0.542969, + 0.539062, + 0.53125, + 0.558594, + 0.554688, + 0.546875, + 0.546875, + 0.515625, + 0.546875, + 0.404297, + 0.527344, + 0.550781, + 0.333984, + 0.527344, + 0.546875, + 0.550781, + 0.523438, + 0.511719, + 0.566406, + 0.535156, + 0.5625, + 0.546875, + 0.546875, + 0.539062, + 0.554688, + 0.542969, + 0.550781, + 0.542969, + 0.539062, + 0.539062, + 0.539062, + 0.554688, + 0.542969, + 0.546875, + 0.539062, + 0.5625, + 0.539062, + 0.546875, + 0.546875, + 0.554688, + 0.546875, + 0.535156, + 0.511719, + 0.542969, + 0.527344, + 0.53125, + 0.558594, + 0.482422, + 0.546875, + 0.53125, + 0.550781, + 0.539062, + 0.527344, + 0.542969, + 0.53125, + 0.546875, + 0.523438, + 0.507812, + 0.539062, + 0.554688, + 0.550781, + 0.550781, + 0.558594, + 0.539062, + 0.535156, + 0.5625, + 0.558594, + 0.550781, + 0.519531, + 0.498047, + 0.527344, + 0.474609, + 0.550781, + 0.527344, + 0.546875, + 0.550781, + 0.527344, + 0.496094, + 0.503906, + 0.550781, + 0.535156, + 0.546875, + 0.519531, + 0.542969, + 0.550781, + 0.542969, + 0.53125, + 0.527344, + 0.542969, + 0.546875, + 0.546875, + 0.53125, + 0.554688, + 0.527344, + 0.550781, + 0.550781, + 0.550781, + 0.535156, + 0.554688, + 0.535156, + 0.527344, + 0.542969, + 0.53125, + 0.539062, + 0.542969, + 0.550781, + 0.546875, + 0.53125, + 0.535156, + 0.550781, + 0.550781, + 0.5625, + 0.511719, + 0.539062, + 0.546875, + 0.542969, + 0.546875, + 0.558594, + 0.503906, + 0.257812, + 0.550781, + 0.5625, + 0.542969, + 0.550781, + 0.53125, + 0.523438, + 0.546875, + 0.523438, + 0.542969, + 0.546875, + 0.492188, + 0.542969, + 0.507812, + 0.550781, + 0.542969, + 0.542969, + 0.546875, + 0.546875, + 0.542969, + 0.550781, + 0.554688, + 0.519531, + 0.546875, + 0.542969, + 0.523438, + 0.539062, + 0.554688, + 0.5625, + 0.558594, + 0.535156, + 0.546875, + 0.546875, + 0.550781, + 0.539062, + 0.550781, + 0.546875, + 0.535156, + 0.542969, + 0.527344, + 0.550781, + 0.546875, + 0.425781, + 0.542969, + 0.550781, + 0.507812, + 0.550781, + 0.539062, + 0.453125, + 0.539062, + 0.472656, + 0.527344, + 0.5625, + 0.539062, + 0.535156, + 0.554688, + 0.550781, + 0.550781, + 0.554688, + 0.546875, + 0.550781, + 0.53125, + 0.539062, + 0.542969, + 0.523438, + 0.527344, + 0.443359, + 0.535156, + 0.519531, + 0.558594, + 0.535156, + 0.488281, + 0.542969, + 0.539062, + 0.535156, + 0.578125, + 0.546875, + 0.542969, + 0.554688, + 0.523438, + 0.546875, + 0.511719, + 0.542969, + 0.550781, + 0.488281, + 0.539062, + 0.535156, + 0.542969, + 0.554688, + 0.523438, + 0.546875, + 0.546875, + 0.542969, + 0.546875, + 0.527344, + 0.546875, + 0.535156, + 0.550781, + 0.535156, + 0.546875, + 0.554688, + 0.554688, + 0.539062, + 0.539062, + 0.546875, + 0.542969, + 0.539062, + 0.523438, + 0.546875, + 0.535156, + 0.546875, + 0.566406, + 0.539062, + 0.542969, + 0.554688, + 0.535156, + 0.53125, + 0.546875, + 0.511719, + 0.550781, + 0.209961, + 0.53125, + 0.550781, + 0.550781, + 0.484375, + 0.554688, + 0.546875, + 0.542969, + 0.539062, + 0.535156, + 0.539062, + 0.558594, + 0.275391, + 0.539062, + 0.535156, + 0.558594, + 0.550781, + 0.53125, + 0.539062, + 0.535156, + 0.558594, + 0.535156, + 0.503906, + 0.558594, + 0.558594, + 0.546875, + 0.554688, + 0.566406, + 0.542969, + 0.535156, + 0.498047, + 0.535156, + 0.527344, + 0.492188, + 0.539062, + 0.535156, + 0.550781, + 0.53125, + 0.546875, + 0.554688, + 0.546875, + 0.498047, + 0.535156, + 0.550781, + 0.535156, + 0.53125, + 0.539062, + 0.476562, + 0.542969, + 0.527344, + 0.535156, + 0.546875, + 0.546875, + 0.546875, + 0.550781, + 0.550781, + 0.558594, + 0.275391, + 0.558594, + 0.5, + 0.443359, + 0.539062, + 0.539062, + 0.542969, + 0.519531, + 0.511719, + 0.550781, + 0.554688, + 0.539062, + 0.546875, + 0.550781, + 0.554688, + 0.523438, + 0.542969, + 0.539062, + 0.5625, + 0.539062, + 0.550781, + 0.535156, + 0.503906, + 0.554688, + 0.539062, + 0.53125, + 0.535156, + 0.554688, + 0.542969, + 0.542969, + 0.535156, + 0.554688, + 0.53125, + 0.535156, + 0.523438, + 0.558594, + 0.558594, + 0.554688, + 0.519531, + 0.550781, + 0.482422, + 0.515625, + 0.550781, + 0.527344, + 0.550781, + 0.558594, + 0.546875, + 0.490234, + 0.523438, + 0.5625, + 0.550781, + 0.546875, + 0.5625, + 0.53125, + 0.546875, + 0.542969, + 0.535156, + 0.546875, + 0.554688, + 0.443359, + 0.539062, + 0.542969, + 0.546875, + 0.492188, + 0.542969, + 0.535156, + 0.535156, + 0.546875, + 0.519531, + 0.5625, + 0.402344, + 0.550781, + 0.496094, + 0.1875, + 0.535156, + 0.558594, + 0.554688, + 0.535156, + 0.550781, + 0.53125, + 0.554688, + 0.550781, + 0.535156, + 0.527344, + 0.542969, + 0.550781, + 0.542969, + 0.527344, + 0.527344, + 0.535156, + 0.503906, + 0.523438, + 0.494141, + 0.550781, + 0.5625, + 0.5, + 0.511719, + 0.550781, + 0.542969, + 0.490234, + 0.535156, + 0.527344, + 0.511719, + 0.542969, + 0.546875, + 0.53125, + 0.546875, + 0.546875, + 0.546875, + 0.535156, + 0.550781, + 0.535156, + 0.554688, + 0.5625, + 0.542969, + 0.492188, + 0.427734, + 0.511719, + 0.511719, + 0.523438, + 0.550781, + 0.554688, + 0.542969, + 0.542969, + 0.554688, + 0.234375, + 0.527344, + 0.636719, + 0.542969, + 0.523438, + 0.546875, + 0.535156, + 0.539062, + 0.546875, + 0.53125, + 0.546875, + 0.550781, + 0.535156, + 0.542969, + 0.542969, + 0.542969, + 0.546875, + 0.558594, + 0.539062, + 0.542969, + 0.527344, + 0.539062, + 0.398438, + 0.511719, + 0.558594, + 0.539062, + 0.535156, + 0.546875, + 0.453125, + 0.574219, + 0.550781, + 0.550781, + 0.542969, + 0.546875, + 0.539062, + 0.53125, + 0.507812, + 0.546875, + 0.511719, + 0.539062, + 0.53125, + 0.542969, + 0.550781, + 0.550781, + 0.376953, + 0.542969, + 0.550781, + 0.539062, + 0.546875, + 0.523438, + 0.546875, + 0.539062, + 0.515625, + 0.550781, + 0.523438, + 0.542969, + 0.546875, + 0.542969, + 0.511719, + 0.535156, + 0.546875, + 0.527344, + 0.535156, + 0.550781, + 0.231445, + 0.546875, + 0.554688, + 0.470703, + 0.535156, + 0.511719, + 0.546875, + 0.539062, + 0.550781, + 0.535156, + 0.546875, + 0.519531, + 0.539062, + 0.542969, + 0.546875, + 0.554688, + 0.546875, + 0.476562, + 0.542969, + 0.527344, + 0.539062, + 0.550781, + 0.546875, + 0.443359, + 0.535156, + 0.515625, + 0.539062, + 0.535156, + 0.466797, + 0.539062, + 0.546875, + 0.539062, + 0.542969, + 0.546875, + 0.535156, + 0.558594, + 0.480469, + 0.550781, + 0.550781, + 0.542969, + 0.503906, + 0.554688, + 0.539062, + 0.53125, + 0.542969, + 0.550781, + 0.542969, + 0.535156, + 0.539062, + 0.539062, + 0.408203, + 0.542969, + 0.550781, + 0.542969, + 0.523438, + 0.5625, + 0.539062, + 0.535156, + 0.539062, + 0.5625, + 0.546875, + 0.53125, + 0.535156, + 0.539062, + 0.546875, + 0.550781, + 0.542969, + 0.5625, + 0.527344, + 0.539062, + 0.53125, + 0.5625, + 0.558594, + 0.550781, + 0.539062, + 0.503906, + 0.550781, + 0.539062, + 0.519531, + 0.546875, + 0.535156, + 0.488281, + 0.5625, + 0.535156, + 0.550781, + 0.546875, + 0.558594, + 0.490234, + 0.546875, + 0.542969, + 0.53125, + 0.539062, + 0.535156, + 0.554688, + 0.546875, + 0.546875, + 0.550781, + 0.558594, + 0.550781, + 0.523438, + 0.535156, + 0.554688, + 0.542969, + 0.554688, + 0.542969, + 0.554688, + 0.400391, + 0.527344, + 0.546875, + 0.542969, + 0.527344, + 0.542969, + 0.523438, + 0.546875, + 0.53125, + 0.527344, + 0.550781, + 0.519531, + 0.539062, + 0.482422, + 0.53125, + 0.535156, + 0.539062, + 0.535156, + 0.5625, + 0.542969, + 0.546875, + 0.539062, + 0.539062, + 0.542969, + 0.482422, + 0.5, + 0.550781, + 0.455078, + 0.539062, + 0.542969, + 0.542969, + 0.539062, + 0.558594, + 0.550781, + 0.535156, + 0.53125, + 0.542969, + 0.539062, + 0.542969, + 0.539062, + 0.470703, + 0.535156, + 0.558594, + 0.5625, + 0.527344, + 0.546875, + 0.535156, + 0.539062, + 0.53125, + 0.546875, + 0.523438, + 0.527344, + 0.539062, + 0.554688, + 0.542969, + 0.554688, + 0.53125, + 0.542969, + 0.515625, + 0.550781, + 0.546875, + 0.550781, + 0.550781, + 0.542969, + 0.546875, + 0.53125, + 0.546875, + 0.546875, + 0.515625, + 0.546875, + 0.566406, + 0.527344, + 0.542969, + 0.498047, + 0.535156, + 0.507812, + 0.535156, + 0.558594, + 0.546875, + 0.527344, + 0.539062, + 0.558594, + 0.546875, + 0.546875, + 0.535156, + 0.519531, + 0.486328, + 0.546875, + 0.546875, + 0.554688, + 0.527344, + 0.554688, + 0.558594, + 0.542969, + 0.550781, + 0.550781, + 0.546875, + 0.546875, + 0.539062, + 0.470703, + 0.519531, + 0.558594, + 0.539062, + 0.535156, + 0.546875, + 0.5625, + 0.546875, + 0.172852, + 0.5625, + 0.535156, + 0.546875, + 0.554688, + 0.535156, + 0.554688, + 0.494141, + 0.542969, + 0.550781, + 0.527344, + 0.550781, + 0.539062, + 0.550781, + 0.511719, + 0.558594, + 0.539062, + 0.53125, + 0.53125, + 0.400391, + 0.554688, + 0.480469, + 0.53125, + 0.542969, + 0.550781, + 0.535156, + 0.558594, + 0.542969, + 0.519531, + 0.400391, + 0.546875, + 0.542969, + 0.546875, + 0.5, + 0.550781, + 0.53125, + 0.550781, + 0.53125, + 0.539062, + 0.554688, + 0.550781, + 0.546875, + 0.53125, + 0.550781, + 0.558594, + 0.542969, + 0.546875, + 0.5625, + 0.550781, + 0.535156, + 0.523438, + 0.53125, + 0.554688, + 0.511719, + 0.546875, + 0.59375, + 0.546875, + 0.546875, + 0.535156, + 0.535156, + 0.550781, + 0.558594, + 0.535156, + 0.554688, + 0.554688, + 0.546875, + 0.546875, + 0.542969, + 0.550781, + 0.380859, + 0.546875, + 0.558594, + 0.535156, + 0.527344, + 0.546875, + 0.554688, + 0.550781, + 0.546875, + 0.535156, + 0.5, + 0.542969, + 0.546875, + 0.542969, + 0.503906, + 0.542969, + 0.53125, + 0.439453, + 0.546875, + 0.507812, + 0.558594, + 0.527344, + 0.554688, + 0.523438, + 0.539062, + 0.539062, + 0.550781, + 0.542969, + 0.490234, + 0.546875, + 0.550781, + 0.550781, + 0.546875, + 0.542969, + 0.554688, + 0.507812, + 0.244141, + 0.490234, + 0.546875, + 0.542969, + 0.527344, + 0.546875, + 0.546875, + 0.476562, + 0.523438, + 0.554688, + 0.539062, + 0.535156, + 0.550781, + 0.535156, + 0.542969, + 0.546875, + 0.550781, + 0.523438, + 0.542969, + 0.542969, + 0.53125, + 0.554688, + 0.550781, + 0.515625, + 0.5, + 0.554688, + 0.550781, + 0.546875, + 0.546875, + 0.527344, + 0.539062, + 0.546875, + 0.5625, + 0.542969, + 0.523438, + 0.503906, + 0.535156, + 0.527344, + 0.554688, + 0.535156, + 0.570312, + 0.369141, + 0.53125, + 0.527344, + 0.554688, + 0.53125, + 0.554688, + 0.542969, + 0.542969, + 0.546875, + 0.394531, + 0.550781, + 0.570312, + 0.535156, + 0.550781, + 0.535156, + 0.550781, + 0.523438, + 0.492188, + 0.519531, + 0.550781, + 0.527344, + 0.53125, + 0.542969, + 0.542969, + 0.542969, + 0.53125, + 0.535156, + 0.476562, + 0.550781, + 0.566406, + 0.542969, + 0.546875, + 0.546875, + 0.558594, + 0.550781, + 0.523438, + 0.53125, + 0.535156, + 0.542969, + 0.554688, + 0.53125, + 0.539062, + 0.527344, + 0.527344, + 0.550781, + 0.427734, + 0.539062, + 0.546875, + 0.519531, + 0.542969, + 0.554688, + 0.5625, + 0.546875, + 0.558594, + 0.535156, + 0.546875, + 0.542969, + 0.527344, + 0.539062, + 0.542969, + 0.550781, + 0.539062, + 0.494141, + 0.523438, + 0.539062, + 0.554688, + 0.554688, + 0.53125, + 0.550781, + 0.550781, + 0.542969, + 0.539062, + 0.546875, + 0.542969, + 0.523438, + 0.542969, + 0.554688, + 0.539062, + 0.558594, + 0.550781, + 0.535156, + 0.550781, + 0.542969, + 0.542969, + 0.550781, + 0.554688, + 0.523438, + 0.558594, + 0.542969, + 0.554688, + 0.535156, + 0.519531, + 0.539062, + 0.550781, + 0.550781, + 0.494141, + 0.5, + 0.507812, + 0.554688, + 0.542969, + 0.5625, + 0.558594, + 0.546875, + 0.546875, + 0.535156, + 0.458984, + 0.558594, + 0.539062, + 0.539062, + 0.546875, + 0.558594, + 0.53125, + 0.53125, + 0.539062, + 0.542969, + 0.539062, + 0.5625, + 0.507812, + 0.539062, + 0.53125, + 0.535156, + 0.546875, + 0.546875, + 0.558594, + 0.554688, + 0.5625, + 0.539062, + 0.466797, + 0.546875, + 0.550781, + 0.550781, + 0.535156, + 0.554688, + 0.535156, + 0.546875, + 0.486328, + 0.490234, + 0.53125, + 0.539062, + 0.535156, + 0.550781, + 0.535156, + 0.542969, + 0.542969, + 0.542969, + 0.554688, + 0.554688, + 0.527344, + 0.539062, + 0.539062, + 0.546875, + 0.5, + 0.535156, + 0.503906, + 0.535156, + 0.542969, + 0.511719, + 0.558594, + 0.5625, + 0.535156, + 0.546875, + 0.585938, + 0.492188, + 0.511719, + 0.53125, + 0.527344, + 0.539062, + 0.523438, + 0.53125, + 0.535156, + 0.5625, + 0.229492, + 0.511719, + 0.550781, + 0.539062 + ] + }, + "name": "model.model.layers.49.post_attention_layernorm.weight", + "outputIndexes": [ + 4035 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4034 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_49/Mul_output_0", + "outputIndexes": [ + 4036 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4035, + 4036 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_49/Mul_1_output_0", + "outputIndexes": [ + 4037 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4037 + ], + "outputIndexes": [ + 5776 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5776 + ], + "outputIndexes": [ + 5777 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/gate_proj/Linear", + "inputIndexes": [ + 5777 + ], + "outputIndexes": [ + 5778 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 494538194, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5778 + ], + "outputIndexes": [ + 5779 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5779 + ], + "outputIndexes": [ + 4038 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4038 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_49/Sigmoid_output_0", + "outputIndexes": [ + 4039 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4038, + 4039 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_49/Mul_output_0", + "outputIndexes": [ + 4040 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4037 + ], + "outputIndexes": [ + 5780 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5780 + ], + "outputIndexes": [ + 5781 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/up_proj/Linear", + "inputIndexes": [ + 5781 + ], + "outputIndexes": [ + 5782 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 497118696, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5782 + ], + "outputIndexes": [ + 5783 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5783 + ], + "outputIndexes": [ + 4041 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4040, + 4041 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_49/Mul_output_0", + "outputIndexes": [ + 4042 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4042 + ], + "outputIndexes": [ + 5784 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5784 + ], + "outputIndexes": [ + 5785 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/down_proj/Linear", + "inputIndexes": [ + 5785 + ], + "outputIndexes": [ + 5786 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 499699198, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5786 + ], + "outputIndexes": [ + 5787 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.49/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5787 + ], + "outputIndexes": [ + 4043 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4034, + 4043 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_249_output_0", + "outputIndexes": [ + 4044 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4044, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_450_output_0", + "outputIndexes": [ + 4045 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.507812, + 0.369141, + 0.369141, + 0.351562, + 0.398438, + 0.384766, + 1.1875, + 0.382812, + 0.457031, + 0.542969, + 0.789062, + 0.375, + 0.464844, + 0.369141, + 0.367188, + 0.380859, + 1.078125, + 0.384766, + 0.378906, + 0.617188, + 0.425781, + 0.361328, + 0.408203, + 0.451172, + 0.404297, + 0.357422, + 0.451172, + 0.400391, + 0.380859, + 0.365234, + 0.527344, + 0.474609, + 0.380859, + 0.378906, + 0.400391, + 0.386719, + 0.578125, + 0.376953, + 0.695312, + 0.380859, + 0.386719, + 0.357422, + 0.408203, + 0.433594, + 0.542969, + 0.423828, + 0.376953, + 0.492188, + 0.380859, + 0.734375, + 0.335938, + 0.777344, + 0.386719, + 0.384766, + 0.539062, + 0.382812, + 0.341797, + 0.417969, + 0.388672, + 0.365234, + 0.384766, + 0.363281, + 0.410156, + 0.351562, + 0.462891, + 0.515625, + 0.726562, + 0.703125, + 0.378906, + 0.609375, + 0.365234, + 0.566406, + 0.445312, + 0.427734, + 0.361328, + 0.380859, + 0.417969, + 0.378906, + 0.707031, + 0.402344, + 0.427734, + 0.375, + 0.441406, + 0.404297, + 0.402344, + 0.492188, + 0.349609, + 0.511719, + 0.412109, + 0.542969, + 0.425781, + 0.404297, + 0.527344, + 0.388672, + 0.691406, + 0.578125, + 0.404297, + 0.349609, + 0.369141, + 0.457031, + 0.398438, + 0.40625, + 0.369141, + 0.412109, + 0.423828, + 0.59375, + 0.363281, + 0.408203, + 0.384766, + 0.349609, + 0.349609, + 0.390625, + 0.384766, + 0.414062, + 0.384766, + 0.455078, + 0.388672, + 0.376953, + 0.333984, + 0.382812, + 0.40625, + 0.488281, + 0.355469, + 0.435547, + 0.357422, + 0.410156, + 1.171875, + 0.353516, + 0.357422, + 0.353516, + 0.390625, + 0.322266, + 0.378906, + 0.392578, + 0.394531, + 0.402344, + 0.375, + 0.398438, + 0.652344, + 0.441406, + 0.357422, + 0.449219, + 0.357422, + 0.363281, + 0.355469, + 0.369141, + 0.380859, + 0.417969, + 0.363281, + 0.398438, + 0.376953, + 0.400391, + 0.326172, + 0.359375, + 0.380859, + 0.443359, + 0.365234, + 0.388672, + 0.640625, + 0.398438, + 0.636719, + 0.386719, + 0.570312, + 0.369141, + 0.398438, + 0.359375, + 0.726562, + 0.361328, + 0.373047, + 0.605469, + 0.476562, + 0.375, + 0.380859, + 0.416016, + 0.683594, + 0.378906, + 0.451172, + 0.369141, + 0.355469, + 0.396484, + 0.392578, + 0.427734, + 0.388672, + 0.458984, + 0.328125, + 0.412109, + 0.398438, + 0.40625, + 0.382812, + 0.375, + 0.355469, + 0.396484, + 0.667969, + 0.388672, + 0.384766, + 0.375, + 0.380859, + 0.466797, + 0.210938, + 0.371094, + 0.390625, + 0.371094, + 0.412109, + 0.367188, + 0.414062, + 0.40625, + 0.357422, + 0.398438, + 0.398438, + 0.380859, + 0.375, + 0.404297, + 0.392578, + 0.609375, + 0.353516, + 0.376953, + 0.376953, + 0.394531, + 0.363281, + 0.392578, + 0.400391, + 0.400391, + 0.458984, + 0.396484, + 0.357422, + 0.412109, + 0.363281, + 0.621094, + 0.367188, + 0.425781, + 0.462891, + 0.714844, + 0.396484, + 0.451172, + 0.380859, + 0.474609, + 0.382812, + 0.443359, + 0.433594, + 0.341797, + 0.363281, + 0.390625, + 0.355469, + 0.386719, + 0.390625, + 0.402344, + 0.5625, + 0.392578, + 0.386719, + 0.412109, + 0.392578, + 0.441406, + 0.613281, + 0.394531, + 0.474609, + 0.363281, + 0.427734, + 0.414062, + 0.507812, + 0.347656, + 0.375, + 0.396484, + 0.369141, + 0.466797, + 0.369141, + 0.373047, + 0.40625, + 0.386719, + 0.511719, + 0.392578, + 1.007812, + 0.380859, + 0.392578, + 0.9375, + 0.53125, + 0.369141, + 0.359375, + 0.507812, + 0.550781, + 0.376953, + 0.46875, + 0.404297, + 0.347656, + 0.373047, + 0.380859, + 0.416016, + 0.353516, + 0.359375, + 0.384766, + 0.361328, + 0.369141, + 0.384766, + 0.371094, + 0.408203, + 0.404297, + 0.378906, + 0.363281, + 0.369141, + 0.371094, + 0.400391, + 0.363281, + 0.376953, + 0.398438, + 0.570312, + 0.357422, + 0.373047, + 0.482422, + 0.373047, + 0.347656, + 0.390625, + 0.550781, + 0.357422, + 0.460938, + 0.447266, + 0.361328, + 0.384766, + 0.392578, + 0.441406, + 0.65625, + 0.519531, + 0.363281, + 0.371094, + 0.365234, + 0.363281, + 0.410156, + 0.441406, + 0.359375, + 0.382812, + 0.353516, + 0.412109, + 0.632812, + 0.484375, + 0.65625, + 0.398438, + 0.46875, + 0.416016, + 0.357422, + 0.419922, + 0.691406, + 0.578125, + 0.410156, + 0.392578, + 0.384766, + 0.464844, + 0.351562, + 0.375, + 0.416016, + 0.376953, + 0.462891, + 0.380859, + 0.378906, + 0.347656, + 0.433594, + 0.416016, + 0.398438, + 0.378906, + 0.382812, + 0.359375, + 0.402344, + 0.400391, + 0.373047, + 0.398438, + 0.353516, + 0.388672, + 0.34375, + 0.392578, + 0.367188, + 0.353516, + 0.400391, + 0.427734, + 0.375, + 0.361328, + 0.382812, + 0.625, + 0.427734, + 0.398438, + 0.376953, + 0.371094, + 0.380859, + 0.644531, + 0.996094, + 0.419922, + 0.404297, + 0.382812, + 0.34375, + 0.402344, + 0.478516, + 0.361328, + 0.490234, + 0.367188, + 0.404297, + 0.632812, + 0.369141, + 0.566406, + 0.392578, + 0.376953, + 0.402344, + 0.369141, + 0.386719, + 0.339844, + 0.445312, + 0.359375, + 0.5625, + 0.369141, + 0.380859, + 0.466797, + 0.367188, + 0.388672, + 0.369141, + 0.392578, + 0.382812, + 0.367188, + 0.4375, + 0.396484, + 0.357422, + 0.386719, + 0.433594, + 0.376953, + 0.376953, + 0.582031, + 0.384766, + 0.390625, + 0.800781, + 0.382812, + 0.365234, + 0.486328, + 0.371094, + 0.382812, + 0.761719, + 0.423828, + 0.675781, + 0.464844, + 0.345703, + 0.386719, + 0.378906, + 0.402344, + 0.357422, + 0.357422, + 0.376953, + 0.355469, + 0.396484, + 0.482422, + 0.490234, + 0.367188, + 0.402344, + 0.570312, + 0.386719, + 0.394531, + 0.554688, + 0.355469, + 0.429688, + 0.699219, + 0.378906, + 0.365234, + 0.371094, + 0.414062, + 0.375, + 0.390625, + 0.386719, + 0.439453, + 0.414062, + 0.363281, + 0.375, + 0.396484, + 0.664062, + 0.378906, + 0.445312, + 0.367188, + 0.394531, + 0.46875, + 0.410156, + 0.371094, + 0.365234, + 0.398438, + 0.412109, + 0.425781, + 0.458984, + 0.371094, + 0.474609, + 0.404297, + 0.375, + 0.375, + 0.351562, + 0.404297, + 0.390625, + 0.457031, + 0.392578, + 0.476562, + 0.410156, + 0.373047, + 0.373047, + 0.359375, + 0.361328, + 0.388672, + 0.367188, + 0.496094, + 0.332031, + 0.378906, + 0.507812, + 0.455078, + 1.3125, + 0.457031, + 0.359375, + 0.390625, + 0.679688, + 0.380859, + 0.376953, + 0.402344, + 0.349609, + 0.40625, + 0.404297, + 0.351562, + 0.90625, + 0.419922, + 0.439453, + 0.410156, + 0.351562, + 0.460938, + 0.390625, + 0.404297, + 0.388672, + 0.351562, + 0.6875, + 0.392578, + 0.355469, + 0.419922, + 0.376953, + 0.380859, + 0.361328, + 0.464844, + 0.621094, + 0.441406, + 0.523438, + 0.652344, + 0.369141, + 0.396484, + 0.414062, + 0.400391, + 0.378906, + 0.378906, + 0.419922, + 0.554688, + 0.433594, + 0.365234, + 0.400391, + 0.474609, + 0.376953, + 0.730469, + 0.494141, + 0.490234, + 0.453125, + 0.361328, + 0.375, + 0.363281, + 0.369141, + 0.382812, + 0.496094, + 0.108887, + 0.361328, + 0.578125, + 0.761719, + 0.445312, + 0.34375, + 0.419922, + 0.458984, + 0.527344, + 0.359375, + 0.373047, + 0.394531, + 0.386719, + 0.380859, + 0.386719, + 0.515625, + 0.367188, + 0.412109, + 0.339844, + 0.396484, + 0.392578, + 0.427734, + 0.625, + 0.373047, + 0.396484, + 0.408203, + 0.445312, + 0.373047, + 0.353516, + 0.402344, + 0.384766, + 0.357422, + 0.40625, + 0.417969, + 0.5, + 0.353516, + 0.357422, + 0.398438, + 0.507812, + 0.355469, + 0.734375, + 0.59375, + 0.349609, + 0.361328, + 0.414062, + 0.369141, + 0.400391, + 0.664062, + 0.451172, + 0.410156, + 0.390625, + 0.398438, + 0.339844, + 0.458984, + 0.335938, + 0.365234, + 0.417969, + 0.396484, + 0.355469, + 1.039062, + 0.404297, + 0.441406, + 0.378906, + 0.667969, + 0.351562, + 0.398438, + 0.410156, + 0.376953, + 0.601562, + 0.380859, + 0.855469, + 0.386719, + 0.617188, + 1.28125, + 0.4375, + 0.386719, + 0.371094, + 0.449219, + 0.367188, + 0.396484, + 0.378906, + 0.390625, + 0.392578, + 0.5, + 0.337891, + 0.355469, + 0.46875, + 0.558594, + 0.412109, + 0.384766, + 0.644531, + 0.458984, + 0.65625, + 0.371094, + 0.361328, + 0.396484, + 0.628906, + 0.412109, + 0.386719, + 0.714844, + 0.351562, + 0.535156, + 0.53125, + 0.425781, + 0.339844, + 0.464844, + 0.392578, + 0.359375, + 0.375, + 0.404297, + 0.365234, + 0.386719, + 0.376953, + 0.345703, + 0.382812, + 0.445312, + 0.609375, + 0.472656, + 0.628906, + 0.507812, + 0.369141, + 0.367188, + 0.388672, + 0.365234, + 0.388672, + 1.054688, + 0.431641, + 0.470703, + 0.388672, + 0.498047, + 0.349609, + 0.371094, + 0.394531, + 0.373047, + 0.373047, + 0.398438, + 0.382812, + 0.439453, + 0.361328, + 0.373047, + 0.394531, + 0.392578, + 0.345703, + 0.402344, + 0.380859, + 0.5, + 0.384766, + 1.015625, + 0.578125, + 0.341797, + 0.417969, + 0.451172, + 0.375, + 0.570312, + 0.400391, + 0.390625, + 0.396484, + 0.363281, + 0.416016, + 0.378906, + 0.466797, + 0.566406, + 0.359375, + 0.601562, + 0.40625, + 0.5, + 0.417969, + 0.388672, + 0.462891, + 0.921875, + 0.414062, + 0.421875, + 0.404297, + 0.400391, + 0.542969, + 0.376953, + 0.382812, + 0.519531, + 0.390625, + 0.539062, + 0.390625, + 0.376953, + 0.375, + 0.404297, + 0.388672, + 0.382812, + 0.447266, + 0.392578, + 0.361328, + 1.148438, + 0.378906, + 0.380859, + 0.632812, + 0.472656, + 0.695312, + 0.337891, + 0.410156, + 0.371094, + 0.353516, + 0.365234, + 0.431641, + 0.417969, + 0.410156, + 0.378906, + 0.363281, + 0.388672, + 0.714844, + 0.375, + 0.378906, + 0.433594, + 0.345703, + 0.359375, + 0.917969, + 0.425781, + 0.439453, + 0.474609, + 0.386719, + 0.742188, + 0.34375, + 0.396484, + 0.365234, + 0.347656, + 0.361328, + 0.498047, + 0.367188, + 0.644531, + 0.373047, + 0.392578, + 0.382812, + 0.726562, + 0.384766, + 0.404297, + 0.412109, + 0.388672, + 0.425781, + 0.404297, + 0.46875, + 0.410156, + 0.378906, + 0.753906, + 0.361328, + 0.382812, + 0.380859, + 0.359375, + 0.34375, + 0.392578, + 0.388672, + 0.400391, + 0.367188, + 0.367188, + 0.542969, + 0.431641, + 0.431641, + 0.404297, + 0.375, + 0.435547, + 0.390625, + 0.5, + 0.443359, + 0.363281, + 0.408203, + 0.396484, + 0.376953, + 0.371094, + 0.570312, + 0.378906, + 0.376953, + 0.427734, + 0.353516, + 0.388672, + 0.699219, + 0.400391, + 0.367188, + 0.373047, + 0.376953, + 0.388672, + 0.644531, + 0.349609, + 0.388672, + 0.373047, + 0.396484, + 0.414062, + 0.380859, + 0.341797, + 0.398438, + 0.363281, + 0.396484, + 0.359375, + 0.476562, + 0.498047, + 0.361328, + 0.361328, + 0.419922, + 0.431641, + 0.429688, + 0.871094, + 0.402344, + 0.361328, + 0.367188, + 0.507812, + 0.357422, + 0.447266, + 0.371094, + 0.511719, + 0.400391, + 0.371094, + 0.589844, + 0.394531, + 0.695312, + 0.416016, + 0.455078, + 0.390625, + 0.460938, + 0.363281, + 0.408203, + 0.349609, + 0.371094, + 0.433594, + 0.369141, + 0.734375, + 0.632812, + 0.347656, + 0.671875, + 0.357422, + 0.384766, + 0.367188, + 0.388672, + 0.416016, + 0.40625, + 0.388672, + 0.402344, + 0.369141, + 0.408203, + 0.371094, + 0.412109, + 0.667969, + 0.371094, + 0.353516, + 0.361328, + 0.585938, + 0.396484, + 0.404297, + 0.337891, + 0.5625, + 0.398438, + 0.445312, + 0.386719, + 0.371094, + 0.384766, + 0.400391, + 0.382812, + 0.449219, + 0.417969, + 0.578125, + 0.339844, + 0.373047, + 0.359375, + 0.496094, + 0.367188, + 0.376953, + 0.359375, + 0.382812, + 0.359375, + 0.470703, + 0.40625, + 0.349609, + 0.433594, + 0.382812, + 0.605469, + 0.388672, + 0.550781, + 0.408203, + 0.408203, + 0.378906, + 0.503906, + 0.378906, + 0.351562, + 0.371094, + 0.355469, + 0.367188, + 0.648438, + 0.65625, + 0.361328, + 0.371094, + 0.382812, + 0.464844, + 0.400391, + 0.373047, + 0.439453, + 0.404297, + 0.371094, + 0.355469, + 0.484375, + 0.400391, + 0.691406, + 0.392578, + 0.371094, + 0.408203, + 0.396484, + 0.40625, + 0.375, + 0.410156, + 0.835938, + 0.359375, + 0.423828, + 0.378906, + 0.419922, + 0.400391, + 0.359375, + 0.675781, + 0.375, + 0.396484, + 0.507812, + 0.359375, + 0.410156, + 0.345703, + 0.416016, + 0.369141, + 0.421875, + 0.402344, + 0.369141, + 0.96875, + 0.357422, + 0.675781, + 0.402344, + 0.386719, + 0.390625, + 0.410156, + 0.386719, + 0.359375, + 0.550781, + 1.023438, + 0.398438, + 0.441406, + 0.378906, + 0.632812, + 0.384766, + 0.435547, + 0.388672, + 0.423828, + 0.357422, + 0.380859, + 0.394531, + 0.386719, + 0.488281, + 0.369141, + 0.392578, + 0.371094, + 0.367188, + 0.359375, + 0.371094, + 0.419922, + 0.431641, + 0.464844, + 0.345703, + 0.455078, + 0.414062, + 0.355469, + 0.386719, + 0.376953, + 0.412109, + 0.402344, + 0.380859, + 0.349609, + 0.40625, + 0.371094, + 0.390625, + 0.355469, + 0.40625, + 0.396484, + 0.367188, + 0.699219, + 0.353516, + 0.363281, + 0.392578, + 0.546875, + 0.425781, + 0.339844, + 0.402344, + 0.433594, + 0.425781, + 0.542969, + 0.367188, + 0.34375, + 0.371094, + 0.605469, + 0.388672, + 0.341797, + 0.707031, + 0.371094, + 0.53125, + 0.404297, + 0.373047, + 0.388672, + 0.384766, + 0.419922, + 0.376953, + 0.355469, + 0.363281, + 0.683594, + 0.404297, + 0.373047, + 0.363281, + 0.359375, + 0.373047, + 0.375, + 0.582031, + 1.171875, + 0.726562, + 0.398438, + 0.380859, + 0.478516, + 0.367188, + 0.408203, + 0.726562, + 0.498047, + 0.351562, + 0.345703, + 0.412109, + 0.392578, + 0.455078, + 0.390625, + 0.382812, + 0.431641, + 0.482422, + 0.388672, + 0.347656, + 0.451172, + 0.378906, + 0.349609, + 0.460938, + 0.6875, + 0.371094, + 0.378906, + 0.361328, + 0.386719, + 0.365234, + 0.449219, + 0.361328, + 0.382812, + 0.367188, + 0.388672, + 0.578125, + 0.388672, + 0.443359, + 0.380859, + 0.371094, + 0.371094, + 0.949219, + 0.337891, + 0.394531, + 0.390625, + 0.376953, + 0.347656, + 0.347656, + 0.378906, + 0.396484, + 0.917969, + 0.396484, + 0.337891, + 0.384766, + 0.390625, + 0.431641, + 0.396484, + 0.371094, + 0.691406, + 0.578125, + 0.417969, + 0.359375, + 0.404297, + 0.369141, + 0.375, + 0.353516, + 0.412109, + 0.482422, + 0.777344, + 0.394531, + 0.476562, + 0.375, + 0.404297, + 0.378906, + 0.388672, + 0.388672, + 0.396484, + 0.365234, + 0.433594, + 0.349609, + 0.355469, + 0.40625, + 0.394531, + 0.423828, + 0.472656, + 0.421875, + 0.941406, + 0.373047, + 0.445312, + 0.474609, + 0.359375, + 0.376953, + 0.394531, + 0.421875, + 0.427734, + 0.367188, + 0.404297, + 0.359375, + 0.474609, + 0.367188, + 0.390625, + 0.410156, + 0.380859, + 0.613281, + 0.482422, + 0.378906, + 0.335938, + 0.363281, + 0.394531, + 0.390625, + 0.357422, + 0.376953, + 0.4375, + 0.380859, + 0.386719, + 0.527344, + 0.376953, + 0.357422, + 0.388672, + 0.375, + 0.357422, + 0.388672, + 0.359375, + 0.394531, + 0.433594, + 0.40625, + 0.396484, + 0.421875, + 0.359375, + 0.365234, + 0.425781, + 0.408203, + 0.494141, + 0.402344, + 0.380859, + 0.376953, + 0.371094, + 0.511719, + 0.53125, + 0.396484, + 0.365234, + 0.353516, + 0.421875, + 0.402344, + 0.367188, + 0.390625, + 0.578125, + 0.365234, + 0.386719, + 0.417969, + 0.392578, + 0.408203, + 0.396484, + 0.507812, + 0.451172, + 0.371094, + 0.386719, + 0.384766, + 0.621094, + 0.382812, + 0.345703, + 0.416016, + 0.386719, + 0.380859, + 0.363281, + 0.369141, + 0.363281, + 0.441406, + 0.515625, + 0.396484, + 0.410156, + 0.375, + 0.400391, + 0.394531, + 0.4375, + 0.400391, + 0.628906, + 0.636719, + 0.371094, + 0.388672, + 0.417969, + 0.384766, + 0.378906, + 0.384766, + 0.378906, + 0.388672, + 0.363281, + 0.363281, + 0.408203, + 0.361328, + 0.394531, + 0.345703, + 0.683594, + 0.474609, + 0.675781, + 0.412109, + 0.382812, + 0.523438, + 0.392578, + 0.380859, + 0.460938, + 0.378906, + 0.398438, + 0.613281, + 0.570312, + 0.427734, + 0.558594, + 0.451172, + 0.404297, + 0.441406, + 0.431641, + 0.363281, + 1.15625, + 0.644531, + 0.376953, + 0.425781 + ] + }, + "name": "model.model.layers.50.input_layernorm.weight", + "outputIndexes": [ + 4046 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4045 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_50/Mul_output_0", + "outputIndexes": [ + 4047 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4046, + 4047 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_50/Mul_1_output_0", + "outputIndexes": [ + 4048 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4048 + ], + "outputIndexes": [ + 5788 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5788 + ], + "outputIndexes": [ + 5789 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/q_proj/Linear", + "inputIndexes": [ + 5789 + ], + "outputIndexes": [ + 5790 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 502279700, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5790 + ], + "outputIndexes": [ + 5791 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5791 + ], + "outputIndexes": [ + 4049 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4048 + ], + "main_type": "NONE", + "name": "/Shape_701_output_0", + "outputIndexes": [ + 4050 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4050 + ], + "main_type": "NONE", + "name": "Shape10879", + "outputIndexes": [ + 4051 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4050 + ], + "main_type": "NONE", + "name": "Rank10881", + "outputIndexes": [ + 4052 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4052, + 4052 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10883", + "outputIndexes": [ + 4053 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4053 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10884", + "outputIndexes": [ + 4054 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4053, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10886", + "outputIndexes": [ + 4055 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4055 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10887", + "outputIndexes": [ + 4056 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4051, + 4054, + 4056, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10890", + "outputIndexes": [ + 4057 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4057 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10891", + "outputIndexes": [ + 4058 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 4058 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10892", + "outputIndexes": [ + 4059 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4059, + 4058 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10893", + "outputIndexes": [ + 4060 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4050, + 4060, + 4053 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_754_output_0", + "outputIndexes": [ + 4061 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4061, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1601_output_0", + "outputIndexes": [ + 4062 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 4062, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_650_output_0", + "outputIndexes": [ + 4063 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4049, + 4063 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_451_output_0", + "outputIndexes": [ + 4064 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4064, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_400_output_0", + "outputIndexes": [ + 4065 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4064 + ], + "main_type": "NONE", + "name": "/Shape_702_output_0", + "outputIndexes": [ + 4066 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4066 + ], + "main_type": "NONE", + "name": "Shape10900", + "outputIndexes": [ + 4067 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4066 + ], + "main_type": "NONE", + "name": "Rank10902", + "outputIndexes": [ + 4068 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4068, + 4068 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10904", + "outputIndexes": [ + 4069 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4069 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10905", + "outputIndexes": [ + 4070 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4069, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10907", + "outputIndexes": [ + 4071 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4071 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10908", + "outputIndexes": [ + 4072 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4067, + 4070, + 4072, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10911", + "outputIndexes": [ + 4073 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4073 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10912", + "outputIndexes": [ + 4074 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 4074 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10913", + "outputIndexes": [ + 4075 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4075, + 4074 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10914", + "outputIndexes": [ + 4076 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4066, + 4076, + 4069 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_755_output_0", + "outputIndexes": [ + 4077 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4077, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_150_output_0", + "outputIndexes": [ + 4078 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4078, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1606_output_0", + "outputIndexes": [ + 4079 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4064, + 4079, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_201_output_0", + "outputIndexes": [ + 4080 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4080 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_100_output_0", + "outputIndexes": [ + 4081 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4064, + 22, + 4079, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_200_output_0", + "outputIndexes": [ + 4082 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4081, + 4082 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_653_output_0", + "outputIndexes": [ + 4083 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4083, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_401_output_0", + "outputIndexes": [ + 4084 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4065, + 4084 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_250_output_0", + "outputIndexes": [ + 4085 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4048 + ], + "outputIndexes": [ + 5792 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5792 + ], + "outputIndexes": [ + 5793 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/k_proj/Linear", + "inputIndexes": [ + 5793 + ], + "outputIndexes": [ + 5794 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 503201322, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5794 + ], + "outputIndexes": [ + 5795 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5795 + ], + "outputIndexes": [ + 4086 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 4062, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_651_output_0", + "outputIndexes": [ + 4087 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4086, + 4087 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_452_output_0", + "outputIndexes": [ + 4088 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4088, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_402_output_0", + "outputIndexes": [ + 4089 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4088 + ], + "main_type": "NONE", + "name": "/Shape_703_output_0", + "outputIndexes": [ + 4090 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4090 + ], + "main_type": "NONE", + "name": "Shape10963", + "outputIndexes": [ + 4091 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4090 + ], + "main_type": "NONE", + "name": "Rank10965", + "outputIndexes": [ + 4092 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4092, + 4092 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10967", + "outputIndexes": [ + 4093 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4093 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10968", + "outputIndexes": [ + 4094 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4093, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10970", + "outputIndexes": [ + 4095 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4095 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze10971", + "outputIndexes": [ + 4096 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4091, + 4094, + 4096, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice10974", + "outputIndexes": [ + 4097 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4097 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze10975", + "outputIndexes": [ + 4098 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 4098 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10976", + "outputIndexes": [ + 4099 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4099, + 4098 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp10977", + "outputIndexes": [ + 4100 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4090, + 4100, + 4093 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_756_output_0", + "outputIndexes": [ + 4101 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4101, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_151_output_0", + "outputIndexes": [ + 4102 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4102, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1608_output_0", + "outputIndexes": [ + 4103 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4088, + 4103, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_203_output_0", + "outputIndexes": [ + 4104 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4104 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_101_output_0", + "outputIndexes": [ + 4105 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4088, + 22, + 4103, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_202_output_0", + "outputIndexes": [ + 4106 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4105, + 4106 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_654_output_0", + "outputIndexes": [ + 4107 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4107, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_403_output_0", + "outputIndexes": [ + 4108 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4089, + 4108 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_251_output_0", + "outputIndexes": [ + 4109 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4048 + ], + "outputIndexes": [ + 5796 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5796 + ], + "outputIndexes": [ + 5797 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/v_proj/Linear", + "inputIndexes": [ + 5797 + ], + "outputIndexes": [ + 5798 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 503431744, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5798 + ], + "outputIndexes": [ + 5799 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5799 + ], + "outputIndexes": [ + 4110 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4110, + 4087 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_453_output_0", + "outputIndexes": [ + 4111 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4085, + 4109, + 4111, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_458_output_0", + "outputIndexes": [ + 4112 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4112 + ], + "outputIndexes": [ + 5800 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5800 + ], + "outputIndexes": [ + 5801 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/o_proj/Linear", + "inputIndexes": [ + 5801 + ], + "outputIndexes": [ + 5802 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 503662166, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5802 + ], + "outputIndexes": [ + 5803 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5803 + ], + "outputIndexes": [ + 4113 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4045, + 4113 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_253_output_0", + "outputIndexes": [ + 4114 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.539062, + 0.558594, + 0.566406, + 0.566406, + 0.566406, + 0.5625, + 0.310547, + 0.582031, + 0.554688, + 0.53125, + 0.515625, + 0.554688, + 0.539062, + 0.546875, + 0.558594, + 0.558594, + 0.380859, + 0.554688, + 0.558594, + 0.535156, + 0.5625, + 0.5625, + 0.539062, + 0.550781, + 0.558594, + 0.578125, + 0.539062, + 0.558594, + 0.550781, + 0.566406, + 0.542969, + 0.621094, + 0.5625, + 0.558594, + 0.554688, + 0.546875, + 0.539062, + 0.558594, + 0.488281, + 0.5625, + 0.554688, + 0.546875, + 0.566406, + 0.535156, + 0.546875, + 0.542969, + 0.566406, + 0.542969, + 0.558594, + 0.503906, + 0.554688, + 0.5, + 0.5625, + 0.5625, + 0.542969, + 0.558594, + 0.574219, + 0.558594, + 0.550781, + 0.558594, + 0.558594, + 0.566406, + 0.546875, + 0.5625, + 0.539062, + 0.527344, + 0.496094, + 0.527344, + 0.570312, + 0.484375, + 0.566406, + 0.515625, + 0.542969, + 0.542969, + 0.5625, + 0.546875, + 0.566406, + 0.558594, + 0.519531, + 0.558594, + 0.558594, + 0.574219, + 0.554688, + 0.5625, + 0.558594, + 0.539062, + 0.570312, + 0.527344, + 0.5625, + 0.546875, + 0.558594, + 0.570312, + 0.554688, + 0.570312, + 0.53125, + 0.535156, + 0.574219, + 0.566406, + 0.574219, + 0.546875, + 0.566406, + 0.550781, + 0.558594, + 0.601562, + 0.480469, + 0.539062, + 0.558594, + 0.558594, + 0.558594, + 0.550781, + 0.550781, + 0.558594, + 0.539062, + 0.578125, + 0.574219, + 0.558594, + 0.5625, + 0.5625, + 0.558594, + 0.5625, + 0.566406, + 0.542969, + 0.546875, + 0.550781, + 0.609375, + 0.558594, + 0.337891, + 0.570312, + 0.546875, + 0.412109, + 0.574219, + 0.566406, + 0.554688, + 0.554688, + 0.558594, + 0.535156, + 0.558594, + 0.558594, + 0.515625, + 0.554688, + 0.574219, + 0.507812, + 0.5625, + 0.578125, + 0.570312, + 0.554688, + 0.550781, + 0.542969, + 0.554688, + 0.554688, + 0.5625, + 0.566406, + 0.542969, + 0.570312, + 0.558594, + 0.527344, + 0.570312, + 0.546875, + 0.535156, + 0.609375, + 0.53125, + 0.550781, + 0.542969, + 0.554688, + 0.546875, + 0.566406, + 0.486328, + 0.546875, + 0.5625, + 0.539062, + 0.75, + 0.574219, + 0.558594, + 0.542969, + 0.496094, + 0.574219, + 0.558594, + 0.558594, + 0.566406, + 0.558594, + 0.542969, + 0.554688, + 0.5625, + 0.554688, + 0.554688, + 0.554688, + 0.558594, + 0.570312, + 0.5625, + 0.558594, + 0.566406, + 0.554688, + 0.539062, + 0.554688, + 0.570312, + 0.539062, + 0.554688, + 0.550781, + 0.130859, + 0.550781, + 0.554688, + 0.554688, + 0.550781, + 0.542969, + 0.554688, + 0.5625, + 0.5625, + 0.5625, + 0.542969, + 0.574219, + 0.550781, + 0.566406, + 0.554688, + 0.539062, + 0.574219, + 0.5625, + 0.558594, + 0.554688, + 0.5625, + 0.546875, + 0.558594, + 0.558594, + 0.53125, + 0.554688, + 0.558594, + 0.550781, + 0.582031, + 0.550781, + 0.582031, + 0.554688, + 0.539062, + 0.515625, + 0.566406, + 0.558594, + 0.574219, + 0.550781, + 0.546875, + 0.542969, + 0.550781, + 0.558594, + 0.558594, + 0.554688, + 0.558594, + 0.558594, + 0.5625, + 0.566406, + 0.523438, + 0.578125, + 0.566406, + 0.554688, + 0.542969, + 0.570312, + 0.5, + 0.5625, + 0.5625, + 0.558594, + 0.558594, + 0.554688, + 0.546875, + 0.566406, + 0.574219, + 0.554688, + 0.570312, + 0.550781, + 0.566406, + 0.550781, + 0.558594, + 0.558594, + 0.542969, + 0.578125, + 0.414062, + 0.542969, + 0.570312, + 0.365234, + 0.554688, + 0.5625, + 0.550781, + 0.550781, + 0.535156, + 0.566406, + 0.546875, + 0.585938, + 0.5625, + 0.570312, + 0.546875, + 0.570312, + 0.554688, + 0.5625, + 0.574219, + 0.558594, + 0.558594, + 0.558594, + 0.5625, + 0.554688, + 0.5625, + 0.554688, + 0.574219, + 0.5625, + 0.558594, + 0.554688, + 0.5625, + 0.566406, + 0.570312, + 0.539062, + 0.566406, + 0.558594, + 0.550781, + 0.570312, + 0.494141, + 0.566406, + 0.550781, + 0.582031, + 0.546875, + 0.542969, + 0.558594, + 0.550781, + 0.585938, + 0.550781, + 0.527344, + 0.5625, + 0.558594, + 0.566406, + 0.578125, + 0.550781, + 0.550781, + 0.554688, + 0.566406, + 0.574219, + 0.5625, + 0.539062, + 0.511719, + 0.542969, + 0.503906, + 0.550781, + 0.546875, + 0.566406, + 0.558594, + 0.542969, + 0.523438, + 0.535156, + 0.558594, + 0.5625, + 0.5625, + 0.539062, + 0.566406, + 0.554688, + 0.550781, + 0.546875, + 0.542969, + 0.585938, + 0.5625, + 0.558594, + 0.546875, + 0.566406, + 0.550781, + 0.558594, + 0.558594, + 0.554688, + 0.5625, + 0.574219, + 0.550781, + 0.542969, + 0.558594, + 0.554688, + 0.554688, + 0.550781, + 0.570312, + 0.554688, + 0.527344, + 0.550781, + 0.574219, + 0.550781, + 0.570312, + 0.535156, + 0.558594, + 0.558594, + 0.550781, + 0.558594, + 0.5625, + 0.519531, + 0.304688, + 0.558594, + 0.574219, + 0.550781, + 0.546875, + 0.546875, + 0.546875, + 0.574219, + 0.539062, + 0.558594, + 0.570312, + 0.523438, + 0.574219, + 0.539062, + 0.566406, + 0.542969, + 0.554688, + 0.570312, + 0.554688, + 0.546875, + 0.546875, + 0.582031, + 0.542969, + 0.558594, + 0.550781, + 0.542969, + 0.558594, + 0.566406, + 0.578125, + 0.5625, + 0.542969, + 0.558594, + 0.566406, + 0.558594, + 0.554688, + 0.585938, + 0.5625, + 0.542969, + 0.5625, + 0.558594, + 0.566406, + 0.558594, + 0.453125, + 0.566406, + 0.5625, + 0.535156, + 0.570312, + 0.550781, + 0.478516, + 0.542969, + 0.539062, + 0.539062, + 0.5625, + 0.550781, + 0.566406, + 0.554688, + 0.570312, + 0.550781, + 0.574219, + 0.5625, + 0.570312, + 0.546875, + 0.550781, + 0.5625, + 0.554688, + 0.546875, + 0.429688, + 0.566406, + 0.539062, + 0.558594, + 0.546875, + 0.53125, + 0.566406, + 0.558594, + 0.554688, + 0.601562, + 0.546875, + 0.558594, + 0.542969, + 0.539062, + 0.554688, + 0.519531, + 0.550781, + 0.550781, + 0.519531, + 0.5625, + 0.550781, + 0.5625, + 0.5625, + 0.535156, + 0.566406, + 0.566406, + 0.558594, + 0.550781, + 0.542969, + 0.558594, + 0.546875, + 0.574219, + 0.5625, + 0.550781, + 0.570312, + 0.558594, + 0.554688, + 0.5625, + 0.566406, + 0.554688, + 0.546875, + 0.554688, + 0.5625, + 0.542969, + 0.554688, + 0.558594, + 0.546875, + 0.5625, + 0.558594, + 0.527344, + 0.550781, + 0.5625, + 0.519531, + 0.550781, + 0.255859, + 0.550781, + 0.546875, + 0.542969, + 0.503906, + 0.566406, + 0.566406, + 0.546875, + 0.5625, + 0.546875, + 0.539062, + 0.558594, + 0.296875, + 0.546875, + 0.546875, + 0.554688, + 0.570312, + 0.542969, + 0.558594, + 0.558594, + 0.554688, + 0.535156, + 0.546875, + 0.5625, + 0.566406, + 0.558594, + 0.5625, + 0.578125, + 0.554688, + 0.554688, + 0.519531, + 0.554688, + 0.53125, + 0.527344, + 0.542969, + 0.5625, + 0.558594, + 0.542969, + 0.546875, + 0.554688, + 0.570312, + 0.539062, + 0.550781, + 0.566406, + 0.546875, + 0.554688, + 0.558594, + 0.523438, + 0.550781, + 0.542969, + 0.554688, + 0.554688, + 0.5625, + 0.566406, + 0.558594, + 0.554688, + 0.605469, + 0.318359, + 0.558594, + 0.539062, + 0.462891, + 0.539062, + 0.546875, + 0.5625, + 0.546875, + 0.542969, + 0.554688, + 0.566406, + 0.554688, + 0.546875, + 0.554688, + 0.5625, + 0.53125, + 0.566406, + 0.539062, + 0.5625, + 0.570312, + 0.566406, + 0.546875, + 0.527344, + 0.570312, + 0.558594, + 0.550781, + 0.554688, + 0.570312, + 0.578125, + 0.542969, + 0.5625, + 0.5625, + 0.554688, + 0.550781, + 0.539062, + 0.5625, + 0.558594, + 0.550781, + 0.542969, + 0.566406, + 0.5, + 0.542969, + 0.574219, + 0.554688, + 0.539062, + 0.554688, + 0.558594, + 0.542969, + 0.550781, + 0.574219, + 0.566406, + 0.5625, + 0.5625, + 0.539062, + 0.558594, + 0.554688, + 0.550781, + 0.558594, + 0.5625, + 0.476562, + 0.5625, + 0.5625, + 0.570312, + 0.527344, + 0.535156, + 0.550781, + 0.5625, + 0.554688, + 0.539062, + 0.558594, + 0.458984, + 0.566406, + 0.53125, + 0.211914, + 0.542969, + 0.558594, + 0.554688, + 0.539062, + 0.574219, + 0.566406, + 0.558594, + 0.5625, + 0.550781, + 0.539062, + 0.566406, + 0.570312, + 0.542969, + 0.554688, + 0.546875, + 0.558594, + 0.546875, + 0.539062, + 0.507812, + 0.566406, + 0.570312, + 0.492188, + 0.535156, + 0.5625, + 0.550781, + 0.535156, + 0.554688, + 0.550781, + 0.535156, + 0.550781, + 0.570312, + 0.554688, + 0.554688, + 0.566406, + 0.5625, + 0.554688, + 0.5625, + 0.554688, + 0.566406, + 0.570312, + 0.542969, + 0.511719, + 0.460938, + 0.53125, + 0.527344, + 0.519531, + 0.5625, + 0.5625, + 0.5625, + 0.570312, + 0.558594, + 0.292969, + 0.558594, + 0.78125, + 0.550781, + 0.542969, + 0.570312, + 0.554688, + 0.558594, + 0.574219, + 0.554688, + 0.550781, + 0.570312, + 0.5625, + 0.554688, + 0.558594, + 0.566406, + 0.554688, + 0.566406, + 0.5625, + 0.554688, + 0.546875, + 0.542969, + 0.427734, + 0.53125, + 0.5625, + 0.539062, + 0.554688, + 0.546875, + 0.480469, + 0.617188, + 0.566406, + 0.554688, + 0.554688, + 0.574219, + 0.566406, + 0.535156, + 0.535156, + 0.566406, + 0.53125, + 0.542969, + 0.554688, + 0.550781, + 0.5625, + 0.550781, + 0.414062, + 0.550781, + 0.558594, + 0.546875, + 0.566406, + 0.535156, + 0.546875, + 0.554688, + 0.535156, + 0.574219, + 0.554688, + 0.558594, + 0.5625, + 0.546875, + 0.53125, + 0.535156, + 0.566406, + 0.53125, + 0.570312, + 0.566406, + 0.263672, + 0.554688, + 0.5625, + 0.5, + 0.539062, + 0.542969, + 0.558594, + 0.5625, + 0.578125, + 0.558594, + 0.550781, + 0.527344, + 0.542969, + 0.554688, + 0.554688, + 0.5625, + 0.5625, + 0.519531, + 0.554688, + 0.550781, + 0.546875, + 0.558594, + 0.566406, + 0.484375, + 0.554688, + 0.546875, + 0.566406, + 0.550781, + 0.482422, + 0.558594, + 0.550781, + 0.5625, + 0.558594, + 0.558594, + 0.558594, + 0.570312, + 0.519531, + 0.554688, + 0.570312, + 0.546875, + 0.539062, + 0.570312, + 0.570312, + 0.554688, + 0.554688, + 0.574219, + 0.558594, + 0.554688, + 0.566406, + 0.566406, + 0.427734, + 0.546875, + 0.550781, + 0.554688, + 0.550781, + 0.570312, + 0.550781, + 0.550781, + 0.554688, + 0.589844, + 0.566406, + 0.554688, + 0.546875, + 0.570312, + 0.558594, + 0.5625, + 0.5625, + 0.597656, + 0.546875, + 0.539062, + 0.546875, + 0.589844, + 0.558594, + 0.558594, + 0.558594, + 0.535156, + 0.566406, + 0.542969, + 0.554688, + 0.554688, + 0.558594, + 0.519531, + 0.566406, + 0.5625, + 0.5625, + 0.570312, + 0.558594, + 0.523438, + 0.5625, + 0.570312, + 0.554688, + 0.554688, + 0.558594, + 0.558594, + 0.574219, + 0.5625, + 0.5625, + 0.566406, + 0.5625, + 0.53125, + 0.554688, + 0.558594, + 0.558594, + 0.5625, + 0.554688, + 0.5625, + 0.429688, + 0.539062, + 0.554688, + 0.546875, + 0.539062, + 0.542969, + 0.554688, + 0.5625, + 0.550781, + 0.539062, + 0.574219, + 0.527344, + 0.558594, + 0.503906, + 0.546875, + 0.546875, + 0.550781, + 0.539062, + 0.5625, + 0.554688, + 0.578125, + 0.5625, + 0.550781, + 0.5625, + 0.527344, + 0.53125, + 0.542969, + 0.486328, + 0.570312, + 0.566406, + 0.558594, + 0.5625, + 0.566406, + 0.566406, + 0.546875, + 0.554688, + 0.558594, + 0.550781, + 0.550781, + 0.558594, + 0.496094, + 0.542969, + 0.5625, + 0.574219, + 0.554688, + 0.558594, + 0.566406, + 0.558594, + 0.546875, + 0.566406, + 0.535156, + 0.554688, + 0.566406, + 0.566406, + 0.558594, + 0.582031, + 0.554688, + 0.546875, + 0.542969, + 0.558594, + 0.5625, + 0.546875, + 0.558594, + 0.550781, + 0.546875, + 0.554688, + 0.566406, + 0.5625, + 0.527344, + 0.570312, + 0.566406, + 0.539062, + 0.5625, + 0.53125, + 0.554688, + 0.546875, + 0.546875, + 0.5625, + 0.570312, + 0.550781, + 0.550781, + 0.582031, + 0.550781, + 0.558594, + 0.558594, + 0.539062, + 0.523438, + 0.5625, + 0.566406, + 0.558594, + 0.546875, + 0.570312, + 0.5625, + 0.5625, + 0.558594, + 0.566406, + 0.5625, + 0.542969, + 0.570312, + 0.492188, + 0.539062, + 0.570312, + 0.550781, + 0.554688, + 0.582031, + 0.574219, + 0.558594, + 0.183594, + 0.5625, + 0.558594, + 0.5625, + 0.558594, + 0.550781, + 0.558594, + 0.53125, + 0.574219, + 0.5625, + 0.542969, + 0.566406, + 0.554688, + 0.558594, + 0.539062, + 0.570312, + 0.550781, + 0.5625, + 0.554688, + 0.425781, + 0.554688, + 0.488281, + 0.558594, + 0.5625, + 0.558594, + 0.550781, + 0.566406, + 0.550781, + 0.527344, + 0.427734, + 0.566406, + 0.546875, + 0.554688, + 0.519531, + 0.566406, + 0.550781, + 0.5625, + 0.550781, + 0.574219, + 0.570312, + 0.5625, + 0.546875, + 0.550781, + 0.554688, + 0.582031, + 0.546875, + 0.550781, + 0.574219, + 0.554688, + 0.554688, + 0.539062, + 0.558594, + 0.5625, + 0.550781, + 0.554688, + 0.601562, + 0.558594, + 0.5625, + 0.5625, + 0.550781, + 0.5625, + 0.566406, + 0.554688, + 0.582031, + 0.570312, + 0.558594, + 0.554688, + 0.5625, + 0.566406, + 0.455078, + 0.5625, + 0.550781, + 0.539062, + 0.535156, + 0.5625, + 0.558594, + 0.558594, + 0.558594, + 0.554688, + 0.527344, + 0.5625, + 0.554688, + 0.558594, + 0.535156, + 0.554688, + 0.542969, + 0.488281, + 0.558594, + 0.539062, + 0.558594, + 0.550781, + 0.574219, + 0.546875, + 0.558594, + 0.566406, + 0.5625, + 0.5625, + 0.511719, + 0.574219, + 0.554688, + 0.558594, + 0.558594, + 0.554688, + 0.578125, + 0.53125, + 0.283203, + 0.503906, + 0.566406, + 0.558594, + 0.542969, + 0.5625, + 0.574219, + 0.507812, + 0.535156, + 0.566406, + 0.546875, + 0.550781, + 0.578125, + 0.5625, + 0.554688, + 0.5625, + 0.566406, + 0.535156, + 0.554688, + 0.546875, + 0.546875, + 0.5625, + 0.566406, + 0.546875, + 0.535156, + 0.5625, + 0.558594, + 0.566406, + 0.550781, + 0.554688, + 0.554688, + 0.550781, + 0.558594, + 0.558594, + 0.542969, + 0.519531, + 0.542969, + 0.535156, + 0.570312, + 0.566406, + 0.558594, + 0.410156, + 0.53125, + 0.554688, + 0.585938, + 0.546875, + 0.566406, + 0.554688, + 0.5625, + 0.5625, + 0.429688, + 0.566406, + 0.5625, + 0.574219, + 0.570312, + 0.539062, + 0.542969, + 0.546875, + 0.53125, + 0.535156, + 0.558594, + 0.554688, + 0.554688, + 0.570312, + 0.5625, + 0.558594, + 0.546875, + 0.554688, + 0.535156, + 0.554688, + 0.582031, + 0.554688, + 0.570312, + 0.558594, + 0.5625, + 0.570312, + 0.523438, + 0.550781, + 0.550781, + 0.566406, + 0.5625, + 0.554688, + 0.566406, + 0.550781, + 0.546875, + 0.558594, + 0.46875, + 0.5625, + 0.558594, + 0.539062, + 0.5625, + 0.566406, + 0.566406, + 0.5625, + 0.582031, + 0.574219, + 0.554688, + 0.566406, + 0.53125, + 0.554688, + 0.566406, + 0.566406, + 0.554688, + 0.535156, + 0.535156, + 0.542969, + 0.570312, + 0.554688, + 0.550781, + 0.582031, + 0.554688, + 0.554688, + 0.550781, + 0.5625, + 0.546875, + 0.558594, + 0.554688, + 0.558594, + 0.558594, + 0.5625, + 0.5625, + 0.566406, + 0.5625, + 0.578125, + 0.554688, + 0.578125, + 0.589844, + 0.539062, + 0.5625, + 0.542969, + 0.546875, + 0.554688, + 0.539062, + 0.558594, + 0.574219, + 0.558594, + 0.488281, + 0.519531, + 0.53125, + 0.574219, + 0.554688, + 0.570312, + 0.574219, + 0.566406, + 0.546875, + 0.546875, + 0.488281, + 0.558594, + 0.558594, + 0.546875, + 0.554688, + 0.578125, + 0.570312, + 0.558594, + 0.566406, + 0.566406, + 0.558594, + 0.550781, + 0.527344, + 0.566406, + 0.542969, + 0.546875, + 0.558594, + 0.558594, + 0.570312, + 0.558594, + 0.570312, + 0.558594, + 0.492188, + 0.542969, + 0.554688, + 0.558594, + 0.554688, + 0.566406, + 0.550781, + 0.566406, + 0.515625, + 0.519531, + 0.53125, + 0.578125, + 0.550781, + 0.554688, + 0.539062, + 0.566406, + 0.554688, + 0.5625, + 0.566406, + 0.5625, + 0.542969, + 0.558594, + 0.550781, + 0.550781, + 0.539062, + 0.539062, + 0.527344, + 0.558594, + 0.5625, + 0.53125, + 0.574219, + 0.589844, + 0.550781, + 0.550781, + 0.597656, + 0.507812, + 0.539062, + 0.550781, + 0.546875, + 0.535156, + 0.539062, + 0.550781, + 0.546875, + 0.566406, + 0.261719, + 0.527344, + 0.574219, + 0.566406 + ] + }, + "name": "model.model.layers.50.post_attention_layernorm.weight", + "outputIndexes": [ + 4115 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4114 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_50/Mul_output_0", + "outputIndexes": [ + 4116 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4115, + 4116 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_50/Mul_1_output_0", + "outputIndexes": [ + 4117 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4117 + ], + "outputIndexes": [ + 5804 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5804 + ], + "outputIndexes": [ + 5805 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/gate_proj/Linear", + "inputIndexes": [ + 5805 + ], + "outputIndexes": [ + 5806 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 504583788, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5806 + ], + "outputIndexes": [ + 5807 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5807 + ], + "outputIndexes": [ + 4118 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4118 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_50/Sigmoid_output_0", + "outputIndexes": [ + 4119 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4118, + 4119 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_50/Mul_output_0", + "outputIndexes": [ + 4120 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4117 + ], + "outputIndexes": [ + 5808 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5808 + ], + "outputIndexes": [ + 5809 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/up_proj/Linear", + "inputIndexes": [ + 5809 + ], + "outputIndexes": [ + 5810 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 507164290, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5810 + ], + "outputIndexes": [ + 5811 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5811 + ], + "outputIndexes": [ + 4121 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4120, + 4121 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_50/Mul_output_0", + "outputIndexes": [ + 4122 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4122 + ], + "outputIndexes": [ + 5812 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5812 + ], + "outputIndexes": [ + 5813 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/down_proj/Linear", + "inputIndexes": [ + 5813 + ], + "outputIndexes": [ + 5814 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 509744792, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5814 + ], + "outputIndexes": [ + 5815 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.50/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5815 + ], + "outputIndexes": [ + 4123 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4114, + 4123 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_254_output_0", + "outputIndexes": [ + 4124 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4124, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_459_output_0", + "outputIndexes": [ + 4125 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.515625, + 0.447266, + 0.451172, + 0.474609, + 0.498047, + 0.466797, + 1.085938, + 0.490234, + 0.492188, + 0.535156, + 0.785156, + 0.445312, + 0.478516, + 0.441406, + 0.427734, + 0.453125, + 0.816406, + 0.46875, + 0.472656, + 0.609375, + 0.490234, + 0.439453, + 0.462891, + 0.5, + 0.484375, + 0.449219, + 0.455078, + 0.494141, + 0.460938, + 0.457031, + 0.511719, + 0.472656, + 0.460938, + 0.447266, + 0.457031, + 0.445312, + 0.605469, + 0.433594, + 0.65625, + 0.478516, + 0.466797, + 0.453125, + 0.458984, + 0.455078, + 0.539062, + 0.46875, + 0.474609, + 0.542969, + 0.453125, + 0.636719, + 0.445312, + 0.699219, + 0.470703, + 0.449219, + 0.546875, + 0.447266, + 0.457031, + 0.470703, + 0.462891, + 0.4375, + 0.451172, + 0.470703, + 0.460938, + 0.464844, + 0.492188, + 0.539062, + 0.648438, + 0.734375, + 0.464844, + 0.597656, + 0.447266, + 0.535156, + 0.498047, + 0.476562, + 0.439453, + 0.466797, + 0.482422, + 0.441406, + 0.644531, + 0.443359, + 0.480469, + 0.472656, + 0.480469, + 0.455078, + 0.46875, + 0.542969, + 0.443359, + 0.523438, + 0.5, + 0.507812, + 0.478516, + 0.458984, + 0.519531, + 0.482422, + 0.722656, + 0.558594, + 0.482422, + 0.46875, + 0.427734, + 0.484375, + 0.482422, + 0.46875, + 0.455078, + 0.511719, + 0.373047, + 0.625, + 0.451172, + 0.476562, + 0.453125, + 0.398438, + 0.433594, + 0.464844, + 0.451172, + 0.476562, + 0.458984, + 0.492188, + 0.453125, + 0.482422, + 0.458984, + 0.462891, + 0.466797, + 0.507812, + 0.433594, + 0.511719, + 0.482422, + 0.484375, + 1.023438, + 0.445312, + 0.441406, + 0.345703, + 0.460938, + 0.404297, + 0.476562, + 0.449219, + 0.441406, + 0.476562, + 0.464844, + 0.480469, + 0.550781, + 0.484375, + 0.457031, + 0.455078, + 0.462891, + 0.435547, + 0.449219, + 0.449219, + 0.451172, + 0.460938, + 0.449219, + 0.46875, + 0.458984, + 0.464844, + 0.400391, + 0.457031, + 0.46875, + 0.460938, + 0.480469, + 0.464844, + 0.652344, + 0.535156, + 0.671875, + 0.488281, + 0.546875, + 0.431641, + 0.455078, + 0.462891, + 0.726562, + 0.429688, + 0.435547, + 0.621094, + 0.539062, + 0.449219, + 0.46875, + 0.453125, + 0.667969, + 0.455078, + 0.498047, + 0.458984, + 0.457031, + 0.46875, + 0.464844, + 0.482422, + 0.482422, + 0.488281, + 0.4375, + 0.503906, + 0.470703, + 0.458984, + 0.458984, + 0.443359, + 0.464844, + 0.464844, + 0.6875, + 0.466797, + 0.486328, + 0.445312, + 0.462891, + 0.472656, + 0.228516, + 0.453125, + 0.453125, + 0.449219, + 0.46875, + 0.445312, + 0.462891, + 0.478516, + 0.447266, + 0.464844, + 0.494141, + 0.460938, + 0.451172, + 0.462891, + 0.455078, + 0.582031, + 0.443359, + 0.453125, + 0.472656, + 0.466797, + 0.451172, + 0.439453, + 0.488281, + 0.472656, + 0.486328, + 0.447266, + 0.453125, + 0.482422, + 0.46875, + 0.621094, + 0.482422, + 0.443359, + 0.488281, + 0.558594, + 0.484375, + 0.474609, + 0.462891, + 0.503906, + 0.462891, + 0.457031, + 0.414062, + 0.40625, + 0.464844, + 0.46875, + 0.451172, + 0.46875, + 0.458984, + 0.482422, + 0.53125, + 0.486328, + 0.466797, + 0.484375, + 0.441406, + 0.451172, + 0.601562, + 0.462891, + 0.498047, + 0.46875, + 0.466797, + 0.443359, + 0.519531, + 0.4375, + 0.484375, + 0.445312, + 0.451172, + 0.492188, + 0.433594, + 0.457031, + 0.464844, + 0.490234, + 0.511719, + 0.486328, + 0.808594, + 0.431641, + 0.484375, + 0.902344, + 0.535156, + 0.490234, + 0.460938, + 0.496094, + 0.546875, + 0.466797, + 0.474609, + 0.5, + 0.453125, + 0.470703, + 0.455078, + 0.474609, + 0.429688, + 0.429688, + 0.449219, + 0.457031, + 0.462891, + 0.462891, + 0.451172, + 0.482422, + 0.484375, + 0.423828, + 0.404297, + 0.458984, + 0.460938, + 0.457031, + 0.431641, + 0.474609, + 0.460938, + 0.570312, + 0.429688, + 0.447266, + 0.482422, + 0.460938, + 0.417969, + 0.466797, + 0.546875, + 0.453125, + 0.466797, + 0.498047, + 0.470703, + 0.455078, + 0.460938, + 0.492188, + 0.605469, + 0.527344, + 0.443359, + 0.470703, + 0.458984, + 0.441406, + 0.449219, + 0.490234, + 0.447266, + 0.482422, + 0.421875, + 0.470703, + 0.527344, + 0.5, + 0.59375, + 0.458984, + 0.492188, + 0.478516, + 0.451172, + 0.458984, + 0.675781, + 0.558594, + 0.474609, + 0.457031, + 0.443359, + 0.472656, + 0.449219, + 0.464844, + 0.466797, + 0.445312, + 0.480469, + 0.484375, + 0.460938, + 0.458984, + 0.476562, + 0.484375, + 0.474609, + 0.486328, + 0.462891, + 0.464844, + 0.433594, + 0.462891, + 0.453125, + 0.453125, + 0.433594, + 0.416016, + 0.439453, + 0.474609, + 0.435547, + 0.455078, + 0.453125, + 0.449219, + 0.443359, + 0.429688, + 0.466797, + 0.613281, + 0.472656, + 0.476562, + 0.462891, + 0.462891, + 0.462891, + 0.578125, + 1.070312, + 0.496094, + 0.478516, + 0.458984, + 0.445312, + 0.410156, + 0.492188, + 0.449219, + 0.498047, + 0.4375, + 0.482422, + 0.550781, + 0.478516, + 0.539062, + 0.466797, + 0.460938, + 0.488281, + 0.443359, + 0.484375, + 0.443359, + 0.484375, + 0.464844, + 0.566406, + 0.435547, + 0.451172, + 0.511719, + 0.441406, + 0.449219, + 0.451172, + 0.4375, + 0.455078, + 0.435547, + 0.464844, + 0.435547, + 0.443359, + 0.458984, + 0.494141, + 0.439453, + 0.458984, + 0.542969, + 0.476562, + 0.455078, + 0.753906, + 0.453125, + 0.457031, + 0.498047, + 0.417969, + 0.457031, + 0.625, + 0.480469, + 0.652344, + 0.482422, + 0.453125, + 0.455078, + 0.441406, + 0.447266, + 0.455078, + 0.445312, + 0.466797, + 0.402344, + 0.480469, + 0.507812, + 0.484375, + 0.449219, + 0.443359, + 0.578125, + 0.322266, + 0.482422, + 0.5625, + 0.416016, + 0.46875, + 0.597656, + 0.476562, + 0.457031, + 0.435547, + 0.484375, + 0.460938, + 0.443359, + 0.457031, + 0.472656, + 0.46875, + 0.417969, + 0.4375, + 0.464844, + 0.667969, + 0.453125, + 0.474609, + 0.435547, + 0.449219, + 0.507812, + 0.480469, + 0.451172, + 0.457031, + 0.470703, + 0.453125, + 0.455078, + 0.482422, + 0.447266, + 0.503906, + 0.453125, + 0.472656, + 0.449219, + 0.416016, + 0.447266, + 0.470703, + 0.476562, + 0.449219, + 0.488281, + 0.507812, + 0.4375, + 0.460938, + 0.451172, + 0.451172, + 0.457031, + 0.451172, + 0.492188, + 0.435547, + 0.462891, + 0.523438, + 0.494141, + 1.265625, + 0.490234, + 0.4375, + 0.455078, + 0.65625, + 0.46875, + 0.4375, + 0.423828, + 0.447266, + 0.480469, + 0.478516, + 0.453125, + 0.980469, + 0.492188, + 0.470703, + 0.478516, + 0.458984, + 0.484375, + 0.457031, + 0.470703, + 0.451172, + 0.441406, + 0.617188, + 0.484375, + 0.439453, + 0.478516, + 0.462891, + 0.462891, + 0.464844, + 0.474609, + 0.507812, + 0.484375, + 0.554688, + 0.65625, + 0.435547, + 0.449219, + 0.451172, + 0.447266, + 0.443359, + 0.492188, + 0.460938, + 0.546875, + 0.474609, + 0.427734, + 0.453125, + 0.480469, + 0.472656, + 0.757812, + 0.482422, + 0.472656, + 0.490234, + 0.431641, + 0.464844, + 0.462891, + 0.457031, + 0.449219, + 0.554688, + 0.139648, + 0.443359, + 0.628906, + 0.726562, + 0.466797, + 0.441406, + 0.470703, + 0.453125, + 0.558594, + 0.447266, + 0.453125, + 0.464844, + 0.462891, + 0.457031, + 0.460938, + 0.523438, + 0.457031, + 0.484375, + 0.453125, + 0.462891, + 0.460938, + 0.460938, + 0.636719, + 0.46875, + 0.455078, + 0.457031, + 0.478516, + 0.4375, + 0.443359, + 0.458984, + 0.439453, + 0.458984, + 0.451172, + 0.480469, + 0.511719, + 0.466797, + 0.460938, + 0.457031, + 0.523438, + 0.455078, + 0.707031, + 0.558594, + 0.478516, + 0.457031, + 0.458984, + 0.435547, + 0.386719, + 0.667969, + 0.503906, + 0.470703, + 0.486328, + 0.460938, + 0.419922, + 0.507812, + 0.427734, + 0.439453, + 0.5, + 0.476562, + 0.416016, + 0.886719, + 0.441406, + 0.482422, + 0.460938, + 0.625, + 0.388672, + 0.470703, + 0.464844, + 0.455078, + 0.59375, + 0.474609, + 0.777344, + 0.470703, + 0.652344, + 1.1875, + 0.486328, + 0.451172, + 0.449219, + 0.476562, + 0.466797, + 0.453125, + 0.464844, + 0.458984, + 0.447266, + 0.511719, + 0.443359, + 0.449219, + 0.5, + 0.5625, + 0.453125, + 0.4375, + 0.640625, + 0.498047, + 0.59375, + 0.439453, + 0.453125, + 0.402344, + 0.601562, + 0.472656, + 0.439453, + 0.695312, + 0.451172, + 0.535156, + 0.546875, + 0.474609, + 0.441406, + 0.466797, + 0.46875, + 0.429688, + 0.474609, + 0.470703, + 0.445312, + 0.4375, + 0.464844, + 0.441406, + 0.443359, + 0.455078, + 0.546875, + 0.496094, + 0.597656, + 0.503906, + 0.453125, + 0.445312, + 0.464844, + 0.445312, + 0.433594, + 1.1875, + 0.455078, + 0.554688, + 0.470703, + 0.53125, + 0.435547, + 0.449219, + 0.449219, + 0.472656, + 0.435547, + 0.462891, + 0.443359, + 0.5, + 0.447266, + 0.433594, + 0.458984, + 0.478516, + 0.453125, + 0.447266, + 0.453125, + 0.511719, + 0.4375, + 0.882812, + 0.539062, + 0.435547, + 0.460938, + 0.457031, + 0.460938, + 0.558594, + 0.53125, + 0.480469, + 0.490234, + 0.449219, + 0.451172, + 0.427734, + 0.492188, + 0.570312, + 0.451172, + 0.574219, + 0.476562, + 0.5, + 0.496094, + 0.460938, + 0.503906, + 0.84375, + 0.464844, + 0.458984, + 0.474609, + 0.462891, + 0.427734, + 0.458984, + 0.435547, + 0.523438, + 0.472656, + 0.554688, + 0.455078, + 0.466797, + 0.443359, + 0.443359, + 0.449219, + 0.46875, + 0.476562, + 0.474609, + 0.460938, + 1.171875, + 0.443359, + 0.443359, + 0.625, + 0.511719, + 0.664062, + 0.410156, + 0.478516, + 0.455078, + 0.431641, + 0.445312, + 0.464844, + 0.466797, + 0.464844, + 0.470703, + 0.451172, + 0.466797, + 0.585938, + 0.443359, + 0.470703, + 0.46875, + 0.425781, + 0.443359, + 0.863281, + 0.474609, + 0.478516, + 0.496094, + 0.453125, + 0.667969, + 0.435547, + 0.455078, + 0.464844, + 0.429688, + 0.433594, + 0.527344, + 0.462891, + 0.578125, + 0.433594, + 0.462891, + 0.443359, + 0.609375, + 0.466797, + 0.472656, + 0.476562, + 0.458984, + 0.390625, + 0.488281, + 0.488281, + 0.453125, + 0.464844, + 0.703125, + 0.443359, + 0.472656, + 0.449219, + 0.449219, + 0.457031, + 0.443359, + 0.443359, + 0.460938, + 0.488281, + 0.451172, + 0.550781, + 0.466797, + 0.484375, + 0.449219, + 0.466797, + 0.462891, + 0.458984, + 0.488281, + 0.474609, + 0.433594, + 0.451172, + 0.474609, + 0.472656, + 0.472656, + 0.601562, + 0.460938, + 0.439453, + 0.445312, + 0.425781, + 0.439453, + 0.609375, + 0.460938, + 0.453125, + 0.466797, + 0.427734, + 0.478516, + 0.691406, + 0.447266, + 0.5, + 0.451172, + 0.449219, + 0.462891, + 0.453125, + 0.458984, + 0.458984, + 0.464844, + 0.455078, + 0.462891, + 0.470703, + 0.535156, + 0.472656, + 0.460938, + 0.470703, + 0.498047, + 0.425781, + 0.902344, + 0.4375, + 0.451172, + 0.439453, + 0.535156, + 0.423828, + 0.445312, + 0.455078, + 0.515625, + 0.433594, + 0.457031, + 0.589844, + 0.449219, + 0.558594, + 0.449219, + 0.482422, + 0.429688, + 0.492188, + 0.460938, + 0.447266, + 0.451172, + 0.445312, + 0.476562, + 0.464844, + 0.710938, + 0.613281, + 0.439453, + 0.621094, + 0.453125, + 0.476562, + 0.4375, + 0.457031, + 0.472656, + 0.476562, + 0.470703, + 0.478516, + 0.462891, + 0.478516, + 0.458984, + 0.494141, + 0.621094, + 0.414062, + 0.439453, + 0.470703, + 0.605469, + 0.449219, + 0.458984, + 0.4375, + 0.5625, + 0.453125, + 0.480469, + 0.445312, + 0.484375, + 0.462891, + 0.427734, + 0.480469, + 0.474609, + 0.472656, + 0.546875, + 0.445312, + 0.439453, + 0.408203, + 0.460938, + 0.460938, + 0.453125, + 0.453125, + 0.433594, + 0.4375, + 0.476562, + 0.476562, + 0.46875, + 0.441406, + 0.474609, + 0.585938, + 0.470703, + 0.585938, + 0.447266, + 0.472656, + 0.443359, + 0.511719, + 0.458984, + 0.455078, + 0.455078, + 0.445312, + 0.4375, + 0.609375, + 0.640625, + 0.445312, + 0.455078, + 0.4375, + 0.511719, + 0.447266, + 0.474609, + 0.490234, + 0.472656, + 0.464844, + 0.462891, + 0.527344, + 0.458984, + 0.644531, + 0.441406, + 0.457031, + 0.464844, + 0.460938, + 0.476562, + 0.447266, + 0.472656, + 1.03125, + 0.455078, + 0.445312, + 0.466797, + 0.482422, + 0.445312, + 0.429688, + 0.632812, + 0.455078, + 0.451172, + 0.494141, + 0.443359, + 0.457031, + 0.447266, + 0.472656, + 0.466797, + 0.478516, + 0.460938, + 0.46875, + 0.847656, + 0.441406, + 0.75, + 0.472656, + 0.470703, + 0.457031, + 0.439453, + 0.480469, + 0.457031, + 0.554688, + 0.964844, + 0.482422, + 0.490234, + 0.457031, + 0.605469, + 0.470703, + 0.484375, + 0.455078, + 0.486328, + 0.431641, + 0.472656, + 0.447266, + 0.453125, + 0.486328, + 0.453125, + 0.466797, + 0.441406, + 0.447266, + 0.466797, + 0.441406, + 0.46875, + 0.478516, + 0.486328, + 0.416016, + 0.490234, + 0.488281, + 0.427734, + 0.458984, + 0.470703, + 0.472656, + 0.474609, + 0.455078, + 0.433594, + 0.453125, + 0.472656, + 0.457031, + 0.453125, + 0.482422, + 0.451172, + 0.458984, + 0.777344, + 0.433594, + 0.460938, + 0.451172, + 0.539062, + 0.478516, + 0.386719, + 0.457031, + 0.480469, + 0.490234, + 0.578125, + 0.439453, + 0.435547, + 0.443359, + 0.640625, + 0.453125, + 0.447266, + 0.59375, + 0.449219, + 0.5, + 0.476562, + 0.443359, + 0.464844, + 0.458984, + 0.474609, + 0.433594, + 0.4375, + 0.433594, + 0.660156, + 0.478516, + 0.460938, + 0.4375, + 0.460938, + 0.455078, + 0.480469, + 0.589844, + 1.101562, + 0.613281, + 0.449219, + 0.451172, + 0.494141, + 0.441406, + 0.486328, + 0.695312, + 0.515625, + 0.458984, + 0.445312, + 0.455078, + 0.507812, + 0.482422, + 0.455078, + 0.449219, + 0.494141, + 0.490234, + 0.486328, + 0.449219, + 0.492188, + 0.433594, + 0.472656, + 0.492188, + 0.699219, + 0.458984, + 0.470703, + 0.457031, + 0.458984, + 0.414062, + 0.482422, + 0.460938, + 0.484375, + 0.453125, + 0.464844, + 0.597656, + 0.449219, + 0.507812, + 0.458984, + 0.457031, + 0.462891, + 0.859375, + 0.410156, + 0.445312, + 0.484375, + 0.4375, + 0.439453, + 0.447266, + 0.439453, + 0.474609, + 0.828125, + 0.5, + 0.359375, + 0.445312, + 0.478516, + 0.488281, + 0.478516, + 0.466797, + 0.707031, + 0.609375, + 0.472656, + 0.455078, + 0.466797, + 0.451172, + 0.466797, + 0.457031, + 0.478516, + 0.494141, + 0.753906, + 0.470703, + 0.458984, + 0.458984, + 0.445312, + 0.457031, + 0.419922, + 0.46875, + 0.390625, + 0.425781, + 0.472656, + 0.458984, + 0.445312, + 0.455078, + 0.449219, + 0.480469, + 0.511719, + 0.482422, + 0.882812, + 0.455078, + 0.507812, + 0.5, + 0.455078, + 0.458984, + 0.476562, + 0.480469, + 0.484375, + 0.449219, + 0.474609, + 0.46875, + 0.482422, + 0.478516, + 0.458984, + 0.394531, + 0.462891, + 0.628906, + 0.476562, + 0.429688, + 0.443359, + 0.439453, + 0.482422, + 0.480469, + 0.443359, + 0.453125, + 0.453125, + 0.447266, + 0.451172, + 0.523438, + 0.455078, + 0.4375, + 0.462891, + 0.449219, + 0.431641, + 0.451172, + 0.445312, + 0.478516, + 0.470703, + 0.482422, + 0.496094, + 0.496094, + 0.4375, + 0.445312, + 0.462891, + 0.470703, + 0.496094, + 0.470703, + 0.458984, + 0.462891, + 0.386719, + 0.527344, + 0.523438, + 0.455078, + 0.458984, + 0.435547, + 0.488281, + 0.470703, + 0.46875, + 0.453125, + 0.550781, + 0.462891, + 0.484375, + 0.466797, + 0.462891, + 0.394531, + 0.451172, + 0.507812, + 0.496094, + 0.453125, + 0.476562, + 0.455078, + 0.582031, + 0.449219, + 0.431641, + 0.507812, + 0.460938, + 0.427734, + 0.470703, + 0.439453, + 0.441406, + 0.472656, + 0.494141, + 0.470703, + 0.478516, + 0.443359, + 0.470703, + 0.455078, + 0.457031, + 0.466797, + 0.597656, + 0.609375, + 0.447266, + 0.460938, + 0.470703, + 0.470703, + 0.394531, + 0.455078, + 0.482422, + 0.470703, + 0.441406, + 0.472656, + 0.490234, + 0.455078, + 0.455078, + 0.441406, + 0.667969, + 0.507812, + 0.628906, + 0.460938, + 0.443359, + 0.490234, + 0.464844, + 0.486328, + 0.482422, + 0.441406, + 0.400391, + 0.609375, + 0.523438, + 0.480469, + 0.546875, + 0.460938, + 0.466797, + 0.474609, + 0.492188, + 0.439453, + 1.070312, + 0.621094, + 0.482422, + 0.462891 + ] + }, + "name": "model.model.layers.51.input_layernorm.weight", + "outputIndexes": [ + 4126 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4125 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_51/Mul_output_0", + "outputIndexes": [ + 4127 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4126, + 4127 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_51/Mul_1_output_0", + "outputIndexes": [ + 4128 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4128 + ], + "outputIndexes": [ + 5816 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5816 + ], + "outputIndexes": [ + 5817 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/q_proj/Linear", + "inputIndexes": [ + 5817 + ], + "outputIndexes": [ + 5818 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 512325294, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5818 + ], + "outputIndexes": [ + 5819 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5819 + ], + "outputIndexes": [ + 4129 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4128 + ], + "main_type": "NONE", + "name": "/Shape_715_output_0", + "outputIndexes": [ + 4130 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4130 + ], + "main_type": "NONE", + "name": "Shape11095", + "outputIndexes": [ + 4131 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4130 + ], + "main_type": "NONE", + "name": "Rank11097", + "outputIndexes": [ + 4132 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4132, + 4132 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11099", + "outputIndexes": [ + 4133 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4133 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11100", + "outputIndexes": [ + 4134 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4133, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11102", + "outputIndexes": [ + 4135 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4135 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11103", + "outputIndexes": [ + 4136 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4131, + 4134, + 4136, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice11106", + "outputIndexes": [ + 4137 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4137 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze11107", + "outputIndexes": [ + 4138 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 4138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11108", + "outputIndexes": [ + 4139 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4139, + 4138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11109", + "outputIndexes": [ + 4140 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4130, + 4140, + 4133 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_769_output_0", + "outputIndexes": [ + 4141 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4141, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1633_output_0", + "outputIndexes": [ + 4142 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 4142, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_663_output_0", + "outputIndexes": [ + 4143 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4129, + 4143 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_460_output_0", + "outputIndexes": [ + 4144 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4144, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_408_output_0", + "outputIndexes": [ + 4145 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4144 + ], + "main_type": "NONE", + "name": "/Shape_716_output_0", + "outputIndexes": [ + 4146 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4146 + ], + "main_type": "NONE", + "name": "Shape11116", + "outputIndexes": [ + 4147 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4146 + ], + "main_type": "NONE", + "name": "Rank11118", + "outputIndexes": [ + 4148 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4148, + 4148 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11120", + "outputIndexes": [ + 4149 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4149 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11121", + "outputIndexes": [ + 4150 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4149, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11123", + "outputIndexes": [ + 4151 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4151 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11124", + "outputIndexes": [ + 4152 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4147, + 4150, + 4152, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice11127", + "outputIndexes": [ + 4153 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4153 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze11128", + "outputIndexes": [ + 4154 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 4154 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11129", + "outputIndexes": [ + 4155 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4155, + 4154 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11130", + "outputIndexes": [ + 4156 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4146, + 4156, + 4149 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_770_output_0", + "outputIndexes": [ + 4157 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4157, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_153_output_0", + "outputIndexes": [ + 4158 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4158, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1638_output_0", + "outputIndexes": [ + 4159 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4144, + 4159, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_205_output_0", + "outputIndexes": [ + 4160 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4160 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_102_output_0", + "outputIndexes": [ + 4161 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4144, + 22, + 4159, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_204_output_0", + "outputIndexes": [ + 4162 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4161, + 4162 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_666_output_0", + "outputIndexes": [ + 4163 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4163, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_409_output_0", + "outputIndexes": [ + 4164 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4145, + 4164 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_255_output_0", + "outputIndexes": [ + 4165 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4128 + ], + "outputIndexes": [ + 5820 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5820 + ], + "outputIndexes": [ + 5821 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/k_proj/Linear", + "inputIndexes": [ + 5821 + ], + "outputIndexes": [ + 5822 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 513246916, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5822 + ], + "outputIndexes": [ + 5823 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5823 + ], + "outputIndexes": [ + 4166 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 4142, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_664_output_0", + "outputIndexes": [ + 4167 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4166, + 4167 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_461_output_0", + "outputIndexes": [ + 4168 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4168, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_410_output_0", + "outputIndexes": [ + 4169 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4168 + ], + "main_type": "NONE", + "name": "/Shape_717_output_0", + "outputIndexes": [ + 4170 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4170 + ], + "main_type": "NONE", + "name": "Shape11179", + "outputIndexes": [ + 4171 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4170 + ], + "main_type": "NONE", + "name": "Rank11181", + "outputIndexes": [ + 4172 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4172, + 4172 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11183", + "outputIndexes": [ + 4173 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4173 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11184", + "outputIndexes": [ + 4174 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4173, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11186", + "outputIndexes": [ + 4175 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4175 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11187", + "outputIndexes": [ + 4176 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4171, + 4174, + 4176, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice11190", + "outputIndexes": [ + 4177 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4177 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze11191", + "outputIndexes": [ + 4178 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 4178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11192", + "outputIndexes": [ + 4179 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4179, + 4178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11193", + "outputIndexes": [ + 4180 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4170, + 4180, + 4173 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_771_output_0", + "outputIndexes": [ + 4181 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4181, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_154_output_0", + "outputIndexes": [ + 4182 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4182, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1640_output_0", + "outputIndexes": [ + 4183 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4168, + 4183, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_207_output_0", + "outputIndexes": [ + 4184 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4184 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_103_output_0", + "outputIndexes": [ + 4185 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4168, + 22, + 4183, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_206_output_0", + "outputIndexes": [ + 4186 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4185, + 4186 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_667_output_0", + "outputIndexes": [ + 4187 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4187, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_411_output_0", + "outputIndexes": [ + 4188 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4169, + 4188 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_256_output_0", + "outputIndexes": [ + 4189 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4128 + ], + "outputIndexes": [ + 5824 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5824 + ], + "outputIndexes": [ + 5825 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/v_proj/Linear", + "inputIndexes": [ + 5825 + ], + "outputIndexes": [ + 5826 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 513477338, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5826 + ], + "outputIndexes": [ + 5827 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5827 + ], + "outputIndexes": [ + 4190 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4190, + 4167 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_462_output_0", + "outputIndexes": [ + 4191 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4165, + 4189, + 4191, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_467_output_0", + "outputIndexes": [ + 4192 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4192 + ], + "outputIndexes": [ + 5828 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5828 + ], + "outputIndexes": [ + 5829 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/o_proj/Linear", + "inputIndexes": [ + 5829 + ], + "outputIndexes": [ + 5830 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 513707760, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5830 + ], + "outputIndexes": [ + 5831 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5831 + ], + "outputIndexes": [ + 4193 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4125, + 4193 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_258_output_0", + "outputIndexes": [ + 4194 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.542969, + 0.566406, + 0.558594, + 0.542969, + 0.582031, + 0.554688, + 0.371094, + 0.585938, + 0.554688, + 0.535156, + 0.566406, + 0.558594, + 0.53125, + 0.554688, + 0.570312, + 0.5625, + 0.410156, + 0.550781, + 0.554688, + 0.554688, + 0.582031, + 0.570312, + 0.542969, + 0.542969, + 0.574219, + 0.582031, + 0.535156, + 0.578125, + 0.554688, + 0.546875, + 0.542969, + 0.65625, + 0.5625, + 0.566406, + 0.566406, + 0.546875, + 0.535156, + 0.550781, + 0.503906, + 0.570312, + 0.582031, + 0.570312, + 0.546875, + 0.554688, + 0.554688, + 0.554688, + 0.574219, + 0.546875, + 0.5625, + 0.511719, + 0.558594, + 0.511719, + 0.550781, + 0.582031, + 0.5625, + 0.570312, + 0.570312, + 0.546875, + 0.542969, + 0.554688, + 0.5625, + 0.566406, + 0.558594, + 0.566406, + 0.542969, + 0.535156, + 0.507812, + 0.535156, + 0.574219, + 0.496094, + 0.570312, + 0.523438, + 0.550781, + 0.546875, + 0.558594, + 0.566406, + 0.578125, + 0.566406, + 0.523438, + 0.550781, + 0.570312, + 0.574219, + 0.546875, + 0.550781, + 0.558594, + 0.566406, + 0.574219, + 0.542969, + 0.578125, + 0.558594, + 0.554688, + 0.570312, + 0.546875, + 0.5625, + 0.539062, + 0.550781, + 0.585938, + 0.589844, + 0.570312, + 0.558594, + 0.582031, + 0.550781, + 0.5625, + 0.636719, + 0.492188, + 0.558594, + 0.570312, + 0.566406, + 0.554688, + 0.554688, + 0.570312, + 0.570312, + 0.546875, + 0.570312, + 0.582031, + 0.554688, + 0.5625, + 0.5625, + 0.550781, + 0.558594, + 0.554688, + 0.542969, + 0.558594, + 0.550781, + 0.667969, + 0.5625, + 0.351562, + 0.570312, + 0.550781, + 0.382812, + 0.5625, + 0.5625, + 0.574219, + 0.558594, + 0.566406, + 0.558594, + 0.558594, + 0.558594, + 0.519531, + 0.5625, + 0.574219, + 0.539062, + 0.566406, + 0.585938, + 0.554688, + 0.5625, + 0.558594, + 0.542969, + 0.554688, + 0.566406, + 0.578125, + 0.554688, + 0.539062, + 0.589844, + 0.5625, + 0.542969, + 0.5625, + 0.550781, + 0.535156, + 0.730469, + 0.542969, + 0.566406, + 0.558594, + 0.554688, + 0.535156, + 0.558594, + 0.507812, + 0.542969, + 0.554688, + 0.542969, + 1.03125, + 0.5625, + 0.558594, + 0.554688, + 0.515625, + 0.566406, + 0.574219, + 0.554688, + 0.558594, + 0.5625, + 0.558594, + 0.5625, + 0.558594, + 0.578125, + 0.539062, + 0.566406, + 0.570312, + 0.542969, + 0.5625, + 0.566406, + 0.570312, + 0.542969, + 0.550781, + 0.570312, + 0.582031, + 0.554688, + 0.566406, + 0.570312, + 0.145508, + 0.558594, + 0.5625, + 0.558594, + 0.546875, + 0.542969, + 0.566406, + 0.558594, + 0.5625, + 0.558594, + 0.539062, + 0.578125, + 0.5625, + 0.558594, + 0.5625, + 0.546875, + 0.566406, + 0.558594, + 0.550781, + 0.550781, + 0.566406, + 0.539062, + 0.5625, + 0.5625, + 0.546875, + 0.550781, + 0.566406, + 0.570312, + 0.570312, + 0.550781, + 0.578125, + 0.5625, + 0.558594, + 0.527344, + 0.609375, + 0.558594, + 0.5625, + 0.542969, + 0.5625, + 0.542969, + 0.554688, + 0.5625, + 0.570312, + 0.5625, + 0.5625, + 0.566406, + 0.566406, + 0.578125, + 0.550781, + 0.585938, + 0.585938, + 0.566406, + 0.550781, + 0.566406, + 0.511719, + 0.558594, + 0.570312, + 0.566406, + 0.582031, + 0.554688, + 0.570312, + 0.554688, + 0.570312, + 0.558594, + 0.5625, + 0.546875, + 0.5625, + 0.566406, + 0.554688, + 0.554688, + 0.542969, + 0.640625, + 0.435547, + 0.539062, + 0.582031, + 0.392578, + 0.542969, + 0.574219, + 0.546875, + 0.550781, + 0.546875, + 0.5625, + 0.550781, + 0.605469, + 0.558594, + 0.558594, + 0.550781, + 0.570312, + 0.5625, + 0.554688, + 0.5625, + 0.554688, + 0.558594, + 0.542969, + 0.5625, + 0.566406, + 0.578125, + 0.566406, + 0.574219, + 0.554688, + 0.5625, + 0.542969, + 0.554688, + 0.570312, + 0.5625, + 0.535156, + 0.554688, + 0.5625, + 0.5625, + 0.585938, + 0.488281, + 0.550781, + 0.550781, + 0.566406, + 0.542969, + 0.554688, + 0.554688, + 0.554688, + 0.621094, + 0.546875, + 0.546875, + 0.574219, + 0.574219, + 0.582031, + 0.589844, + 0.554688, + 0.566406, + 0.546875, + 0.574219, + 0.574219, + 0.574219, + 0.550781, + 0.527344, + 0.539062, + 0.503906, + 0.5625, + 0.546875, + 0.570312, + 0.570312, + 0.546875, + 0.53125, + 0.53125, + 0.554688, + 0.554688, + 0.558594, + 0.535156, + 0.570312, + 0.546875, + 0.554688, + 0.554688, + 0.546875, + 0.605469, + 0.5625, + 0.558594, + 0.558594, + 0.582031, + 0.554688, + 0.570312, + 0.582031, + 0.554688, + 0.5625, + 0.570312, + 0.554688, + 0.550781, + 0.5625, + 0.550781, + 0.558594, + 0.5625, + 0.574219, + 0.558594, + 0.539062, + 0.5625, + 0.570312, + 0.566406, + 0.558594, + 0.546875, + 0.5625, + 0.5625, + 0.550781, + 0.578125, + 0.554688, + 0.53125, + 0.353516, + 0.574219, + 0.578125, + 0.550781, + 0.558594, + 0.542969, + 0.546875, + 0.566406, + 0.542969, + 0.550781, + 0.570312, + 0.535156, + 0.578125, + 0.539062, + 0.570312, + 0.554688, + 0.554688, + 0.574219, + 0.574219, + 0.550781, + 0.550781, + 0.570312, + 0.554688, + 0.566406, + 0.5625, + 0.550781, + 0.570312, + 0.578125, + 0.570312, + 0.566406, + 0.554688, + 0.566406, + 0.558594, + 0.5625, + 0.550781, + 0.582031, + 0.582031, + 0.550781, + 0.550781, + 0.589844, + 0.585938, + 0.5625, + 0.472656, + 0.582031, + 0.5625, + 0.539062, + 0.585938, + 0.554688, + 0.503906, + 0.566406, + 0.527344, + 0.542969, + 0.578125, + 0.5625, + 0.558594, + 0.566406, + 0.570312, + 0.558594, + 0.566406, + 0.566406, + 0.574219, + 0.558594, + 0.5625, + 0.578125, + 0.558594, + 0.546875, + 0.363281, + 0.589844, + 0.546875, + 0.5625, + 0.558594, + 0.53125, + 0.5625, + 0.566406, + 0.542969, + 0.632812, + 0.574219, + 0.5625, + 0.558594, + 0.53125, + 0.550781, + 0.53125, + 0.566406, + 0.570312, + 0.519531, + 0.5625, + 0.550781, + 0.570312, + 0.558594, + 0.542969, + 0.5625, + 0.5625, + 0.570312, + 0.558594, + 0.550781, + 0.546875, + 0.574219, + 0.585938, + 0.550781, + 0.558594, + 0.558594, + 0.566406, + 0.566406, + 0.550781, + 0.570312, + 0.550781, + 0.550781, + 0.550781, + 0.570312, + 0.546875, + 0.5625, + 0.566406, + 0.566406, + 0.5625, + 0.550781, + 0.554688, + 0.570312, + 0.558594, + 0.535156, + 0.554688, + 0.28125, + 0.554688, + 0.5625, + 0.554688, + 0.539062, + 0.585938, + 0.566406, + 0.546875, + 0.5625, + 0.5625, + 0.566406, + 0.558594, + 0.316406, + 0.554688, + 0.546875, + 0.574219, + 0.578125, + 0.542969, + 0.558594, + 0.570312, + 0.558594, + 0.539062, + 0.578125, + 0.574219, + 0.566406, + 0.558594, + 0.59375, + 0.570312, + 0.558594, + 0.554688, + 0.527344, + 0.542969, + 0.542969, + 0.523438, + 0.542969, + 0.554688, + 0.554688, + 0.550781, + 0.5625, + 0.566406, + 0.574219, + 0.542969, + 0.558594, + 0.578125, + 0.546875, + 0.554688, + 0.566406, + 0.542969, + 0.5625, + 0.542969, + 0.558594, + 0.558594, + 0.558594, + 0.570312, + 0.570312, + 0.554688, + 0.660156, + 0.490234, + 0.570312, + 0.539062, + 0.494141, + 0.558594, + 0.546875, + 0.574219, + 0.527344, + 0.550781, + 0.566406, + 0.582031, + 0.550781, + 0.554688, + 0.570312, + 0.578125, + 0.542969, + 0.566406, + 0.554688, + 0.558594, + 0.542969, + 0.570312, + 0.554688, + 0.550781, + 0.578125, + 0.570312, + 0.542969, + 0.554688, + 0.566406, + 0.570312, + 0.554688, + 0.566406, + 0.554688, + 0.558594, + 0.546875, + 0.542969, + 0.5625, + 0.570312, + 0.570312, + 0.542969, + 0.585938, + 0.519531, + 0.558594, + 0.570312, + 0.554688, + 0.539062, + 0.554688, + 0.574219, + 0.539062, + 0.539062, + 0.589844, + 0.5625, + 0.550781, + 0.550781, + 0.550781, + 0.558594, + 0.558594, + 0.550781, + 0.554688, + 0.554688, + 0.507812, + 0.5625, + 0.574219, + 0.558594, + 0.542969, + 0.546875, + 0.554688, + 0.554688, + 0.558594, + 0.554688, + 0.589844, + 0.494141, + 0.5625, + 0.535156, + 0.243164, + 0.5625, + 0.566406, + 0.574219, + 0.554688, + 0.589844, + 0.5625, + 0.558594, + 0.5625, + 0.546875, + 0.542969, + 0.554688, + 0.554688, + 0.550781, + 0.558594, + 0.550781, + 0.550781, + 0.550781, + 0.558594, + 0.527344, + 0.566406, + 0.5625, + 0.515625, + 0.542969, + 0.558594, + 0.550781, + 0.550781, + 0.558594, + 0.550781, + 0.539062, + 0.566406, + 0.5625, + 0.550781, + 0.558594, + 0.554688, + 0.578125, + 0.550781, + 0.566406, + 0.550781, + 0.578125, + 0.574219, + 0.539062, + 0.515625, + 0.455078, + 0.527344, + 0.539062, + 0.5625, + 0.574219, + 0.566406, + 0.578125, + 0.570312, + 0.570312, + 0.337891, + 0.5625, + 1.132812, + 0.570312, + 0.550781, + 0.5625, + 0.5625, + 0.550781, + 0.570312, + 0.558594, + 0.550781, + 0.5625, + 0.558594, + 0.558594, + 0.550781, + 0.570312, + 0.570312, + 0.566406, + 0.558594, + 0.570312, + 0.546875, + 0.558594, + 0.443359, + 0.535156, + 0.566406, + 0.546875, + 0.554688, + 0.574219, + 0.503906, + 0.667969, + 0.5625, + 0.574219, + 0.546875, + 0.5625, + 0.558594, + 0.546875, + 0.539062, + 0.558594, + 0.535156, + 0.5625, + 0.546875, + 0.558594, + 0.574219, + 0.554688, + 0.445312, + 0.550781, + 0.554688, + 0.550781, + 0.566406, + 0.558594, + 0.554688, + 0.570312, + 0.554688, + 0.558594, + 0.558594, + 0.558594, + 0.570312, + 0.566406, + 0.527344, + 0.550781, + 0.5625, + 0.546875, + 0.566406, + 0.566406, + 0.316406, + 0.550781, + 0.558594, + 0.539062, + 0.539062, + 0.558594, + 0.554688, + 0.558594, + 0.570312, + 0.550781, + 0.546875, + 0.535156, + 0.535156, + 0.542969, + 0.570312, + 0.570312, + 0.554688, + 0.527344, + 0.554688, + 0.546875, + 0.550781, + 0.574219, + 0.566406, + 0.498047, + 0.550781, + 0.542969, + 0.554688, + 0.542969, + 0.498047, + 0.5625, + 0.550781, + 0.550781, + 0.558594, + 0.558594, + 0.5625, + 0.578125, + 0.519531, + 0.570312, + 0.550781, + 0.550781, + 0.554688, + 0.570312, + 0.558594, + 0.570312, + 0.574219, + 0.570312, + 0.5625, + 0.558594, + 0.566406, + 0.570312, + 0.445312, + 0.570312, + 0.570312, + 0.566406, + 0.554688, + 0.558594, + 0.566406, + 0.546875, + 0.554688, + 0.601562, + 0.578125, + 0.550781, + 0.566406, + 0.558594, + 0.558594, + 0.582031, + 0.566406, + 0.613281, + 0.542969, + 0.558594, + 0.5625, + 0.589844, + 0.550781, + 0.566406, + 0.554688, + 0.539062, + 0.585938, + 0.550781, + 0.550781, + 0.5625, + 0.5625, + 0.527344, + 0.554688, + 0.550781, + 0.574219, + 0.589844, + 0.558594, + 0.535156, + 0.566406, + 0.566406, + 0.546875, + 0.558594, + 0.5625, + 0.566406, + 0.566406, + 0.558594, + 0.578125, + 0.574219, + 0.558594, + 0.546875, + 0.554688, + 0.566406, + 0.5625, + 0.554688, + 0.558594, + 0.585938, + 0.433594, + 0.550781, + 0.546875, + 0.558594, + 0.539062, + 0.554688, + 0.566406, + 0.566406, + 0.550781, + 0.554688, + 0.5625, + 0.523438, + 0.558594, + 0.519531, + 0.550781, + 0.558594, + 0.5625, + 0.546875, + 0.5625, + 0.5625, + 0.5625, + 0.558594, + 0.554688, + 0.570312, + 0.519531, + 0.53125, + 0.550781, + 0.480469, + 0.5625, + 0.566406, + 0.570312, + 0.558594, + 0.582031, + 0.566406, + 0.558594, + 0.542969, + 0.558594, + 0.566406, + 0.550781, + 0.5625, + 0.519531, + 0.5625, + 0.558594, + 0.597656, + 0.550781, + 0.566406, + 0.574219, + 0.554688, + 0.550781, + 0.585938, + 0.539062, + 0.550781, + 0.554688, + 0.578125, + 0.570312, + 0.582031, + 0.546875, + 0.5625, + 0.53125, + 0.5625, + 0.554688, + 0.570312, + 0.566406, + 0.5625, + 0.550781, + 0.5625, + 0.574219, + 0.558594, + 0.546875, + 0.582031, + 0.566406, + 0.550781, + 0.558594, + 0.542969, + 0.558594, + 0.550781, + 0.554688, + 0.5625, + 0.570312, + 0.570312, + 0.566406, + 0.601562, + 0.5625, + 0.578125, + 0.5625, + 0.554688, + 0.527344, + 0.566406, + 0.5625, + 0.574219, + 0.546875, + 0.570312, + 0.574219, + 0.554688, + 0.558594, + 0.5625, + 0.558594, + 0.558594, + 0.578125, + 0.5, + 0.546875, + 0.566406, + 0.558594, + 0.574219, + 0.59375, + 0.5625, + 0.554688, + 0.208008, + 0.554688, + 0.554688, + 0.554688, + 0.558594, + 0.546875, + 0.585938, + 0.539062, + 0.546875, + 0.558594, + 0.554688, + 0.570312, + 0.5625, + 0.570312, + 0.527344, + 0.566406, + 0.558594, + 0.5625, + 0.5625, + 0.472656, + 0.550781, + 0.519531, + 0.550781, + 0.5625, + 0.570312, + 0.558594, + 0.570312, + 0.554688, + 0.539062, + 0.457031, + 0.558594, + 0.546875, + 0.5625, + 0.523438, + 0.574219, + 0.558594, + 0.554688, + 0.558594, + 0.539062, + 0.574219, + 0.574219, + 0.566406, + 0.550781, + 0.566406, + 0.585938, + 0.5625, + 0.554688, + 0.578125, + 0.558594, + 0.542969, + 0.542969, + 0.542969, + 0.566406, + 0.550781, + 0.566406, + 0.628906, + 0.566406, + 0.554688, + 0.5625, + 0.542969, + 0.566406, + 0.574219, + 0.550781, + 0.59375, + 0.566406, + 0.554688, + 0.558594, + 0.582031, + 0.5625, + 0.5, + 0.570312, + 0.574219, + 0.546875, + 0.542969, + 0.570312, + 0.554688, + 0.558594, + 0.5625, + 0.5625, + 0.539062, + 0.570312, + 0.546875, + 0.566406, + 0.539062, + 0.558594, + 0.566406, + 0.488281, + 0.546875, + 0.554688, + 0.554688, + 0.542969, + 0.578125, + 0.550781, + 0.550781, + 0.542969, + 0.550781, + 0.550781, + 0.542969, + 0.554688, + 0.578125, + 0.570312, + 0.550781, + 0.570312, + 0.589844, + 0.542969, + 0.320312, + 0.515625, + 0.566406, + 0.558594, + 0.539062, + 0.578125, + 0.5625, + 0.535156, + 0.550781, + 0.570312, + 0.566406, + 0.554688, + 0.59375, + 0.542969, + 0.558594, + 0.5625, + 0.5625, + 0.542969, + 0.558594, + 0.546875, + 0.542969, + 0.550781, + 0.570312, + 0.550781, + 0.554688, + 0.59375, + 0.570312, + 0.5625, + 0.566406, + 0.550781, + 0.554688, + 0.5625, + 0.550781, + 0.570312, + 0.539062, + 0.519531, + 0.542969, + 0.539062, + 0.554688, + 0.566406, + 0.5625, + 0.4375, + 0.535156, + 0.550781, + 0.617188, + 0.566406, + 0.570312, + 0.5625, + 0.550781, + 0.566406, + 0.453125, + 0.585938, + 0.5625, + 0.574219, + 0.570312, + 0.550781, + 0.5625, + 0.542969, + 0.53125, + 0.539062, + 0.570312, + 0.554688, + 0.566406, + 0.566406, + 0.605469, + 0.566406, + 0.5625, + 0.554688, + 0.539062, + 0.570312, + 0.589844, + 0.5625, + 0.570312, + 0.566406, + 0.5625, + 0.589844, + 0.519531, + 0.550781, + 0.554688, + 0.570312, + 0.570312, + 0.550781, + 0.578125, + 0.554688, + 0.550781, + 0.585938, + 0.498047, + 0.558594, + 0.574219, + 0.535156, + 0.558594, + 0.582031, + 0.574219, + 0.554688, + 0.613281, + 0.574219, + 0.558594, + 0.570312, + 0.53125, + 0.566406, + 0.554688, + 0.59375, + 0.566406, + 0.527344, + 0.539062, + 0.558594, + 0.585938, + 0.554688, + 0.5625, + 0.597656, + 0.558594, + 0.5625, + 0.542969, + 0.5625, + 0.5625, + 0.5625, + 0.558594, + 0.566406, + 0.554688, + 0.5625, + 0.578125, + 0.582031, + 0.554688, + 0.574219, + 0.554688, + 0.59375, + 0.59375, + 0.550781, + 0.582031, + 0.566406, + 0.546875, + 0.566406, + 0.554688, + 0.570312, + 0.5625, + 0.574219, + 0.482422, + 0.546875, + 0.53125, + 0.5625, + 0.5625, + 0.574219, + 0.570312, + 0.585938, + 0.554688, + 0.554688, + 0.5, + 0.554688, + 0.5625, + 0.554688, + 0.558594, + 0.601562, + 0.570312, + 0.570312, + 0.589844, + 0.558594, + 0.554688, + 0.542969, + 0.550781, + 0.558594, + 0.542969, + 0.558594, + 0.566406, + 0.546875, + 0.554688, + 0.566406, + 0.558594, + 0.554688, + 0.515625, + 0.558594, + 0.566406, + 0.566406, + 0.570312, + 0.578125, + 0.546875, + 0.554688, + 0.527344, + 0.519531, + 0.539062, + 0.574219, + 0.558594, + 0.570312, + 0.550781, + 0.546875, + 0.546875, + 0.5625, + 0.574219, + 0.5625, + 0.554688, + 0.550781, + 0.5625, + 0.554688, + 0.558594, + 0.554688, + 0.539062, + 0.566406, + 0.554688, + 0.53125, + 0.5625, + 0.636719, + 0.558594, + 0.566406, + 0.605469, + 0.527344, + 0.550781, + 0.558594, + 0.558594, + 0.550781, + 0.554688, + 0.542969, + 0.554688, + 0.582031, + 0.300781, + 0.53125, + 0.566406, + 0.5625 + ] + }, + "name": "model.model.layers.51.post_attention_layernorm.weight", + "outputIndexes": [ + 4195 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4194 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_51/Mul_output_0", + "outputIndexes": [ + 4196 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4195, + 4196 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_51/Mul_1_output_0", + "outputIndexes": [ + 4197 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4197 + ], + "outputIndexes": [ + 5832 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5832 + ], + "outputIndexes": [ + 5833 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/gate_proj/Linear", + "inputIndexes": [ + 5833 + ], + "outputIndexes": [ + 5834 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 514629382, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5834 + ], + "outputIndexes": [ + 5835 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5835 + ], + "outputIndexes": [ + 4198 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4198 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_51/Sigmoid_output_0", + "outputIndexes": [ + 4199 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4198, + 4199 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_51/Mul_output_0", + "outputIndexes": [ + 4200 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4197 + ], + "outputIndexes": [ + 5836 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5836 + ], + "outputIndexes": [ + 5837 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/up_proj/Linear", + "inputIndexes": [ + 5837 + ], + "outputIndexes": [ + 5838 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 517209884, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5838 + ], + "outputIndexes": [ + 5839 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5839 + ], + "outputIndexes": [ + 4201 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4200, + 4201 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_51/Mul_output_0", + "outputIndexes": [ + 4202 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4202 + ], + "outputIndexes": [ + 5840 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5840 + ], + "outputIndexes": [ + 5841 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/down_proj/Linear", + "inputIndexes": [ + 5841 + ], + "outputIndexes": [ + 5842 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 519790386, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5842 + ], + "outputIndexes": [ + 5843 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.51/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5843 + ], + "outputIndexes": [ + 4203 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4194, + 4203 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_259_output_0", + "outputIndexes": [ + 4204 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4204, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_468_output_0", + "outputIndexes": [ + 4205 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.542969, + 0.458984, + 0.441406, + 0.441406, + 0.460938, + 0.474609, + 0.921875, + 0.464844, + 0.5, + 0.515625, + 0.714844, + 0.453125, + 0.488281, + 0.414062, + 0.404297, + 0.458984, + 0.738281, + 0.453125, + 0.445312, + 0.578125, + 0.425781, + 0.429688, + 0.457031, + 0.462891, + 0.460938, + 0.445312, + 0.476562, + 0.476562, + 0.464844, + 0.453125, + 0.480469, + 0.480469, + 0.455078, + 0.449219, + 0.443359, + 0.464844, + 0.503906, + 0.455078, + 0.648438, + 0.470703, + 0.464844, + 0.429688, + 0.480469, + 0.507812, + 0.535156, + 0.464844, + 0.441406, + 0.490234, + 0.433594, + 0.59375, + 0.410156, + 0.585938, + 0.460938, + 0.460938, + 0.507812, + 0.466797, + 0.443359, + 0.464844, + 0.451172, + 0.427734, + 0.464844, + 0.445312, + 0.46875, + 0.457031, + 0.515625, + 0.511719, + 0.617188, + 0.589844, + 0.458984, + 0.585938, + 0.435547, + 0.535156, + 0.457031, + 0.466797, + 0.455078, + 0.455078, + 0.492188, + 0.419922, + 0.597656, + 0.466797, + 0.494141, + 0.441406, + 0.476562, + 0.445312, + 0.453125, + 0.474609, + 0.427734, + 0.527344, + 0.496094, + 0.527344, + 0.5, + 0.4375, + 0.519531, + 0.435547, + 0.554688, + 0.507812, + 0.476562, + 0.435547, + 0.466797, + 0.511719, + 0.460938, + 0.478516, + 0.427734, + 0.507812, + 0.363281, + 0.539062, + 0.474609, + 0.472656, + 0.457031, + 0.441406, + 0.427734, + 0.451172, + 0.460938, + 0.472656, + 0.449219, + 0.503906, + 0.462891, + 0.449219, + 0.433594, + 0.427734, + 0.46875, + 0.46875, + 0.4375, + 0.466797, + 0.472656, + 0.439453, + 0.90625, + 0.435547, + 0.449219, + 0.345703, + 0.441406, + 0.421875, + 0.439453, + 0.441406, + 0.457031, + 0.4375, + 0.449219, + 0.484375, + 0.539062, + 0.470703, + 0.453125, + 0.425781, + 0.427734, + 0.453125, + 0.449219, + 0.435547, + 0.441406, + 0.435547, + 0.433594, + 0.472656, + 0.484375, + 0.445312, + 0.423828, + 0.441406, + 0.464844, + 0.496094, + 0.443359, + 0.447266, + 0.570312, + 0.486328, + 0.523438, + 0.494141, + 0.554688, + 0.458984, + 0.460938, + 0.474609, + 0.613281, + 0.423828, + 0.46875, + 0.546875, + 0.523438, + 0.462891, + 0.451172, + 0.457031, + 0.582031, + 0.451172, + 0.503906, + 0.439453, + 0.414062, + 0.455078, + 0.447266, + 0.486328, + 0.5, + 0.5, + 0.419922, + 0.460938, + 0.466797, + 0.474609, + 0.4375, + 0.449219, + 0.458984, + 0.453125, + 0.550781, + 0.46875, + 0.458984, + 0.4375, + 0.464844, + 0.498047, + 0.314453, + 0.421875, + 0.4375, + 0.423828, + 0.480469, + 0.429688, + 0.46875, + 0.464844, + 0.451172, + 0.441406, + 0.466797, + 0.449219, + 0.458984, + 0.462891, + 0.453125, + 0.566406, + 0.453125, + 0.435547, + 0.443359, + 0.451172, + 0.441406, + 0.455078, + 0.443359, + 0.458984, + 0.484375, + 0.472656, + 0.445312, + 0.486328, + 0.433594, + 0.574219, + 0.433594, + 0.486328, + 0.476562, + 0.554688, + 0.457031, + 0.458984, + 0.439453, + 0.498047, + 0.466797, + 0.457031, + 0.423828, + 0.449219, + 0.427734, + 0.457031, + 0.455078, + 0.443359, + 0.451172, + 0.472656, + 0.503906, + 0.46875, + 0.449219, + 0.476562, + 0.458984, + 0.460938, + 0.566406, + 0.458984, + 0.482422, + 0.458984, + 0.484375, + 0.466797, + 0.5, + 0.453125, + 0.443359, + 0.474609, + 0.453125, + 0.5, + 0.445312, + 0.431641, + 0.462891, + 0.482422, + 0.519531, + 0.482422, + 0.78125, + 0.431641, + 0.447266, + 0.835938, + 0.480469, + 0.482422, + 0.482422, + 0.498047, + 0.503906, + 0.439453, + 0.470703, + 0.451172, + 0.460938, + 0.423828, + 0.466797, + 0.476562, + 0.431641, + 0.445312, + 0.464844, + 0.441406, + 0.447266, + 0.478516, + 0.429688, + 0.474609, + 0.458984, + 0.433594, + 0.435547, + 0.472656, + 0.480469, + 0.443359, + 0.449219, + 0.486328, + 0.457031, + 0.554688, + 0.457031, + 0.443359, + 0.492188, + 0.482422, + 0.429688, + 0.453125, + 0.523438, + 0.425781, + 0.455078, + 0.5, + 0.4375, + 0.439453, + 0.439453, + 0.523438, + 0.570312, + 0.511719, + 0.455078, + 0.441406, + 0.433594, + 0.458984, + 0.46875, + 0.494141, + 0.458984, + 0.455078, + 0.457031, + 0.488281, + 0.578125, + 0.507812, + 0.601562, + 0.441406, + 0.494141, + 0.484375, + 0.460938, + 0.455078, + 0.566406, + 0.519531, + 0.439453, + 0.466797, + 0.441406, + 0.478516, + 0.443359, + 0.5, + 0.46875, + 0.460938, + 0.482422, + 0.4375, + 0.470703, + 0.453125, + 0.472656, + 0.447266, + 0.460938, + 0.433594, + 0.455078, + 0.453125, + 0.458984, + 0.449219, + 0.431641, + 0.470703, + 0.457031, + 0.46875, + 0.460938, + 0.466797, + 0.439453, + 0.425781, + 0.470703, + 0.462891, + 0.445312, + 0.4375, + 0.429688, + 0.574219, + 0.46875, + 0.451172, + 0.472656, + 0.449219, + 0.478516, + 0.550781, + 0.992188, + 0.457031, + 0.460938, + 0.453125, + 0.453125, + 0.449219, + 0.488281, + 0.451172, + 0.476562, + 0.445312, + 0.464844, + 0.546875, + 0.476562, + 0.523438, + 0.441406, + 0.460938, + 0.472656, + 0.457031, + 0.445312, + 0.453125, + 0.472656, + 0.470703, + 0.511719, + 0.457031, + 0.455078, + 0.503906, + 0.455078, + 0.427734, + 0.443359, + 0.4375, + 0.472656, + 0.429688, + 0.466797, + 0.458984, + 0.441406, + 0.412109, + 0.470703, + 0.443359, + 0.435547, + 0.507812, + 0.447266, + 0.464844, + 0.8125, + 0.460938, + 0.455078, + 0.503906, + 0.417969, + 0.458984, + 0.65625, + 0.488281, + 0.585938, + 0.519531, + 0.435547, + 0.441406, + 0.439453, + 0.453125, + 0.435547, + 0.427734, + 0.445312, + 0.431641, + 0.464844, + 0.470703, + 0.492188, + 0.431641, + 0.447266, + 0.546875, + 0.259766, + 0.515625, + 0.566406, + 0.423828, + 0.451172, + 0.542969, + 0.445312, + 0.441406, + 0.435547, + 0.472656, + 0.439453, + 0.435547, + 0.464844, + 0.46875, + 0.435547, + 0.408203, + 0.455078, + 0.449219, + 0.609375, + 0.470703, + 0.482422, + 0.429688, + 0.462891, + 0.484375, + 0.435547, + 0.457031, + 0.460938, + 0.480469, + 0.484375, + 0.466797, + 0.464844, + 0.429688, + 0.490234, + 0.455078, + 0.453125, + 0.451172, + 0.431641, + 0.449219, + 0.474609, + 0.498047, + 0.445312, + 0.484375, + 0.482422, + 0.419922, + 0.445312, + 0.466797, + 0.455078, + 0.4375, + 0.441406, + 0.507812, + 0.451172, + 0.431641, + 0.519531, + 0.507812, + 0.988281, + 0.488281, + 0.447266, + 0.472656, + 0.59375, + 0.46875, + 0.447266, + 0.439453, + 0.427734, + 0.443359, + 0.453125, + 0.4375, + 0.902344, + 0.476562, + 0.445312, + 0.503906, + 0.460938, + 0.460938, + 0.429688, + 0.494141, + 0.449219, + 0.431641, + 0.613281, + 0.466797, + 0.439453, + 0.46875, + 0.472656, + 0.458984, + 0.458984, + 0.464844, + 0.574219, + 0.460938, + 0.515625, + 0.566406, + 0.458984, + 0.439453, + 0.451172, + 0.457031, + 0.443359, + 0.449219, + 0.464844, + 0.507812, + 0.486328, + 0.410156, + 0.455078, + 0.472656, + 0.458984, + 0.664062, + 0.503906, + 0.515625, + 0.523438, + 0.435547, + 0.460938, + 0.441406, + 0.460938, + 0.476562, + 0.519531, + 0.097168, + 0.466797, + 0.53125, + 0.667969, + 0.482422, + 0.4375, + 0.451172, + 0.494141, + 0.527344, + 0.449219, + 0.449219, + 0.466797, + 0.4375, + 0.435547, + 0.449219, + 0.507812, + 0.429688, + 0.466797, + 0.425781, + 0.472656, + 0.490234, + 0.464844, + 0.554688, + 0.453125, + 0.472656, + 0.455078, + 0.494141, + 0.425781, + 0.451172, + 0.478516, + 0.447266, + 0.414062, + 0.447266, + 0.478516, + 0.515625, + 0.441406, + 0.451172, + 0.447266, + 0.470703, + 0.435547, + 0.636719, + 0.550781, + 0.451172, + 0.460938, + 0.451172, + 0.451172, + 0.388672, + 0.554688, + 0.482422, + 0.455078, + 0.458984, + 0.466797, + 0.412109, + 0.490234, + 0.431641, + 0.449219, + 0.46875, + 0.46875, + 0.457031, + 0.824219, + 0.427734, + 0.476562, + 0.433594, + 0.542969, + 0.371094, + 0.464844, + 0.455078, + 0.449219, + 0.570312, + 0.453125, + 0.695312, + 0.470703, + 0.5625, + 1.0, + 0.478516, + 0.464844, + 0.441406, + 0.492188, + 0.427734, + 0.458984, + 0.457031, + 0.464844, + 0.4375, + 0.494141, + 0.423828, + 0.445312, + 0.476562, + 0.507812, + 0.46875, + 0.457031, + 0.507812, + 0.488281, + 0.546875, + 0.447266, + 0.445312, + 0.410156, + 0.550781, + 0.464844, + 0.476562, + 0.558594, + 0.431641, + 0.527344, + 0.53125, + 0.460938, + 0.441406, + 0.472656, + 0.492188, + 0.419922, + 0.486328, + 0.511719, + 0.447266, + 0.449219, + 0.427734, + 0.433594, + 0.451172, + 0.5, + 0.5625, + 0.488281, + 0.566406, + 0.425781, + 0.455078, + 0.464844, + 0.462891, + 0.416016, + 0.435547, + 1.039062, + 0.435547, + 0.554688, + 0.435547, + 0.507812, + 0.423828, + 0.439453, + 0.421875, + 0.441406, + 0.4375, + 0.441406, + 0.439453, + 0.474609, + 0.453125, + 0.439453, + 0.464844, + 0.443359, + 0.441406, + 0.460938, + 0.427734, + 0.515625, + 0.460938, + 0.78125, + 0.535156, + 0.427734, + 0.441406, + 0.503906, + 0.441406, + 0.484375, + 0.478516, + 0.462891, + 0.460938, + 0.412109, + 0.449219, + 0.431641, + 0.5, + 0.507812, + 0.441406, + 0.53125, + 0.4375, + 0.472656, + 0.455078, + 0.46875, + 0.53125, + 0.785156, + 0.458984, + 0.476562, + 0.460938, + 0.449219, + 0.427734, + 0.453125, + 0.447266, + 0.511719, + 0.449219, + 0.503906, + 0.458984, + 0.429688, + 0.451172, + 0.439453, + 0.433594, + 0.453125, + 0.478516, + 0.455078, + 0.453125, + 1.0625, + 0.474609, + 0.457031, + 0.566406, + 0.472656, + 0.5625, + 0.443359, + 0.476562, + 0.457031, + 0.429688, + 0.429688, + 0.494141, + 0.470703, + 0.458984, + 0.427734, + 0.466797, + 0.449219, + 0.570312, + 0.453125, + 0.4375, + 0.488281, + 0.408203, + 0.447266, + 0.734375, + 0.46875, + 0.490234, + 0.480469, + 0.449219, + 0.605469, + 0.439453, + 0.460938, + 0.443359, + 0.439453, + 0.453125, + 0.478516, + 0.447266, + 0.605469, + 0.433594, + 0.484375, + 0.445312, + 0.609375, + 0.443359, + 0.480469, + 0.466797, + 0.455078, + 0.431641, + 0.488281, + 0.511719, + 0.451172, + 0.433594, + 0.703125, + 0.449219, + 0.451172, + 0.457031, + 0.439453, + 0.449219, + 0.488281, + 0.458984, + 0.466797, + 0.439453, + 0.423828, + 0.546875, + 0.474609, + 0.5, + 0.457031, + 0.488281, + 0.466797, + 0.449219, + 0.523438, + 0.46875, + 0.441406, + 0.441406, + 0.455078, + 0.451172, + 0.460938, + 0.523438, + 0.453125, + 0.435547, + 0.478516, + 0.451172, + 0.46875, + 0.585938, + 0.447266, + 0.419922, + 0.447266, + 0.441406, + 0.466797, + 0.570312, + 0.429688, + 0.462891, + 0.451172, + 0.449219, + 0.462891, + 0.435547, + 0.435547, + 0.439453, + 0.421875, + 0.447266, + 0.431641, + 0.480469, + 0.496094, + 0.455078, + 0.425781, + 0.458984, + 0.482422, + 0.414062, + 0.800781, + 0.427734, + 0.453125, + 0.460938, + 0.507812, + 0.435547, + 0.484375, + 0.453125, + 0.515625, + 0.46875, + 0.4375, + 0.542969, + 0.470703, + 0.554688, + 0.458984, + 0.492188, + 0.443359, + 0.480469, + 0.429688, + 0.457031, + 0.425781, + 0.425781, + 0.498047, + 0.480469, + 0.574219, + 0.578125, + 0.470703, + 0.65625, + 0.453125, + 0.472656, + 0.443359, + 0.460938, + 0.476562, + 0.457031, + 0.449219, + 0.482422, + 0.447266, + 0.443359, + 0.443359, + 0.464844, + 0.550781, + 0.412109, + 0.453125, + 0.417969, + 0.566406, + 0.460938, + 0.457031, + 0.439453, + 0.527344, + 0.482422, + 0.488281, + 0.484375, + 0.447266, + 0.503906, + 0.455078, + 0.46875, + 0.462891, + 0.488281, + 0.535156, + 0.458984, + 0.447266, + 0.410156, + 0.478516, + 0.451172, + 0.466797, + 0.4375, + 0.447266, + 0.447266, + 0.478516, + 0.476562, + 0.429688, + 0.453125, + 0.445312, + 0.550781, + 0.470703, + 0.515625, + 0.457031, + 0.472656, + 0.453125, + 0.482422, + 0.458984, + 0.464844, + 0.431641, + 0.429688, + 0.453125, + 0.507812, + 0.554688, + 0.443359, + 0.466797, + 0.466797, + 0.492188, + 0.433594, + 0.4375, + 0.464844, + 0.457031, + 0.460938, + 0.439453, + 0.496094, + 0.466797, + 0.621094, + 0.443359, + 0.443359, + 0.46875, + 0.478516, + 0.460938, + 0.431641, + 0.433594, + 0.789062, + 0.474609, + 0.474609, + 0.439453, + 0.462891, + 0.451172, + 0.435547, + 0.5625, + 0.472656, + 0.425781, + 0.488281, + 0.458984, + 0.507812, + 0.457031, + 0.441406, + 0.441406, + 0.474609, + 0.455078, + 0.449219, + 0.804688, + 0.443359, + 0.589844, + 0.458984, + 0.470703, + 0.455078, + 0.478516, + 0.464844, + 0.429688, + 0.546875, + 0.902344, + 0.451172, + 0.476562, + 0.429688, + 0.5625, + 0.474609, + 0.488281, + 0.445312, + 0.464844, + 0.449219, + 0.474609, + 0.4375, + 0.449219, + 0.523438, + 0.429688, + 0.421875, + 0.435547, + 0.464844, + 0.429688, + 0.419922, + 0.472656, + 0.488281, + 0.507812, + 0.429688, + 0.486328, + 0.496094, + 0.423828, + 0.443359, + 0.462891, + 0.466797, + 0.462891, + 0.435547, + 0.425781, + 0.478516, + 0.458984, + 0.449219, + 0.4375, + 0.488281, + 0.435547, + 0.445312, + 0.640625, + 0.453125, + 0.457031, + 0.453125, + 0.523438, + 0.511719, + 0.388672, + 0.464844, + 0.484375, + 0.439453, + 0.523438, + 0.425781, + 0.4375, + 0.472656, + 0.539062, + 0.466797, + 0.433594, + 0.621094, + 0.449219, + 0.476562, + 0.433594, + 0.423828, + 0.453125, + 0.451172, + 0.445312, + 0.433594, + 0.433594, + 0.431641, + 0.613281, + 0.457031, + 0.435547, + 0.451172, + 0.423828, + 0.451172, + 0.435547, + 0.535156, + 0.886719, + 0.558594, + 0.441406, + 0.429688, + 0.494141, + 0.439453, + 0.488281, + 0.65625, + 0.482422, + 0.427734, + 0.455078, + 0.451172, + 0.498047, + 0.482422, + 0.464844, + 0.46875, + 0.464844, + 0.484375, + 0.46875, + 0.455078, + 0.46875, + 0.441406, + 0.4375, + 0.470703, + 0.652344, + 0.458984, + 0.439453, + 0.457031, + 0.433594, + 0.457031, + 0.449219, + 0.447266, + 0.462891, + 0.433594, + 0.441406, + 0.542969, + 0.462891, + 0.449219, + 0.462891, + 0.474609, + 0.435547, + 0.800781, + 0.410156, + 0.472656, + 0.472656, + 0.4375, + 0.439453, + 0.435547, + 0.455078, + 0.460938, + 0.738281, + 0.498047, + 0.349609, + 0.457031, + 0.4375, + 0.496094, + 0.443359, + 0.439453, + 0.574219, + 0.478516, + 0.498047, + 0.445312, + 0.449219, + 0.453125, + 0.441406, + 0.462891, + 0.464844, + 0.484375, + 0.644531, + 0.458984, + 0.478516, + 0.455078, + 0.445312, + 0.451172, + 0.441406, + 0.480469, + 0.375, + 0.451172, + 0.464844, + 0.449219, + 0.423828, + 0.480469, + 0.482422, + 0.462891, + 0.519531, + 0.486328, + 0.78125, + 0.433594, + 0.476562, + 0.466797, + 0.449219, + 0.414062, + 0.460938, + 0.464844, + 0.453125, + 0.470703, + 0.464844, + 0.431641, + 0.460938, + 0.46875, + 0.466797, + 0.382812, + 0.453125, + 0.5625, + 0.498047, + 0.451172, + 0.425781, + 0.447266, + 0.462891, + 0.443359, + 0.447266, + 0.458984, + 0.480469, + 0.466797, + 0.455078, + 0.507812, + 0.458984, + 0.447266, + 0.457031, + 0.445312, + 0.419922, + 0.416016, + 0.425781, + 0.460938, + 0.482422, + 0.503906, + 0.46875, + 0.476562, + 0.441406, + 0.439453, + 0.460938, + 0.470703, + 0.519531, + 0.507812, + 0.427734, + 0.414062, + 0.412109, + 0.539062, + 0.492188, + 0.470703, + 0.455078, + 0.439453, + 0.470703, + 0.466797, + 0.455078, + 0.455078, + 0.554688, + 0.449219, + 0.449219, + 0.455078, + 0.472656, + 0.417969, + 0.445312, + 0.464844, + 0.484375, + 0.458984, + 0.457031, + 0.443359, + 0.558594, + 0.474609, + 0.431641, + 0.482422, + 0.460938, + 0.4375, + 0.423828, + 0.453125, + 0.457031, + 0.457031, + 0.480469, + 0.441406, + 0.462891, + 0.472656, + 0.451172, + 0.474609, + 0.46875, + 0.458984, + 0.539062, + 0.539062, + 0.425781, + 0.427734, + 0.460938, + 0.439453, + 0.375, + 0.488281, + 0.455078, + 0.474609, + 0.441406, + 0.435547, + 0.476562, + 0.445312, + 0.447266, + 0.417969, + 0.585938, + 0.5, + 0.597656, + 0.480469, + 0.451172, + 0.511719, + 0.462891, + 0.455078, + 0.519531, + 0.470703, + 0.423828, + 0.535156, + 0.511719, + 0.464844, + 0.546875, + 0.458984, + 0.441406, + 0.472656, + 0.472656, + 0.433594, + 0.929688, + 0.574219, + 0.441406, + 0.466797 + ] + }, + "name": "model.model.layers.52.input_layernorm.weight", + "outputIndexes": [ + 4206 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4205 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_52/Mul_output_0", + "outputIndexes": [ + 4207 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4206, + 4207 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_52/Mul_1_output_0", + "outputIndexes": [ + 4208 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4208 + ], + "outputIndexes": [ + 5844 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5844 + ], + "outputIndexes": [ + 5845 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/q_proj/Linear", + "inputIndexes": [ + 5845 + ], + "outputIndexes": [ + 5846 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 522370888, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5846 + ], + "outputIndexes": [ + 5847 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5847 + ], + "outputIndexes": [ + 4209 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4208 + ], + "main_type": "NONE", + "name": "/Shape_729_output_0", + "outputIndexes": [ + 4210 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4210 + ], + "main_type": "NONE", + "name": "Shape11311", + "outputIndexes": [ + 4211 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4210 + ], + "main_type": "NONE", + "name": "Rank11313", + "outputIndexes": [ + 4212 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4212, + 4212 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11315", + "outputIndexes": [ + 4213 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4213 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11316", + "outputIndexes": [ + 4214 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4213, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11318", + "outputIndexes": [ + 4215 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4215 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11319", + "outputIndexes": [ + 4216 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4211, + 4214, + 4216, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice11322", + "outputIndexes": [ + 4217 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4217 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze11323", + "outputIndexes": [ + 4218 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 4218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11324", + "outputIndexes": [ + 4219 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4219, + 4218 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11325", + "outputIndexes": [ + 4220 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4210, + 4220, + 4213 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_784_output_0", + "outputIndexes": [ + 4221 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4221, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1665_output_0", + "outputIndexes": [ + 4222 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 4222, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_676_output_0", + "outputIndexes": [ + 4223 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4209, + 4223 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_469_output_0", + "outputIndexes": [ + 4224 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4224, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_416_output_0", + "outputIndexes": [ + 4225 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4224 + ], + "main_type": "NONE", + "name": "/Shape_730_output_0", + "outputIndexes": [ + 4226 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4226 + ], + "main_type": "NONE", + "name": "Shape11332", + "outputIndexes": [ + 4227 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4226 + ], + "main_type": "NONE", + "name": "Rank11334", + "outputIndexes": [ + 4228 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4228, + 4228 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11336", + "outputIndexes": [ + 4229 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4229 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11337", + "outputIndexes": [ + 4230 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4229, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11339", + "outputIndexes": [ + 4231 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4231 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11340", + "outputIndexes": [ + 4232 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4227, + 4230, + 4232, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice11343", + "outputIndexes": [ + 4233 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4233 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze11344", + "outputIndexes": [ + 4234 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 4234 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11345", + "outputIndexes": [ + 4235 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4235, + 4234 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11346", + "outputIndexes": [ + 4236 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4226, + 4236, + 4229 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_785_output_0", + "outputIndexes": [ + 4237 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4237, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_156_output_0", + "outputIndexes": [ + 4238 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4238, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1670_output_0", + "outputIndexes": [ + 4239 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4224, + 4239, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_209_output_0", + "outputIndexes": [ + 4240 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4240 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_104_output_0", + "outputIndexes": [ + 4241 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4224, + 22, + 4239, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_208_output_0", + "outputIndexes": [ + 4242 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4241, + 4242 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_679_output_0", + "outputIndexes": [ + 4243 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4243, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_417_output_0", + "outputIndexes": [ + 4244 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4225, + 4244 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_260_output_0", + "outputIndexes": [ + 4245 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4208 + ], + "outputIndexes": [ + 5848 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5848 + ], + "outputIndexes": [ + 5849 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/k_proj/Linear", + "inputIndexes": [ + 5849 + ], + "outputIndexes": [ + 5850 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 523292510, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5850 + ], + "outputIndexes": [ + 5851 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5851 + ], + "outputIndexes": [ + 4246 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 4222, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_677_output_0", + "outputIndexes": [ + 4247 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4246, + 4247 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_470_output_0", + "outputIndexes": [ + 4248 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4248, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_418_output_0", + "outputIndexes": [ + 4249 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4248 + ], + "main_type": "NONE", + "name": "/Shape_731_output_0", + "outputIndexes": [ + 4250 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4250 + ], + "main_type": "NONE", + "name": "Shape11395", + "outputIndexes": [ + 4251 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4250 + ], + "main_type": "NONE", + "name": "Rank11397", + "outputIndexes": [ + 4252 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4252, + 4252 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11399", + "outputIndexes": [ + 4253 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4253 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11400", + "outputIndexes": [ + 4254 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4253, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11402", + "outputIndexes": [ + 4255 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4255 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11403", + "outputIndexes": [ + 4256 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4251, + 4254, + 4256, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice11406", + "outputIndexes": [ + 4257 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4257 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze11407", + "outputIndexes": [ + 4258 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 4258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11408", + "outputIndexes": [ + 4259 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4259, + 4258 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11409", + "outputIndexes": [ + 4260 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4250, + 4260, + 4253 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_786_output_0", + "outputIndexes": [ + 4261 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4261, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_157_output_0", + "outputIndexes": [ + 4262 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4262, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1672_output_0", + "outputIndexes": [ + 4263 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4248, + 4263, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_211_output_0", + "outputIndexes": [ + 4264 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4264 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_105_output_0", + "outputIndexes": [ + 4265 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4248, + 22, + 4263, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_210_output_0", + "outputIndexes": [ + 4266 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4265, + 4266 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_680_output_0", + "outputIndexes": [ + 4267 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4267, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_419_output_0", + "outputIndexes": [ + 4268 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4249, + 4268 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_261_output_0", + "outputIndexes": [ + 4269 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4208 + ], + "outputIndexes": [ + 5852 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5852 + ], + "outputIndexes": [ + 5853 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/v_proj/Linear", + "inputIndexes": [ + 5853 + ], + "outputIndexes": [ + 5854 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 523522932, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5854 + ], + "outputIndexes": [ + 5855 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5855 + ], + "outputIndexes": [ + 4270 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4270, + 4247 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_471_output_0", + "outputIndexes": [ + 4271 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4245, + 4269, + 4271, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_476_output_0", + "outputIndexes": [ + 4272 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4272 + ], + "outputIndexes": [ + 5856 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5856 + ], + "outputIndexes": [ + 5857 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/o_proj/Linear", + "inputIndexes": [ + 5857 + ], + "outputIndexes": [ + 5858 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 523753354, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5858 + ], + "outputIndexes": [ + 5859 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5859 + ], + "outputIndexes": [ + 4273 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4205, + 4273 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_263_output_0", + "outputIndexes": [ + 4274 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.566406, + 0.5625, + 0.574219, + 0.570312, + 0.585938, + 0.5625, + 0.382812, + 0.59375, + 0.574219, + 0.550781, + 0.570312, + 0.566406, + 0.546875, + 0.554688, + 0.574219, + 0.582031, + 0.431641, + 0.558594, + 0.558594, + 0.574219, + 0.554688, + 0.566406, + 0.535156, + 0.570312, + 0.574219, + 0.570312, + 0.539062, + 0.585938, + 0.566406, + 0.566406, + 0.535156, + 0.746094, + 0.554688, + 0.566406, + 0.578125, + 0.5625, + 0.546875, + 0.574219, + 0.535156, + 0.574219, + 0.578125, + 0.550781, + 0.566406, + 0.550781, + 0.5625, + 0.558594, + 0.566406, + 0.570312, + 0.558594, + 0.515625, + 0.554688, + 0.523438, + 0.5625, + 0.5625, + 0.570312, + 0.570312, + 0.570312, + 0.558594, + 0.558594, + 0.570312, + 0.566406, + 0.566406, + 0.554688, + 0.566406, + 0.5625, + 0.554688, + 0.523438, + 0.539062, + 0.609375, + 0.507812, + 0.5625, + 0.539062, + 0.5625, + 0.550781, + 0.570312, + 0.574219, + 0.59375, + 0.5625, + 0.558594, + 0.5625, + 0.578125, + 0.566406, + 0.554688, + 0.5625, + 0.5625, + 0.589844, + 0.566406, + 0.542969, + 0.582031, + 0.5625, + 0.566406, + 0.558594, + 0.566406, + 0.5625, + 0.554688, + 0.546875, + 0.578125, + 0.589844, + 0.570312, + 0.574219, + 0.589844, + 0.550781, + 0.554688, + 0.652344, + 0.480469, + 0.554688, + 0.574219, + 0.5625, + 0.554688, + 0.546875, + 0.558594, + 0.582031, + 0.542969, + 0.574219, + 0.613281, + 0.574219, + 0.574219, + 0.558594, + 0.546875, + 0.554688, + 0.59375, + 0.546875, + 0.558594, + 0.558594, + 0.828125, + 0.558594, + 0.392578, + 0.558594, + 0.570312, + 0.386719, + 0.570312, + 0.550781, + 0.5625, + 0.546875, + 0.570312, + 0.5625, + 0.554688, + 0.578125, + 0.546875, + 0.558594, + 0.566406, + 0.554688, + 0.566406, + 0.582031, + 0.570312, + 0.570312, + 0.5625, + 0.554688, + 0.558594, + 0.574219, + 0.601562, + 0.574219, + 0.542969, + 0.578125, + 0.570312, + 0.550781, + 0.558594, + 0.554688, + 0.546875, + 0.832031, + 0.546875, + 0.574219, + 0.550781, + 0.566406, + 0.539062, + 0.570312, + 0.53125, + 0.550781, + 0.578125, + 0.546875, + 1.164062, + 0.578125, + 0.570312, + 0.558594, + 0.523438, + 0.546875, + 0.578125, + 0.566406, + 0.578125, + 0.582031, + 0.558594, + 0.5625, + 0.59375, + 0.585938, + 0.550781, + 0.585938, + 0.589844, + 0.550781, + 0.582031, + 0.554688, + 0.570312, + 0.550781, + 0.546875, + 0.570312, + 0.570312, + 0.539062, + 0.558594, + 0.582031, + 0.172852, + 0.558594, + 0.574219, + 0.585938, + 0.566406, + 0.554688, + 0.570312, + 0.5625, + 0.570312, + 0.554688, + 0.558594, + 0.585938, + 0.554688, + 0.554688, + 0.570312, + 0.554688, + 0.566406, + 0.546875, + 0.570312, + 0.550781, + 0.570312, + 0.5625, + 0.558594, + 0.558594, + 0.554688, + 0.566406, + 0.5625, + 0.550781, + 0.570312, + 0.578125, + 0.578125, + 0.578125, + 0.558594, + 0.558594, + 0.597656, + 0.554688, + 0.59375, + 0.558594, + 0.578125, + 0.550781, + 0.566406, + 0.5625, + 0.566406, + 0.570312, + 0.597656, + 0.578125, + 0.566406, + 0.582031, + 0.542969, + 0.597656, + 0.570312, + 0.570312, + 0.542969, + 0.570312, + 0.535156, + 0.5625, + 0.546875, + 0.550781, + 0.582031, + 0.5625, + 0.570312, + 0.550781, + 0.558594, + 0.546875, + 0.574219, + 0.5625, + 0.574219, + 0.566406, + 0.582031, + 0.5625, + 0.558594, + 0.710938, + 0.486328, + 0.539062, + 0.605469, + 0.443359, + 0.5625, + 0.601562, + 0.585938, + 0.570312, + 0.539062, + 0.554688, + 0.566406, + 0.605469, + 0.566406, + 0.574219, + 0.558594, + 0.5625, + 0.550781, + 0.566406, + 0.574219, + 0.558594, + 0.5625, + 0.566406, + 0.570312, + 0.554688, + 0.59375, + 0.566406, + 0.582031, + 0.550781, + 0.554688, + 0.550781, + 0.578125, + 0.582031, + 0.570312, + 0.546875, + 0.574219, + 0.550781, + 0.5625, + 0.585938, + 0.496094, + 0.558594, + 0.550781, + 0.578125, + 0.546875, + 0.5625, + 0.574219, + 0.554688, + 0.636719, + 0.558594, + 0.550781, + 0.574219, + 0.546875, + 0.566406, + 0.574219, + 0.578125, + 0.550781, + 0.550781, + 0.582031, + 0.59375, + 0.574219, + 0.566406, + 0.535156, + 0.5625, + 0.535156, + 0.554688, + 0.566406, + 0.574219, + 0.582031, + 0.5625, + 0.539062, + 0.546875, + 0.554688, + 0.566406, + 0.570312, + 0.535156, + 0.566406, + 0.578125, + 0.5625, + 0.5625, + 0.546875, + 0.625, + 0.554688, + 0.5625, + 0.566406, + 0.578125, + 0.554688, + 0.574219, + 0.574219, + 0.566406, + 0.566406, + 0.570312, + 0.5625, + 0.5625, + 0.570312, + 0.554688, + 0.558594, + 0.570312, + 0.574219, + 0.550781, + 0.546875, + 0.570312, + 0.582031, + 0.570312, + 0.554688, + 0.566406, + 0.566406, + 0.558594, + 0.578125, + 0.566406, + 0.585938, + 0.546875, + 0.384766, + 0.558594, + 0.585938, + 0.566406, + 0.574219, + 0.550781, + 0.550781, + 0.566406, + 0.542969, + 0.554688, + 0.5625, + 0.566406, + 0.578125, + 0.546875, + 0.585938, + 0.578125, + 0.566406, + 0.582031, + 0.578125, + 0.570312, + 0.566406, + 0.59375, + 0.5625, + 0.5625, + 0.566406, + 0.570312, + 0.542969, + 0.585938, + 0.558594, + 0.5625, + 0.566406, + 0.59375, + 0.546875, + 0.558594, + 0.558594, + 0.574219, + 0.5625, + 0.5625, + 0.558594, + 0.621094, + 0.578125, + 0.5625, + 0.542969, + 0.59375, + 0.566406, + 0.542969, + 0.589844, + 0.558594, + 0.507812, + 0.570312, + 0.550781, + 0.566406, + 0.578125, + 0.574219, + 0.5625, + 0.566406, + 0.570312, + 0.570312, + 0.578125, + 0.570312, + 0.570312, + 0.5625, + 0.558594, + 0.589844, + 0.550781, + 0.5625, + 0.292969, + 0.597656, + 0.5625, + 0.570312, + 0.5625, + 0.539062, + 0.566406, + 0.578125, + 0.542969, + 0.679688, + 0.570312, + 0.550781, + 0.558594, + 0.554688, + 0.554688, + 0.511719, + 0.554688, + 0.59375, + 0.535156, + 0.558594, + 0.558594, + 0.570312, + 0.574219, + 0.554688, + 0.566406, + 0.5625, + 0.578125, + 0.566406, + 0.554688, + 0.5625, + 0.554688, + 0.589844, + 0.566406, + 0.546875, + 0.574219, + 0.566406, + 0.5625, + 0.550781, + 0.589844, + 0.554688, + 0.558594, + 0.558594, + 0.585938, + 0.554688, + 0.5625, + 0.59375, + 0.558594, + 0.5625, + 0.554688, + 0.550781, + 0.578125, + 0.566406, + 0.550781, + 0.574219, + 0.300781, + 0.558594, + 0.578125, + 0.5625, + 0.546875, + 0.59375, + 0.582031, + 0.539062, + 0.566406, + 0.558594, + 0.566406, + 0.570312, + 0.345703, + 0.558594, + 0.566406, + 0.609375, + 0.5625, + 0.554688, + 0.554688, + 0.597656, + 0.554688, + 0.539062, + 0.582031, + 0.582031, + 0.5625, + 0.554688, + 0.636719, + 0.578125, + 0.585938, + 0.535156, + 0.550781, + 0.554688, + 0.558594, + 0.539062, + 0.566406, + 0.558594, + 0.578125, + 0.5625, + 0.554688, + 0.578125, + 0.578125, + 0.535156, + 0.578125, + 0.570312, + 0.5625, + 0.5625, + 0.558594, + 0.554688, + 0.574219, + 0.546875, + 0.585938, + 0.550781, + 0.574219, + 0.574219, + 0.570312, + 0.570312, + 0.703125, + 0.632812, + 0.566406, + 0.554688, + 0.519531, + 0.5625, + 0.5625, + 0.570312, + 0.546875, + 0.558594, + 0.558594, + 0.59375, + 0.570312, + 0.554688, + 0.578125, + 0.566406, + 0.5625, + 0.558594, + 0.570312, + 0.558594, + 0.574219, + 0.566406, + 0.566406, + 0.558594, + 0.585938, + 0.578125, + 0.5625, + 0.5625, + 0.5625, + 0.5625, + 0.570312, + 0.566406, + 0.5625, + 0.574219, + 0.5625, + 0.558594, + 0.578125, + 0.558594, + 0.5625, + 0.554688, + 0.570312, + 0.539062, + 0.585938, + 0.582031, + 0.558594, + 0.5625, + 0.566406, + 0.566406, + 0.550781, + 0.578125, + 0.589844, + 0.566406, + 0.578125, + 0.570312, + 0.554688, + 0.578125, + 0.546875, + 0.546875, + 0.566406, + 0.5625, + 0.578125, + 0.566406, + 0.582031, + 0.5625, + 0.5625, + 0.519531, + 0.542969, + 0.554688, + 0.539062, + 0.578125, + 0.566406, + 0.492188, + 0.609375, + 0.546875, + 0.296875, + 0.558594, + 0.582031, + 0.589844, + 0.554688, + 0.59375, + 0.554688, + 0.5625, + 0.578125, + 0.5625, + 0.546875, + 0.5625, + 0.550781, + 0.550781, + 0.550781, + 0.558594, + 0.5625, + 0.5625, + 0.574219, + 0.535156, + 0.558594, + 0.566406, + 0.503906, + 0.546875, + 0.566406, + 0.550781, + 0.566406, + 0.546875, + 0.550781, + 0.570312, + 0.578125, + 0.582031, + 0.550781, + 0.601562, + 0.554688, + 0.578125, + 0.59375, + 0.558594, + 0.546875, + 0.566406, + 0.558594, + 0.5625, + 0.539062, + 0.53125, + 0.558594, + 0.578125, + 0.542969, + 0.554688, + 0.578125, + 0.566406, + 0.558594, + 0.558594, + 0.357422, + 0.566406, + 1.359375, + 0.578125, + 0.550781, + 0.585938, + 0.570312, + 0.570312, + 0.574219, + 0.550781, + 0.5625, + 0.558594, + 0.558594, + 0.570312, + 0.554688, + 0.574219, + 0.578125, + 0.554688, + 0.554688, + 0.578125, + 0.570312, + 0.558594, + 0.474609, + 0.550781, + 0.558594, + 0.554688, + 0.5625, + 0.570312, + 0.480469, + 0.78125, + 0.597656, + 0.59375, + 0.554688, + 0.578125, + 0.566406, + 0.5625, + 0.5625, + 0.570312, + 0.535156, + 0.550781, + 0.566406, + 0.5625, + 0.605469, + 0.582031, + 0.466797, + 0.570312, + 0.558594, + 0.542969, + 0.558594, + 0.613281, + 0.550781, + 0.597656, + 0.558594, + 0.578125, + 0.578125, + 0.558594, + 0.570312, + 0.550781, + 0.574219, + 0.550781, + 0.570312, + 0.5625, + 0.589844, + 0.578125, + 0.363281, + 0.566406, + 0.578125, + 0.566406, + 0.554688, + 0.570312, + 0.5625, + 0.574219, + 0.574219, + 0.550781, + 0.574219, + 0.554688, + 0.546875, + 0.554688, + 0.558594, + 0.566406, + 0.566406, + 0.527344, + 0.574219, + 0.570312, + 0.570312, + 0.578125, + 0.574219, + 0.53125, + 0.574219, + 0.542969, + 0.546875, + 0.554688, + 0.527344, + 0.574219, + 0.542969, + 0.5625, + 0.554688, + 0.5625, + 0.5625, + 0.578125, + 0.542969, + 0.554688, + 0.566406, + 0.546875, + 0.566406, + 0.570312, + 0.550781, + 0.570312, + 0.570312, + 0.554688, + 0.585938, + 0.554688, + 0.582031, + 0.585938, + 0.464844, + 0.5625, + 0.574219, + 0.570312, + 0.554688, + 0.570312, + 0.574219, + 0.546875, + 0.566406, + 0.625, + 0.570312, + 0.554688, + 0.582031, + 0.574219, + 0.566406, + 0.578125, + 0.574219, + 0.617188, + 0.546875, + 0.554688, + 0.566406, + 0.574219, + 0.589844, + 0.558594, + 0.550781, + 0.574219, + 0.570312, + 0.554688, + 0.566406, + 0.570312, + 0.5625, + 0.546875, + 0.570312, + 0.5625, + 0.582031, + 0.585938, + 0.582031, + 0.542969, + 0.558594, + 0.5625, + 0.554688, + 0.5625, + 0.570312, + 0.5625, + 0.5625, + 0.558594, + 0.582031, + 0.566406, + 0.574219, + 0.542969, + 0.554688, + 0.578125, + 0.566406, + 0.570312, + 0.578125, + 0.59375, + 0.460938, + 0.546875, + 0.5625, + 0.566406, + 0.5625, + 0.546875, + 0.597656, + 0.582031, + 0.546875, + 0.566406, + 0.5625, + 0.542969, + 0.582031, + 0.523438, + 0.554688, + 0.554688, + 0.5625, + 0.570312, + 0.566406, + 0.566406, + 0.5625, + 0.558594, + 0.566406, + 0.570312, + 0.539062, + 0.558594, + 0.546875, + 0.503906, + 0.5625, + 0.578125, + 0.570312, + 0.570312, + 0.585938, + 0.566406, + 0.574219, + 0.570312, + 0.570312, + 0.574219, + 0.554688, + 0.566406, + 0.519531, + 0.554688, + 0.585938, + 0.585938, + 0.578125, + 0.5625, + 0.570312, + 0.5625, + 0.558594, + 0.574219, + 0.546875, + 0.5625, + 0.566406, + 0.589844, + 0.558594, + 0.585938, + 0.570312, + 0.582031, + 0.550781, + 0.5625, + 0.550781, + 0.558594, + 0.554688, + 0.574219, + 0.574219, + 0.570312, + 0.554688, + 0.582031, + 0.546875, + 0.570312, + 0.578125, + 0.566406, + 0.554688, + 0.550781, + 0.5625, + 0.550781, + 0.550781, + 0.582031, + 0.566406, + 0.582031, + 0.5625, + 0.636719, + 0.558594, + 0.582031, + 0.574219, + 0.570312, + 0.546875, + 0.570312, + 0.574219, + 0.558594, + 0.554688, + 0.5625, + 0.578125, + 0.566406, + 0.558594, + 0.570312, + 0.589844, + 0.5625, + 0.601562, + 0.523438, + 0.546875, + 0.566406, + 0.554688, + 0.5625, + 0.609375, + 0.5625, + 0.5625, + 0.237305, + 0.574219, + 0.546875, + 0.574219, + 0.570312, + 0.550781, + 0.566406, + 0.527344, + 0.574219, + 0.574219, + 0.558594, + 0.566406, + 0.582031, + 0.582031, + 0.53125, + 0.558594, + 0.566406, + 0.5625, + 0.582031, + 0.515625, + 0.574219, + 0.554688, + 0.558594, + 0.5625, + 0.570312, + 0.554688, + 0.570312, + 0.539062, + 0.542969, + 0.503906, + 0.566406, + 0.570312, + 0.570312, + 0.546875, + 0.582031, + 0.558594, + 0.5625, + 0.546875, + 0.578125, + 0.574219, + 0.570312, + 0.570312, + 0.566406, + 0.570312, + 0.578125, + 0.566406, + 0.574219, + 0.578125, + 0.554688, + 0.570312, + 0.550781, + 0.558594, + 0.570312, + 0.554688, + 0.59375, + 0.609375, + 0.558594, + 0.550781, + 0.574219, + 0.550781, + 0.574219, + 0.554688, + 0.589844, + 0.632812, + 0.601562, + 0.570312, + 0.589844, + 0.601562, + 0.578125, + 0.550781, + 0.5625, + 0.566406, + 0.550781, + 0.546875, + 0.570312, + 0.535156, + 0.566406, + 0.5625, + 0.550781, + 0.535156, + 0.554688, + 0.570312, + 0.589844, + 0.558594, + 0.578125, + 0.574219, + 0.498047, + 0.5625, + 0.53125, + 0.558594, + 0.550781, + 0.597656, + 0.542969, + 0.558594, + 0.558594, + 0.566406, + 0.570312, + 0.554688, + 0.546875, + 0.570312, + 0.554688, + 0.566406, + 0.554688, + 0.589844, + 0.570312, + 0.332031, + 0.53125, + 0.566406, + 0.558594, + 0.539062, + 0.550781, + 0.59375, + 0.53125, + 0.5625, + 0.578125, + 0.554688, + 0.554688, + 0.625, + 0.558594, + 0.570312, + 0.589844, + 0.570312, + 0.5625, + 0.585938, + 0.558594, + 0.546875, + 0.554688, + 0.566406, + 0.546875, + 0.582031, + 0.609375, + 0.5625, + 0.566406, + 0.554688, + 0.574219, + 0.558594, + 0.554688, + 0.558594, + 0.566406, + 0.554688, + 0.539062, + 0.542969, + 0.53125, + 0.5625, + 0.566406, + 0.5625, + 0.478516, + 0.53125, + 0.558594, + 0.660156, + 0.558594, + 0.566406, + 0.558594, + 0.550781, + 0.554688, + 0.480469, + 0.605469, + 0.53125, + 0.5625, + 0.570312, + 0.558594, + 0.5625, + 0.542969, + 0.535156, + 0.558594, + 0.5625, + 0.554688, + 0.570312, + 0.558594, + 0.601562, + 0.578125, + 0.574219, + 0.554688, + 0.539062, + 0.5625, + 0.585938, + 0.558594, + 0.578125, + 0.558594, + 0.566406, + 0.585938, + 0.492188, + 0.5625, + 0.566406, + 0.554688, + 0.5625, + 0.550781, + 0.578125, + 0.558594, + 0.582031, + 0.59375, + 0.494141, + 0.566406, + 0.578125, + 0.539062, + 0.578125, + 0.570312, + 0.578125, + 0.566406, + 0.632812, + 0.585938, + 0.554688, + 0.582031, + 0.542969, + 0.578125, + 0.574219, + 0.578125, + 0.582031, + 0.550781, + 0.554688, + 0.550781, + 0.605469, + 0.570312, + 0.5625, + 0.609375, + 0.574219, + 0.558594, + 0.558594, + 0.582031, + 0.550781, + 0.585938, + 0.5625, + 0.570312, + 0.5625, + 0.570312, + 0.5625, + 0.59375, + 0.566406, + 0.582031, + 0.554688, + 0.617188, + 0.589844, + 0.542969, + 0.582031, + 0.558594, + 0.550781, + 0.574219, + 0.546875, + 0.578125, + 0.585938, + 0.582031, + 0.482422, + 0.546875, + 0.539062, + 0.578125, + 0.5625, + 0.585938, + 0.585938, + 0.582031, + 0.550781, + 0.554688, + 0.523438, + 0.5625, + 0.578125, + 0.539062, + 0.589844, + 0.597656, + 0.582031, + 0.570312, + 0.609375, + 0.5625, + 0.5625, + 0.570312, + 0.550781, + 0.570312, + 0.558594, + 0.570312, + 0.558594, + 0.558594, + 0.5625, + 0.558594, + 0.566406, + 0.566406, + 0.503906, + 0.5625, + 0.574219, + 0.589844, + 0.574219, + 0.570312, + 0.542969, + 0.5625, + 0.546875, + 0.550781, + 0.542969, + 0.570312, + 0.585938, + 0.585938, + 0.53125, + 0.574219, + 0.574219, + 0.574219, + 0.582031, + 0.570312, + 0.550781, + 0.554688, + 0.566406, + 0.550781, + 0.570312, + 0.558594, + 0.550781, + 0.554688, + 0.570312, + 0.542969, + 0.574219, + 0.625, + 0.5625, + 0.546875, + 0.570312, + 0.535156, + 0.550781, + 0.585938, + 0.566406, + 0.539062, + 0.554688, + 0.554688, + 0.554688, + 0.574219, + 0.414062, + 0.550781, + 0.574219, + 0.585938 + ] + }, + "name": "model.model.layers.52.post_attention_layernorm.weight", + "outputIndexes": [ + 4275 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4274 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_52/Mul_output_0", + "outputIndexes": [ + 4276 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4275, + 4276 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_52/Mul_1_output_0", + "outputIndexes": [ + 4277 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4277 + ], + "outputIndexes": [ + 5860 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5860 + ], + "outputIndexes": [ + 5861 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/gate_proj/Linear", + "inputIndexes": [ + 5861 + ], + "outputIndexes": [ + 5862 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 524674976, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5862 + ], + "outputIndexes": [ + 5863 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5863 + ], + "outputIndexes": [ + 4278 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4278 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_52/Sigmoid_output_0", + "outputIndexes": [ + 4279 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4278, + 4279 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_52/Mul_output_0", + "outputIndexes": [ + 4280 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4277 + ], + "outputIndexes": [ + 5864 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5864 + ], + "outputIndexes": [ + 5865 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/up_proj/Linear", + "inputIndexes": [ + 5865 + ], + "outputIndexes": [ + 5866 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 527255478, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5866 + ], + "outputIndexes": [ + 5867 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5867 + ], + "outputIndexes": [ + 4281 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4280, + 4281 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_52/Mul_output_0", + "outputIndexes": [ + 4282 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4282 + ], + "outputIndexes": [ + 5868 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5868 + ], + "outputIndexes": [ + 5869 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/down_proj/Linear", + "inputIndexes": [ + 5869 + ], + "outputIndexes": [ + 5870 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 529835980, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5870 + ], + "outputIndexes": [ + 5871 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.52/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5871 + ], + "outputIndexes": [ + 4283 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4274, + 4283 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_264_output_0", + "outputIndexes": [ + 4284 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4284, + 2 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_477_output_0", + "outputIndexes": [ + 4285 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.445312, + 0.398438, + 0.375, + 0.382812, + 0.361328, + 0.341797, + 0.558594, + 0.392578, + 0.423828, + 0.414062, + 0.523438, + 0.386719, + 0.382812, + 0.345703, + 0.371094, + 0.363281, + 0.507812, + 0.380859, + 0.376953, + 0.470703, + 0.384766, + 0.357422, + 0.367188, + 0.412109, + 0.378906, + 0.373047, + 0.376953, + 0.369141, + 0.40625, + 0.341797, + 0.402344, + 0.373047, + 0.386719, + 0.375, + 0.398438, + 0.388672, + 0.457031, + 0.396484, + 0.5625, + 0.378906, + 0.382812, + 0.361328, + 0.382812, + 0.417969, + 0.431641, + 0.398438, + 0.380859, + 0.416016, + 0.375, + 0.484375, + 0.373047, + 0.496094, + 0.373047, + 0.375, + 0.435547, + 0.400391, + 0.378906, + 0.392578, + 0.369141, + 0.353516, + 0.400391, + 0.396484, + 0.396484, + 0.388672, + 0.40625, + 0.433594, + 0.455078, + 0.519531, + 0.386719, + 0.482422, + 0.347656, + 0.476562, + 0.40625, + 0.392578, + 0.371094, + 0.394531, + 0.414062, + 0.363281, + 0.5625, + 0.412109, + 0.378906, + 0.386719, + 0.365234, + 0.367188, + 0.380859, + 0.412109, + 0.384766, + 0.429688, + 0.394531, + 0.416016, + 0.404297, + 0.392578, + 0.404297, + 0.386719, + 0.574219, + 0.429688, + 0.394531, + 0.363281, + 0.365234, + 0.375, + 0.367188, + 0.388672, + 0.373047, + 0.365234, + 0.267578, + 0.490234, + 0.388672, + 0.398438, + 0.396484, + 0.347656, + 0.361328, + 0.373047, + 0.382812, + 0.373047, + 0.384766, + 0.423828, + 0.384766, + 0.378906, + 0.355469, + 0.347656, + 0.40625, + 0.371094, + 0.375, + 0.367188, + 0.412109, + 0.353516, + 0.746094, + 0.373047, + 0.361328, + 0.231445, + 0.404297, + 0.337891, + 0.376953, + 0.384766, + 0.382812, + 0.367188, + 0.353516, + 0.371094, + 0.402344, + 0.388672, + 0.365234, + 0.330078, + 0.382812, + 0.392578, + 0.375, + 0.359375, + 0.384766, + 0.390625, + 0.353516, + 0.369141, + 0.369141, + 0.414062, + 0.324219, + 0.384766, + 0.384766, + 0.335938, + 0.369141, + 0.380859, + 0.496094, + 0.423828, + 0.5, + 0.388672, + 0.455078, + 0.384766, + 0.359375, + 0.361328, + 0.574219, + 0.382812, + 0.339844, + 0.453125, + 0.464844, + 0.371094, + 0.378906, + 0.392578, + 0.578125, + 0.371094, + 0.398438, + 0.351562, + 0.373047, + 0.365234, + 0.375, + 0.373047, + 0.373047, + 0.388672, + 0.373047, + 0.345703, + 0.361328, + 0.363281, + 0.384766, + 0.390625, + 0.369141, + 0.371094, + 0.503906, + 0.347656, + 0.376953, + 0.347656, + 0.396484, + 0.40625, + 0.271484, + 0.371094, + 0.386719, + 0.380859, + 0.378906, + 0.376953, + 0.345703, + 0.367188, + 0.376953, + 0.376953, + 0.376953, + 0.361328, + 0.380859, + 0.394531, + 0.363281, + 0.458984, + 0.384766, + 0.365234, + 0.388672, + 0.384766, + 0.376953, + 0.365234, + 0.371094, + 0.382812, + 0.388672, + 0.386719, + 0.380859, + 0.400391, + 0.365234, + 0.496094, + 0.359375, + 0.386719, + 0.40625, + 0.443359, + 0.357422, + 0.380859, + 0.355469, + 0.443359, + 0.390625, + 0.396484, + 0.237305, + 0.337891, + 0.375, + 0.376953, + 0.373047, + 0.373047, + 0.392578, + 0.398438, + 0.408203, + 0.376953, + 0.376953, + 0.392578, + 0.380859, + 0.384766, + 0.498047, + 0.376953, + 0.40625, + 0.396484, + 0.412109, + 0.386719, + 0.40625, + 0.369141, + 0.359375, + 0.392578, + 0.369141, + 0.380859, + 0.378906, + 0.363281, + 0.392578, + 0.375, + 0.453125, + 0.396484, + 0.613281, + 0.335938, + 0.400391, + 0.753906, + 0.404297, + 0.400391, + 0.376953, + 0.417969, + 0.410156, + 0.353516, + 0.40625, + 0.410156, + 0.361328, + 0.371094, + 0.355469, + 0.400391, + 0.353516, + 0.367188, + 0.386719, + 0.375, + 0.376953, + 0.373047, + 0.375, + 0.394531, + 0.371094, + 0.367188, + 0.351562, + 0.361328, + 0.345703, + 0.373047, + 0.351562, + 0.378906, + 0.388672, + 0.460938, + 0.359375, + 0.371094, + 0.410156, + 0.365234, + 0.269531, + 0.359375, + 0.439453, + 0.373047, + 0.386719, + 0.404297, + 0.380859, + 0.378906, + 0.376953, + 0.417969, + 0.421875, + 0.433594, + 0.363281, + 0.363281, + 0.380859, + 0.359375, + 0.371094, + 0.392578, + 0.380859, + 0.357422, + 0.357422, + 0.375, + 0.474609, + 0.398438, + 0.492188, + 0.380859, + 0.412109, + 0.382812, + 0.373047, + 0.408203, + 0.484375, + 0.439453, + 0.367188, + 0.361328, + 0.373047, + 0.400391, + 0.367188, + 0.388672, + 0.386719, + 0.382812, + 0.404297, + 0.339844, + 0.378906, + 0.367188, + 0.392578, + 0.394531, + 0.380859, + 0.388672, + 0.388672, + 0.384766, + 0.369141, + 0.392578, + 0.357422, + 0.373047, + 0.365234, + 0.380859, + 0.367188, + 0.404297, + 0.392578, + 0.365234, + 0.369141, + 0.398438, + 0.361328, + 0.375, + 0.365234, + 0.490234, + 0.384766, + 0.388672, + 0.400391, + 0.392578, + 0.365234, + 0.464844, + 0.746094, + 0.398438, + 0.349609, + 0.390625, + 0.384766, + 0.306641, + 0.365234, + 0.367188, + 0.390625, + 0.355469, + 0.369141, + 0.408203, + 0.367188, + 0.386719, + 0.384766, + 0.384766, + 0.375, + 0.361328, + 0.330078, + 0.367188, + 0.392578, + 0.398438, + 0.449219, + 0.375, + 0.365234, + 0.398438, + 0.371094, + 0.363281, + 0.375, + 0.369141, + 0.378906, + 0.371094, + 0.351562, + 0.369141, + 0.351562, + 0.373047, + 0.392578, + 0.376953, + 0.365234, + 0.392578, + 0.402344, + 0.386719, + 0.664062, + 0.388672, + 0.384766, + 0.416016, + 0.373047, + 0.376953, + 0.515625, + 0.40625, + 0.554688, + 0.396484, + 0.369141, + 0.361328, + 0.384766, + 0.369141, + 0.367188, + 0.384766, + 0.384766, + 0.34375, + 0.386719, + 0.388672, + 0.417969, + 0.386719, + 0.382812, + 0.404297, + 0.207031, + 0.375, + 0.408203, + 0.361328, + 0.376953, + 0.416016, + 0.398438, + 0.380859, + 0.333984, + 0.404297, + 0.376953, + 0.376953, + 0.359375, + 0.423828, + 0.384766, + 0.322266, + 0.363281, + 0.363281, + 0.550781, + 0.394531, + 0.380859, + 0.378906, + 0.388672, + 0.417969, + 0.367188, + 0.375, + 0.371094, + 0.359375, + 0.382812, + 0.40625, + 0.376953, + 0.380859, + 0.398438, + 0.378906, + 0.384766, + 0.357422, + 0.384766, + 0.363281, + 0.392578, + 0.423828, + 0.382812, + 0.388672, + 0.371094, + 0.380859, + 0.390625, + 0.408203, + 0.369141, + 0.369141, + 0.380859, + 0.416016, + 0.378906, + 0.365234, + 0.431641, + 0.394531, + 0.714844, + 0.388672, + 0.384766, + 0.404297, + 0.570312, + 0.367188, + 0.380859, + 0.367188, + 0.396484, + 0.378906, + 0.363281, + 0.371094, + 0.863281, + 0.408203, + 0.404297, + 0.373047, + 0.382812, + 0.419922, + 0.357422, + 0.404297, + 0.380859, + 0.306641, + 0.480469, + 0.384766, + 0.371094, + 0.390625, + 0.394531, + 0.388672, + 0.347656, + 0.40625, + 0.462891, + 0.394531, + 0.451172, + 0.46875, + 0.355469, + 0.384766, + 0.373047, + 0.353516, + 0.345703, + 0.386719, + 0.375, + 0.472656, + 0.414062, + 0.380859, + 0.359375, + 0.390625, + 0.378906, + 0.539062, + 0.419922, + 0.402344, + 0.363281, + 0.363281, + 0.349609, + 0.394531, + 0.386719, + 0.375, + 0.396484, + 0.394531, + 0.390625, + 0.439453, + 0.59375, + 0.388672, + 0.314453, + 0.402344, + 0.408203, + 0.443359, + 0.363281, + 0.40625, + 0.378906, + 0.363281, + 0.375, + 0.380859, + 0.458984, + 0.363281, + 0.394531, + 0.375, + 0.34375, + 0.384766, + 0.376953, + 0.466797, + 0.404297, + 0.392578, + 0.363281, + 0.410156, + 0.351562, + 0.398438, + 0.373047, + 0.380859, + 0.361328, + 0.359375, + 0.384766, + 0.412109, + 0.380859, + 0.365234, + 0.382812, + 0.412109, + 0.351562, + 0.46875, + 0.445312, + 0.40625, + 0.394531, + 0.367188, + 0.365234, + 0.310547, + 0.474609, + 0.40625, + 0.369141, + 0.416016, + 0.390625, + 0.339844, + 0.402344, + 0.345703, + 0.386719, + 0.396484, + 0.384766, + 0.373047, + 0.578125, + 0.369141, + 0.396484, + 0.396484, + 0.472656, + 0.251953, + 0.404297, + 0.371094, + 0.371094, + 0.453125, + 0.373047, + 0.542969, + 0.371094, + 0.496094, + 0.742188, + 0.417969, + 0.380859, + 0.361328, + 0.398438, + 0.373047, + 0.384766, + 0.357422, + 0.386719, + 0.378906, + 0.40625, + 0.357422, + 0.371094, + 0.376953, + 0.458984, + 0.394531, + 0.378906, + 0.492188, + 0.380859, + 0.439453, + 0.380859, + 0.392578, + 0.285156, + 0.404297, + 0.408203, + 0.398438, + 0.527344, + 0.367188, + 0.474609, + 0.458984, + 0.398438, + 0.375, + 0.400391, + 0.388672, + 0.373047, + 0.382812, + 0.388672, + 0.365234, + 0.351562, + 0.355469, + 0.363281, + 0.382812, + 0.363281, + 0.427734, + 0.425781, + 0.503906, + 0.332031, + 0.382812, + 0.386719, + 0.392578, + 0.367188, + 0.382812, + 0.839844, + 0.388672, + 0.523438, + 0.375, + 0.417969, + 0.373047, + 0.351562, + 0.376953, + 0.373047, + 0.378906, + 0.345703, + 0.365234, + 0.382812, + 0.367188, + 0.392578, + 0.380859, + 0.382812, + 0.376953, + 0.402344, + 0.363281, + 0.410156, + 0.365234, + 0.570312, + 0.447266, + 0.365234, + 0.398438, + 0.410156, + 0.394531, + 0.365234, + 0.429688, + 0.392578, + 0.392578, + 0.337891, + 0.394531, + 0.371094, + 0.417969, + 0.449219, + 0.349609, + 0.427734, + 0.369141, + 0.431641, + 0.384766, + 0.402344, + 0.369141, + 0.566406, + 0.353516, + 0.390625, + 0.375, + 0.375, + 0.302734, + 0.371094, + 0.378906, + 0.416016, + 0.384766, + 0.423828, + 0.384766, + 0.378906, + 0.355469, + 0.355469, + 0.376953, + 0.359375, + 0.416016, + 0.384766, + 0.369141, + 0.800781, + 0.367188, + 0.412109, + 0.5, + 0.408203, + 0.523438, + 0.349609, + 0.392578, + 0.382812, + 0.355469, + 0.341797, + 0.404297, + 0.392578, + 0.388672, + 0.361328, + 0.390625, + 0.384766, + 0.480469, + 0.361328, + 0.375, + 0.408203, + 0.367188, + 0.396484, + 0.621094, + 0.402344, + 0.412109, + 0.416016, + 0.396484, + 0.519531, + 0.363281, + 0.388672, + 0.373047, + 0.369141, + 0.353516, + 0.417969, + 0.384766, + 0.482422, + 0.382812, + 0.390625, + 0.357422, + 0.488281, + 0.365234, + 0.378906, + 0.378906, + 0.386719, + 0.326172, + 0.396484, + 0.410156, + 0.40625, + 0.34375, + 0.570312, + 0.376953, + 0.376953, + 0.382812, + 0.373047, + 0.375, + 0.375, + 0.380859, + 0.396484, + 0.378906, + 0.359375, + 0.46875, + 0.369141, + 0.349609, + 0.34375, + 0.355469, + 0.398438, + 0.376953, + 0.396484, + 0.396484, + 0.371094, + 0.353516, + 0.359375, + 0.384766, + 0.351562, + 0.378906, + 0.392578, + 0.384766, + 0.416016, + 0.371094, + 0.388672, + 0.462891, + 0.380859, + 0.361328, + 0.373047, + 0.367188, + 0.349609, + 0.498047, + 0.349609, + 0.380859, + 0.384766, + 0.363281, + 0.400391, + 0.386719, + 0.365234, + 0.357422, + 0.357422, + 0.384766, + 0.375, + 0.404297, + 0.416016, + 0.345703, + 0.386719, + 0.392578, + 0.380859, + 0.294922, + 0.703125, + 0.347656, + 0.373047, + 0.375, + 0.400391, + 0.361328, + 0.382812, + 0.359375, + 0.410156, + 0.382812, + 0.363281, + 0.460938, + 0.373047, + 0.482422, + 0.378906, + 0.388672, + 0.378906, + 0.392578, + 0.376953, + 0.353516, + 0.353516, + 0.384766, + 0.392578, + 0.371094, + 0.523438, + 0.474609, + 0.371094, + 0.554688, + 0.369141, + 0.373047, + 0.394531, + 0.386719, + 0.396484, + 0.357422, + 0.380859, + 0.390625, + 0.384766, + 0.398438, + 0.353516, + 0.382812, + 0.423828, + 0.384766, + 0.373047, + 0.371094, + 0.472656, + 0.384766, + 0.361328, + 0.353516, + 0.443359, + 0.410156, + 0.421875, + 0.404297, + 0.386719, + 0.371094, + 0.40625, + 0.363281, + 0.410156, + 0.390625, + 0.423828, + 0.339844, + 0.367188, + 0.326172, + 0.351562, + 0.355469, + 0.365234, + 0.355469, + 0.361328, + 0.376953, + 0.394531, + 0.414062, + 0.351562, + 0.388672, + 0.371094, + 0.503906, + 0.400391, + 0.417969, + 0.386719, + 0.355469, + 0.378906, + 0.421875, + 0.365234, + 0.386719, + 0.40625, + 0.357422, + 0.375, + 0.480469, + 0.53125, + 0.371094, + 0.355469, + 0.378906, + 0.400391, + 0.365234, + 0.386719, + 0.396484, + 0.363281, + 0.384766, + 0.365234, + 0.410156, + 0.396484, + 0.519531, + 0.365234, + 0.376953, + 0.390625, + 0.400391, + 0.353516, + 0.378906, + 0.384766, + 0.691406, + 0.371094, + 0.375, + 0.396484, + 0.359375, + 0.347656, + 0.365234, + 0.470703, + 0.419922, + 0.390625, + 0.400391, + 0.388672, + 0.380859, + 0.357422, + 0.386719, + 0.384766, + 0.400391, + 0.386719, + 0.388672, + 0.636719, + 0.363281, + 0.566406, + 0.392578, + 0.390625, + 0.378906, + 0.398438, + 0.394531, + 0.353516, + 0.470703, + 0.660156, + 0.404297, + 0.382812, + 0.367188, + 0.474609, + 0.388672, + 0.390625, + 0.373047, + 0.388672, + 0.326172, + 0.380859, + 0.371094, + 0.384766, + 0.402344, + 0.380859, + 0.388672, + 0.337891, + 0.404297, + 0.380859, + 0.349609, + 0.386719, + 0.394531, + 0.431641, + 0.320312, + 0.410156, + 0.376953, + 0.267578, + 0.363281, + 0.373047, + 0.365234, + 0.396484, + 0.369141, + 0.353516, + 0.361328, + 0.363281, + 0.355469, + 0.371094, + 0.412109, + 0.351562, + 0.371094, + 0.40625, + 0.376953, + 0.394531, + 0.369141, + 0.458984, + 0.396484, + 0.332031, + 0.361328, + 0.384766, + 0.402344, + 0.439453, + 0.373047, + 0.357422, + 0.392578, + 0.492188, + 0.367188, + 0.375, + 0.490234, + 0.380859, + 0.347656, + 0.402344, + 0.351562, + 0.357422, + 0.394531, + 0.380859, + 0.371094, + 0.347656, + 0.357422, + 0.550781, + 0.369141, + 0.371094, + 0.390625, + 0.353516, + 0.373047, + 0.384766, + 0.445312, + 0.667969, + 0.443359, + 0.355469, + 0.390625, + 0.441406, + 0.384766, + 0.398438, + 0.511719, + 0.355469, + 0.353516, + 0.371094, + 0.396484, + 0.365234, + 0.408203, + 0.359375, + 0.365234, + 0.390625, + 0.427734, + 0.40625, + 0.347656, + 0.417969, + 0.355469, + 0.367188, + 0.400391, + 0.542969, + 0.386719, + 0.386719, + 0.367188, + 0.378906, + 0.373047, + 0.417969, + 0.369141, + 0.378906, + 0.382812, + 0.388672, + 0.460938, + 0.390625, + 0.40625, + 0.367188, + 0.367188, + 0.400391, + 0.734375, + 0.285156, + 0.380859, + 0.380859, + 0.382812, + 0.386719, + 0.359375, + 0.369141, + 0.398438, + 0.482422, + 0.359375, + 0.263672, + 0.390625, + 0.373047, + 0.400391, + 0.363281, + 0.326172, + 0.496094, + 0.421875, + 0.398438, + 0.373047, + 0.400391, + 0.375, + 0.386719, + 0.382812, + 0.392578, + 0.382812, + 0.503906, + 0.365234, + 0.285156, + 0.371094, + 0.369141, + 0.396484, + 0.378906, + 0.365234, + 0.241211, + 0.371094, + 0.398438, + 0.367188, + 0.357422, + 0.367188, + 0.400391, + 0.410156, + 0.412109, + 0.419922, + 0.59375, + 0.361328, + 0.404297, + 0.416016, + 0.388672, + 0.376953, + 0.380859, + 0.400391, + 0.365234, + 0.390625, + 0.386719, + 0.373047, + 0.396484, + 0.376953, + 0.369141, + 0.289062, + 0.378906, + 0.478516, + 0.408203, + 0.380859, + 0.375, + 0.371094, + 0.378906, + 0.376953, + 0.400391, + 0.386719, + 0.394531, + 0.367188, + 0.359375, + 0.443359, + 0.359375, + 0.375, + 0.378906, + 0.369141, + 0.357422, + 0.357422, + 0.369141, + 0.378906, + 0.392578, + 0.347656, + 0.392578, + 0.384766, + 0.357422, + 0.386719, + 0.376953, + 0.353516, + 0.386719, + 0.392578, + 0.373047, + 0.376953, + 0.261719, + 0.462891, + 0.419922, + 0.396484, + 0.371094, + 0.376953, + 0.363281, + 0.380859, + 0.357422, + 0.371094, + 0.455078, + 0.408203, + 0.40625, + 0.394531, + 0.384766, + 0.326172, + 0.369141, + 0.40625, + 0.408203, + 0.371094, + 0.378906, + 0.376953, + 0.460938, + 0.359375, + 0.380859, + 0.382812, + 0.373047, + 0.371094, + 0.400391, + 0.345703, + 0.390625, + 0.382812, + 0.349609, + 0.384766, + 0.388672, + 0.392578, + 0.388672, + 0.376953, + 0.351562, + 0.388672, + 0.408203, + 0.472656, + 0.341797, + 0.378906, + 0.384766, + 0.400391, + 0.273438, + 0.376953, + 0.365234, + 0.367188, + 0.384766, + 0.380859, + 0.412109, + 0.357422, + 0.400391, + 0.357422, + 0.503906, + 0.408203, + 0.472656, + 0.394531, + 0.402344, + 0.433594, + 0.353516, + 0.396484, + 0.388672, + 0.392578, + 0.308594, + 0.484375, + 0.439453, + 0.388672, + 0.447266, + 0.367188, + 0.367188, + 0.386719, + 0.396484, + 0.365234, + 0.486328, + 0.476562, + 0.353516, + 0.382812 + ] + }, + "name": "model.model.layers.53.input_layernorm.weight", + "outputIndexes": [ + 4286 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4285 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/input_layernorm_53/Mul_output_0", + "outputIndexes": [ + 4287 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4286, + 4287 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/input_layernorm_53/Mul_1_output_0", + "outputIndexes": [ + 4288 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4288 + ], + "outputIndexes": [ + 5872 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 5872 + ], + "outputIndexes": [ + 5873 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/q_proj/Linear", + "inputIndexes": [ + 5873 + ], + "outputIndexes": [ + 5874 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 532416482, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 5874 + ], + "outputIndexes": [ + 5875 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5875 + ], + "outputIndexes": [ + 4289 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4288 + ], + "main_type": "NONE", + "name": "/Shape_743_output_0", + "outputIndexes": [ + 4290 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4290 + ], + "main_type": "NONE", + "name": "Shape11527", + "outputIndexes": [ + 4291 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4290 + ], + "main_type": "NONE", + "name": "Rank11529", + "outputIndexes": [ + 4292 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4292, + 4292 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11531", + "outputIndexes": [ + 4293 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4293 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11532", + "outputIndexes": [ + 4294 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4293, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11534", + "outputIndexes": [ + 4295 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4295 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11535", + "outputIndexes": [ + 4296 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4291, + 4294, + 4296, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice11538", + "outputIndexes": [ + 4297 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4297 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze11539", + "outputIndexes": [ + 4298 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 4298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11540", + "outputIndexes": [ + 4299 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4299, + 4298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11541", + "outputIndexes": [ + 4300 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4290, + 4300, + 4293 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_799_output_0", + "outputIndexes": [ + 4301 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4301, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1697_output_0", + "outputIndexes": [ + 4302 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 4302, + 24, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_689_output_0", + "outputIndexes": [ + 4303 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4289, + 4303 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_478_output_0", + "outputIndexes": [ + 4304 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4304, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_424_output_0", + "outputIndexes": [ + 4305 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4304 + ], + "main_type": "NONE", + "name": "/Shape_744_output_0", + "outputIndexes": [ + 4306 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4306 + ], + "main_type": "NONE", + "name": "Shape11548", + "outputIndexes": [ + 4307 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4306 + ], + "main_type": "NONE", + "name": "Rank11550", + "outputIndexes": [ + 4308 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4308, + 4308 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11552", + "outputIndexes": [ + 4309 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4309 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11553", + "outputIndexes": [ + 4310 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4309, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11555", + "outputIndexes": [ + 4311 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4311 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11556", + "outputIndexes": [ + 4312 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4307, + 4310, + 4312, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice11559", + "outputIndexes": [ + 4313 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4313 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze11560", + "outputIndexes": [ + 4314 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 4314 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11561", + "outputIndexes": [ + 4315 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4315, + 4314 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11562", + "outputIndexes": [ + 4316 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4306, + 4316, + 4309 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_800_output_0", + "outputIndexes": [ + 4317 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4317, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_159_output_0", + "outputIndexes": [ + 4318 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4318, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1702_output_0", + "outputIndexes": [ + 4319 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4304, + 4319, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_213_output_0", + "outputIndexes": [ + 4320 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4320 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_106_output_0", + "outputIndexes": [ + 4321 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4304, + 22, + 4319, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_212_output_0", + "outputIndexes": [ + 4322 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4321, + 4322 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_692_output_0", + "outputIndexes": [ + 4323 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4323, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_425_output_0", + "outputIndexes": [ + 4324 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4305, + 4324 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_265_output_0", + "outputIndexes": [ + 4325 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4288 + ], + "outputIndexes": [ + 5876 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 5876 + ], + "outputIndexes": [ + 5877 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/k_proj/Linear", + "inputIndexes": [ + 5877 + ], + "outputIndexes": [ + 5878 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 533338104, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 5878 + ], + "outputIndexes": [ + 5879 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5879 + ], + "outputIndexes": [ + 4326 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 4302, + 85, + 25 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_690_output_0", + "outputIndexes": [ + 4327 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4326, + 4327 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_479_output_0", + "outputIndexes": [ + 4328 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4328, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_426_output_0", + "outputIndexes": [ + 4329 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4328 + ], + "main_type": "NONE", + "name": "/Shape_745_output_0", + "outputIndexes": [ + 4330 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4330 + ], + "main_type": "NONE", + "name": "Shape11611", + "outputIndexes": [ + 4331 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4330 + ], + "main_type": "NONE", + "name": "Rank11613", + "outputIndexes": [ + 4332 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4332, + 4332 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11615", + "outputIndexes": [ + 4333 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4333 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11616", + "outputIndexes": [ + 4334 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4333, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11618", + "outputIndexes": [ + 4335 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4335 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11619", + "outputIndexes": [ + 4336 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4331, + 4334, + 4336, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice11622", + "outputIndexes": [ + 4337 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4337 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze11623", + "outputIndexes": [ + 4338 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 4338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11624", + "outputIndexes": [ + 4339 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4339, + 4338 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11625", + "outputIndexes": [ + 4340 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4330, + 4340, + 4333 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_801_output_0", + "outputIndexes": [ + 4341 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4341, + 66 + ], + "main_type": "BinaryOp", + "main": { + "opType": 7, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Div_160_output_0", + "outputIndexes": [ + 4342 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4342, + 22 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1704_output_0", + "outputIndexes": [ + 4343 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4328, + 4343, + 69, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_215_output_0", + "outputIndexes": [ + 4344 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4344 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_107_output_0", + "outputIndexes": [ + 4345 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4328, + 22, + 4343, + 70, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_214_output_0", + "outputIndexes": [ + 4346 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4345, + 4346 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_693_output_0", + "outputIndexes": [ + 4347 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4347, + 81 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_427_output_0", + "outputIndexes": [ + 4348 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4329, + 4348 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_266_output_0", + "outputIndexes": [ + 4349 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4288 + ], + "outputIndexes": [ + 5880 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 5880 + ], + "outputIndexes": [ + 5881 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/v_proj/Linear", + "inputIndexes": [ + 5881 + ], + "outputIndexes": [ + 5882 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3200, + "weightSize": 0 + }, + "external": [ + 533568526, + 204822, + 25600, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 5882 + ], + "outputIndexes": [ + 5883 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5883 + ], + "outputIndexes": [ + 4350 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4350, + 4327 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_480_output_0", + "outputIndexes": [ + 4351 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4325, + 4349, + 4351, + 111 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "Attention/Reshape_485_output_0", + "outputIndexes": [ + 4352 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4352 + ], + "outputIndexes": [ + 5884 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 5884 + ], + "outputIndexes": [ + 5885 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/o_proj/Linear", + "inputIndexes": [ + 5885 + ], + "outputIndexes": [ + 5886 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12800, + "weightSize": 0 + }, + "external": [ + 533798948, + 819222, + 102400, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 5886 + ], + "outputIndexes": [ + 5887 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5887 + ], + "outputIndexes": [ + 4353 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4285, + 4353 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_268_output_0", + "outputIndexes": [ + 4354 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1280 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.515625, + 0.519531, + 0.523438, + 0.523438, + 0.498047, + 0.494141, + 0.439453, + 0.5625, + 0.519531, + 0.503906, + 0.542969, + 0.527344, + 0.472656, + 0.472656, + 0.515625, + 0.523438, + 0.435547, + 0.507812, + 0.515625, + 0.519531, + 0.484375, + 0.523438, + 0.5, + 0.519531, + 0.527344, + 0.519531, + 0.503906, + 0.546875, + 0.511719, + 0.523438, + 0.503906, + 0.726562, + 0.527344, + 0.527344, + 0.527344, + 0.515625, + 0.494141, + 0.535156, + 0.515625, + 0.539062, + 0.539062, + 0.507812, + 0.494141, + 0.511719, + 0.492188, + 0.511719, + 0.527344, + 0.488281, + 0.507812, + 0.503906, + 0.511719, + 0.5, + 0.5, + 0.511719, + 0.523438, + 0.527344, + 0.527344, + 0.503906, + 0.5, + 0.464844, + 0.523438, + 0.527344, + 0.507812, + 0.53125, + 0.503906, + 0.523438, + 0.46875, + 0.494141, + 0.554688, + 0.480469, + 0.515625, + 0.484375, + 0.523438, + 0.492188, + 0.519531, + 0.490234, + 0.566406, + 0.527344, + 0.503906, + 0.511719, + 0.492188, + 0.523438, + 0.460938, + 0.5, + 0.511719, + 0.535156, + 0.527344, + 0.527344, + 0.511719, + 0.503906, + 0.511719, + 0.519531, + 0.539062, + 0.515625, + 0.511719, + 0.496094, + 0.546875, + 0.542969, + 0.515625, + 0.53125, + 0.542969, + 0.470703, + 0.498047, + 0.566406, + 0.304688, + 0.511719, + 0.527344, + 0.542969, + 0.5, + 0.462891, + 0.507812, + 0.527344, + 0.478516, + 0.5, + 0.585938, + 0.535156, + 0.503906, + 0.460938, + 0.460938, + 0.496094, + 0.566406, + 0.476562, + 0.457031, + 0.464844, + 0.898438, + 0.496094, + 0.427734, + 0.484375, + 0.488281, + 0.332031, + 0.527344, + 0.5, + 0.527344, + 0.494141, + 0.519531, + 0.507812, + 0.515625, + 0.519531, + 0.507812, + 0.503906, + 0.523438, + 0.451172, + 0.511719, + 0.519531, + 0.523438, + 0.515625, + 0.488281, + 0.480469, + 0.494141, + 0.511719, + 0.535156, + 0.515625, + 0.4375, + 0.546875, + 0.539062, + 0.447266, + 0.535156, + 0.488281, + 0.5, + 0.851562, + 0.515625, + 0.515625, + 0.507812, + 0.5, + 0.5, + 0.511719, + 0.498047, + 0.455078, + 0.511719, + 0.496094, + 1.398438, + 0.542969, + 0.519531, + 0.511719, + 0.484375, + 0.492188, + 0.519531, + 0.496094, + 0.511719, + 0.511719, + 0.507812, + 0.519531, + 0.539062, + 0.507812, + 0.494141, + 0.5, + 0.478516, + 0.507812, + 0.511719, + 0.519531, + 0.527344, + 0.496094, + 0.511719, + 0.5, + 0.503906, + 0.447266, + 0.519531, + 0.507812, + 0.208984, + 0.484375, + 0.546875, + 0.511719, + 0.498047, + 0.486328, + 0.494141, + 0.515625, + 0.515625, + 0.503906, + 0.494141, + 0.527344, + 0.515625, + 0.503906, + 0.488281, + 0.464844, + 0.527344, + 0.503906, + 0.523438, + 0.523438, + 0.527344, + 0.476562, + 0.515625, + 0.507812, + 0.503906, + 0.511719, + 0.503906, + 0.523438, + 0.515625, + 0.527344, + 0.542969, + 0.515625, + 0.496094, + 0.527344, + 0.511719, + 0.511719, + 0.550781, + 0.503906, + 0.507812, + 0.488281, + 0.410156, + 0.476562, + 0.519531, + 0.519531, + 0.546875, + 0.523438, + 0.511719, + 0.535156, + 0.503906, + 0.535156, + 0.5, + 0.53125, + 0.511719, + 0.515625, + 0.503906, + 0.507812, + 0.498047, + 0.515625, + 0.527344, + 0.496094, + 0.535156, + 0.511719, + 0.519531, + 0.507812, + 0.523438, + 0.472656, + 0.53125, + 0.535156, + 0.523438, + 0.53125, + 0.511719, + 0.6875, + 0.476562, + 0.458984, + 0.539062, + 0.423828, + 0.523438, + 0.539062, + 0.53125, + 0.511719, + 0.488281, + 0.515625, + 0.503906, + 0.527344, + 0.492188, + 0.535156, + 0.494141, + 0.503906, + 0.503906, + 0.53125, + 0.507812, + 0.519531, + 0.5, + 0.511719, + 0.523438, + 0.515625, + 0.523438, + 0.507812, + 0.470703, + 0.480469, + 0.515625, + 0.519531, + 0.5, + 0.515625, + 0.507812, + 0.498047, + 0.503906, + 0.507812, + 0.515625, + 0.527344, + 0.328125, + 0.523438, + 0.507812, + 0.519531, + 0.490234, + 0.5, + 0.511719, + 0.494141, + 0.5625, + 0.519531, + 0.498047, + 0.503906, + 0.527344, + 0.515625, + 0.535156, + 0.494141, + 0.527344, + 0.5, + 0.535156, + 0.523438, + 0.507812, + 0.466797, + 0.503906, + 0.503906, + 0.478516, + 0.490234, + 0.523438, + 0.519531, + 0.523438, + 0.472656, + 0.494141, + 0.490234, + 0.515625, + 0.507812, + 0.511719, + 0.478516, + 0.523438, + 0.542969, + 0.511719, + 0.511719, + 0.492188, + 0.554688, + 0.53125, + 0.519531, + 0.515625, + 0.53125, + 0.496094, + 0.558594, + 0.53125, + 0.535156, + 0.527344, + 0.535156, + 0.478516, + 0.523438, + 0.53125, + 0.498047, + 0.488281, + 0.503906, + 0.53125, + 0.488281, + 0.496094, + 0.511719, + 0.511719, + 0.527344, + 0.519531, + 0.482422, + 0.507812, + 0.503906, + 0.507812, + 0.519531, + 0.498047, + 0.46875, + 0.425781, + 0.519531, + 0.527344, + 0.511719, + 0.519531, + 0.466797, + 0.488281, + 0.535156, + 0.488281, + 0.490234, + 0.507812, + 0.492188, + 0.535156, + 0.472656, + 0.523438, + 0.503906, + 0.515625, + 0.535156, + 0.503906, + 0.470703, + 0.503906, + 0.550781, + 0.5, + 0.503906, + 0.511719, + 0.527344, + 0.527344, + 0.554688, + 0.511719, + 0.507812, + 0.484375, + 0.558594, + 0.466797, + 0.498047, + 0.453125, + 0.523438, + 0.511719, + 0.492188, + 0.503906, + 0.578125, + 0.53125, + 0.519531, + 0.5625, + 0.554688, + 0.519531, + 0.511719, + 0.550781, + 0.470703, + 0.503906, + 0.523438, + 0.480469, + 0.498047, + 0.53125, + 0.486328, + 0.511719, + 0.527344, + 0.480469, + 0.488281, + 0.550781, + 0.519531, + 0.527344, + 0.511719, + 0.511719, + 0.5625, + 0.507812, + 0.507812, + 0.217773, + 0.5625, + 0.511719, + 0.527344, + 0.494141, + 0.494141, + 0.519531, + 0.53125, + 0.449219, + 0.625, + 0.503906, + 0.507812, + 0.503906, + 0.492188, + 0.503906, + 0.376953, + 0.447266, + 0.523438, + 0.482422, + 0.498047, + 0.492188, + 0.519531, + 0.519531, + 0.492188, + 0.53125, + 0.53125, + 0.488281, + 0.476562, + 0.494141, + 0.503906, + 0.460938, + 0.539062, + 0.503906, + 0.507812, + 0.527344, + 0.519531, + 0.511719, + 0.482422, + 0.558594, + 0.523438, + 0.503906, + 0.515625, + 0.527344, + 0.503906, + 0.519531, + 0.527344, + 0.523438, + 0.507812, + 0.507812, + 0.5, + 0.498047, + 0.492188, + 0.519531, + 0.527344, + 0.402344, + 0.511719, + 0.527344, + 0.515625, + 0.527344, + 0.523438, + 0.527344, + 0.511719, + 0.484375, + 0.515625, + 0.494141, + 0.515625, + 0.435547, + 0.490234, + 0.515625, + 0.519531, + 0.482422, + 0.519531, + 0.445312, + 0.53125, + 0.507812, + 0.410156, + 0.53125, + 0.53125, + 0.527344, + 0.503906, + 0.582031, + 0.511719, + 0.550781, + 0.476562, + 0.527344, + 0.523438, + 0.5, + 0.5, + 0.511719, + 0.519531, + 0.503906, + 0.496094, + 0.457031, + 0.498047, + 0.480469, + 0.480469, + 0.527344, + 0.507812, + 0.5, + 0.503906, + 0.527344, + 0.511719, + 0.542969, + 0.507812, + 0.515625, + 0.496094, + 0.535156, + 0.527344, + 0.498047, + 0.523438, + 0.644531, + 0.46875, + 0.494141, + 0.519531, + 0.488281, + 0.498047, + 0.402344, + 0.527344, + 0.482422, + 0.511719, + 0.515625, + 0.570312, + 0.507812, + 0.460938, + 0.515625, + 0.527344, + 0.519531, + 0.515625, + 0.503906, + 0.5, + 0.519531, + 0.523438, + 0.498047, + 0.511719, + 0.527344, + 0.519531, + 0.484375, + 0.527344, + 0.472656, + 0.519531, + 0.519531, + 0.476562, + 0.523438, + 0.519531, + 0.523438, + 0.511719, + 0.523438, + 0.503906, + 0.535156, + 0.515625, + 0.523438, + 0.515625, + 0.546875, + 0.539062, + 0.511719, + 0.515625, + 0.511719, + 0.496094, + 0.507812, + 0.5, + 0.523438, + 0.519531, + 0.539062, + 0.496094, + 0.492188, + 0.527344, + 0.486328, + 0.515625, + 0.515625, + 0.511719, + 0.535156, + 0.523438, + 0.515625, + 0.527344, + 0.503906, + 0.402344, + 0.503906, + 0.507812, + 0.527344, + 0.527344, + 0.527344, + 0.488281, + 0.539062, + 0.482422, + 0.392578, + 0.515625, + 0.535156, + 0.519531, + 0.515625, + 0.546875, + 0.498047, + 0.503906, + 0.515625, + 0.496094, + 0.515625, + 0.474609, + 0.498047, + 0.482422, + 0.503906, + 0.519531, + 0.523438, + 0.515625, + 0.515625, + 0.5, + 0.498047, + 0.519531, + 0.328125, + 0.480469, + 0.527344, + 0.519531, + 0.523438, + 0.515625, + 0.507812, + 0.519531, + 0.523438, + 0.550781, + 0.503906, + 0.527344, + 0.494141, + 0.5625, + 0.5625, + 0.490234, + 0.494141, + 0.53125, + 0.503906, + 0.515625, + 0.486328, + 0.535156, + 0.496094, + 0.542969, + 0.488281, + 0.523438, + 0.554688, + 0.519531, + 0.474609, + 0.519531, + 0.4375, + 0.527344, + 1.578125, + 0.519531, + 0.5, + 0.550781, + 0.503906, + 0.507812, + 0.519531, + 0.488281, + 0.476562, + 0.511719, + 0.515625, + 0.523438, + 0.523438, + 0.511719, + 0.527344, + 0.507812, + 0.511719, + 0.5, + 0.503906, + 0.507812, + 0.482422, + 0.462891, + 0.511719, + 0.472656, + 0.507812, + 0.511719, + 0.363281, + 0.75, + 0.511719, + 0.519531, + 0.4375, + 0.519531, + 0.503906, + 0.492188, + 0.492188, + 0.484375, + 0.474609, + 0.503906, + 0.5, + 0.511719, + 0.558594, + 0.527344, + 0.447266, + 0.496094, + 0.523438, + 0.494141, + 0.507812, + 0.335938, + 0.511719, + 0.550781, + 0.494141, + 0.515625, + 0.535156, + 0.503906, + 0.535156, + 0.494141, + 0.494141, + 0.478516, + 0.507812, + 0.511719, + 0.539062, + 0.527344, + 0.414062, + 0.507812, + 0.535156, + 0.507812, + 0.472656, + 0.535156, + 0.484375, + 0.511719, + 0.507812, + 0.503906, + 0.507812, + 0.490234, + 0.490234, + 0.519531, + 0.488281, + 0.535156, + 0.527344, + 0.484375, + 0.507812, + 0.511719, + 0.515625, + 0.519531, + 0.519531, + 0.519531, + 0.53125, + 0.486328, + 0.5, + 0.503906, + 0.478516, + 0.523438, + 0.46875, + 0.511719, + 0.484375, + 0.527344, + 0.5, + 0.511719, + 0.507812, + 0.496094, + 0.53125, + 0.507812, + 0.53125, + 0.515625, + 0.503906, + 0.503906, + 0.507812, + 0.457031, + 0.5625, + 0.515625, + 0.53125, + 0.515625, + 0.439453, + 0.515625, + 0.5, + 0.515625, + 0.464844, + 0.503906, + 0.5, + 0.511719, + 0.511719, + 0.550781, + 0.539062, + 0.507812, + 0.490234, + 0.523438, + 0.519531, + 0.515625, + 0.515625, + 0.542969, + 0.511719, + 0.511719, + 0.511719, + 0.535156, + 0.542969, + 0.488281, + 0.462891, + 0.511719, + 0.546875, + 0.5, + 0.519531, + 0.527344, + 0.503906, + 0.515625, + 0.507812, + 0.498047, + 0.507812, + 0.554688, + 0.53125, + 0.494141, + 0.482422, + 0.460938, + 0.492188, + 0.490234, + 0.527344, + 0.535156, + 0.539062, + 0.486328, + 0.523438, + 0.511719, + 0.515625, + 0.492188, + 0.490234, + 0.498047, + 0.507812, + 0.515625, + 0.486328, + 0.535156, + 0.46875, + 0.480469, + 0.476562, + 0.503906, + 0.507812, + 0.431641, + 0.515625, + 0.507812, + 0.511719, + 0.476562, + 0.470703, + 0.511719, + 0.498047, + 0.507812, + 0.515625, + 0.503906, + 0.527344, + 0.511719, + 0.507812, + 0.53125, + 0.484375, + 0.494141, + 0.496094, + 0.523438, + 0.5, + 0.515625, + 0.488281, + 0.478516, + 0.503906, + 0.546875, + 0.523438, + 0.53125, + 0.542969, + 0.507812, + 0.519531, + 0.507812, + 0.503906, + 0.53125, + 0.511719, + 0.542969, + 0.511719, + 0.507812, + 0.486328, + 0.53125, + 0.53125, + 0.519531, + 0.511719, + 0.474609, + 0.519531, + 0.53125, + 0.496094, + 0.523438, + 0.535156, + 0.507812, + 0.511719, + 0.542969, + 0.503906, + 0.515625, + 0.511719, + 0.386719, + 0.507812, + 0.507812, + 0.458984, + 0.507812, + 0.488281, + 0.507812, + 0.515625, + 0.527344, + 0.478516, + 0.53125, + 0.53125, + 0.527344, + 0.498047, + 0.496094, + 0.523438, + 0.5, + 0.490234, + 0.523438, + 0.511719, + 0.546875, + 0.519531, + 0.589844, + 0.511719, + 0.511719, + 0.519531, + 0.53125, + 0.523438, + 0.527344, + 0.507812, + 0.527344, + 0.496094, + 0.5, + 0.53125, + 0.535156, + 0.484375, + 0.527344, + 0.523438, + 0.53125, + 0.539062, + 0.5, + 0.457031, + 0.527344, + 0.519531, + 0.498047, + 0.550781, + 0.53125, + 0.515625, + 0.330078, + 0.519531, + 0.5, + 0.535156, + 0.519531, + 0.476562, + 0.511719, + 0.488281, + 0.53125, + 0.523438, + 0.519531, + 0.515625, + 0.527344, + 0.527344, + 0.478516, + 0.507812, + 0.507812, + 0.535156, + 0.554688, + 0.546875, + 0.472656, + 0.484375, + 0.503906, + 0.523438, + 0.527344, + 0.519531, + 0.53125, + 0.457031, + 0.511719, + 0.443359, + 0.527344, + 0.498047, + 0.488281, + 0.5, + 0.53125, + 0.488281, + 0.511719, + 0.511719, + 0.503906, + 0.519531, + 0.515625, + 0.507812, + 0.511719, + 0.519531, + 0.527344, + 0.472656, + 0.53125, + 0.53125, + 0.482422, + 0.507812, + 0.511719, + 0.507812, + 0.472656, + 0.519531, + 0.539062, + 0.371094, + 0.5, + 0.496094, + 0.519531, + 0.480469, + 0.519531, + 0.486328, + 0.511719, + 0.597656, + 0.53125, + 0.494141, + 0.539062, + 0.550781, + 0.503906, + 0.460938, + 0.53125, + 0.5, + 0.453125, + 0.5, + 0.539062, + 0.482422, + 0.523438, + 0.539062, + 0.527344, + 0.484375, + 0.515625, + 0.515625, + 0.539062, + 0.498047, + 0.480469, + 0.527344, + 0.494141, + 0.503906, + 0.419922, + 0.523438, + 0.484375, + 0.507812, + 0.486328, + 0.519531, + 0.490234, + 0.496094, + 0.503906, + 0.539062, + 0.507812, + 0.515625, + 0.515625, + 0.53125, + 0.503906, + 0.535156, + 0.523438, + 0.404297, + 0.511719, + 0.503906, + 0.498047, + 0.511719, + 0.507812, + 0.546875, + 0.492188, + 0.474609, + 0.511719, + 0.478516, + 0.515625, + 0.59375, + 0.503906, + 0.496094, + 0.535156, + 0.527344, + 0.507812, + 0.542969, + 0.494141, + 0.5, + 0.466797, + 0.511719, + 0.507812, + 0.546875, + 0.578125, + 0.519531, + 0.515625, + 0.523438, + 0.515625, + 0.519531, + 0.519531, + 0.496094, + 0.498047, + 0.488281, + 0.5, + 0.476562, + 0.498047, + 0.515625, + 0.515625, + 0.515625, + 0.519531, + 0.369141, + 0.496094, + 0.613281, + 0.5, + 0.527344, + 0.472656, + 0.511719, + 0.507812, + 0.4375, + 0.546875, + 0.46875, + 0.503906, + 0.53125, + 0.496094, + 0.511719, + 0.425781, + 0.496094, + 0.490234, + 0.515625, + 0.507812, + 0.519531, + 0.535156, + 0.542969, + 0.523438, + 0.490234, + 0.503906, + 0.515625, + 0.492188, + 0.439453, + 0.480469, + 0.53125, + 0.527344, + 0.535156, + 0.539062, + 0.371094, + 0.527344, + 0.515625, + 0.515625, + 0.515625, + 0.484375, + 0.523438, + 0.507812, + 0.527344, + 0.550781, + 0.464844, + 0.496094, + 0.503906, + 0.478516, + 0.535156, + 0.535156, + 0.486328, + 0.539062, + 0.550781, + 0.554688, + 0.515625, + 0.5, + 0.494141, + 0.503906, + 0.511719, + 0.498047, + 0.523438, + 0.488281, + 0.503906, + 0.496094, + 0.539062, + 0.519531, + 0.5, + 0.566406, + 0.519531, + 0.515625, + 0.519531, + 0.535156, + 0.470703, + 0.523438, + 0.507812, + 0.53125, + 0.519531, + 0.515625, + 0.503906, + 0.554688, + 0.5, + 0.519531, + 0.507812, + 0.558594, + 0.535156, + 0.462891, + 0.5, + 0.46875, + 0.480469, + 0.503906, + 0.5, + 0.474609, + 0.585938, + 0.519531, + 0.330078, + 0.488281, + 0.503906, + 0.53125, + 0.464844, + 0.554688, + 0.53125, + 0.496094, + 0.458984, + 0.519531, + 0.470703, + 0.527344, + 0.511719, + 0.494141, + 0.53125, + 0.445312, + 0.535156, + 0.5, + 0.539062, + 0.488281, + 0.507812, + 0.523438, + 0.507812, + 0.480469, + 0.466797, + 0.546875, + 0.515625, + 0.486328, + 0.503906, + 0.507812, + 0.494141, + 0.523438, + 0.425781, + 0.515625, + 0.507812, + 0.519531, + 0.527344, + 0.523438, + 0.429688, + 0.507812, + 0.441406, + 0.460938, + 0.427734, + 0.5, + 0.515625, + 0.535156, + 0.410156, + 0.523438, + 0.515625, + 0.539062, + 0.511719, + 0.515625, + 0.523438, + 0.476562, + 0.539062, + 0.470703, + 0.53125, + 0.515625, + 0.507812, + 0.507812, + 0.515625, + 0.498047, + 0.519531, + 0.53125, + 0.498047, + 0.519531, + 0.5, + 0.472656, + 0.507812, + 0.550781, + 0.527344, + 0.480469, + 0.507812, + 0.474609, + 0.503906, + 0.480469, + 0.400391, + 0.503906, + 0.507812, + 0.519531 + ] + }, + "name": "model.model.layers.53.post_attention_layernorm.weight", + "outputIndexes": [ + 4355 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4354 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/post_attention_layernorm_53/Mul_output_0", + "outputIndexes": [ + 4356 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4355, + 4356 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/post_attention_layernorm_53/Mul_1_output_0", + "outputIndexes": [ + 4357 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/gate_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4357 + ], + "outputIndexes": [ + 5888 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/gate_proj/Linear/pre_convert", + "inputIndexes": [ + 5888 + ], + "outputIndexes": [ + 5889 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/gate_proj/Linear", + "inputIndexes": [ + 5889 + ], + "outputIndexes": [ + 5890 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 534720570, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/gate_proj/Linear/post_convert", + "inputIndexes": [ + 5890 + ], + "outputIndexes": [ + 5891 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/gate_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5891 + ], + "outputIndexes": [ + 4358 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4358 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/mlp/act_fn_53/Sigmoid_output_0", + "outputIndexes": [ + 4359 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4358, + 4359 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp/act_fn_53/Mul_output_0", + "outputIndexes": [ + 4360 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/up_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4357 + ], + "outputIndexes": [ + 5892 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/up_proj/Linear/pre_convert", + "inputIndexes": [ + 5892 + ], + "outputIndexes": [ + 5893 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/up_proj/Linear", + "inputIndexes": [ + 5893 + ], + "outputIndexes": [ + 5894 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 537301072, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/up_proj/Linear/post_convert", + "inputIndexes": [ + 5894 + ], + "outputIndexes": [ + 5895 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/up_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5895 + ], + "outputIndexes": [ + 4361 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4360, + 4361 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/mlp_53/Mul_output_0", + "outputIndexes": [ + 4362 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/down_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4362 + ], + "outputIndexes": [ + 5896 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/down_proj/Linear/pre_convert", + "inputIndexes": [ + 5896 + ], + "outputIndexes": [ + 5897 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/down_proj/Linear", + "inputIndexes": [ + 5897 + ], + "outputIndexes": [ + 5898 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 35840, + "weightSize": 0 + }, + "external": [ + 539881574, + 2293782, + 286720, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/down_proj/Linear/post_convert", + "inputIndexes": [ + 5898 + ], + "outputIndexes": [ + 5899 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.53/mlp/down_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5899 + ], + "outputIndexes": [ + 4363 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4354, + 4363 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_269_output_0", + "outputIndexes": [ + 4364 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1, + 1280 + ] + }, + "name": "/lm/Constant_output_0", + "outputIndexes": [ + 4365 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4364, + 4365 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/lm/Reshape_output_0", + "outputIndexes": [ + 4366 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1 + ] + }, + "name": "/rotary/Constant_6_output_0", + "outputIndexes": [ + 4367 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4366 + ], + "main_type": "NONE", + "name": "Shape11735", + "outputIndexes": [ + 4368 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 4366 + ], + "main_type": "NONE", + "name": "Rank11737", + "outputIndexes": [ + 4369 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4369, + 4369 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11739", + "outputIndexes": [ + 4370 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4370 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11740", + "outputIndexes": [ + 4371 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4370, + 10 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11742", + "outputIndexes": [ + 4372 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4372 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze11743", + "outputIndexes": [ + 4373 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4368, + 4371, + 4373, + 8 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice11746", + "outputIndexes": [ + 4374 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4374 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze11747", + "outputIndexes": [ + 4375 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4367, + 4375 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11748", + "outputIndexes": [ + 4376 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4376, + 4375 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp11749", + "outputIndexes": [ + 4377 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4366, + 4377, + 4370 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/lm/Gather_output_0", + "outputIndexes": [ + 4378 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1, + 1, + 1280 + ] + }, + "name": "/lm/Constant_1_output_0", + "outputIndexes": [ + 4379 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4378, + 4379 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/lm/Reshape_1_output_0", + "outputIndexes": [ + 4380 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4380 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-05, + "group": 1, + "useRMSNorm": true + }, + "name": "/lm/norm/Mul_output_0", + "outputIndexes": [ + 4381 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 0, + 4381 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/lm/norm/Mul_1_output_0", + "outputIndexes": [ + 4382 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 4382 + ], + "outputIndexes": [ + 5900 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/pre_convert", + "inputIndexes": [ + 5900 + ], + "outputIndexes": [ + 5901 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear", + "inputIndexes": [ + 5901 + ], + "outputIndexes": [ + 5902 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 32000, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 320000, + "weightSize": 0 + }, + "external": [ + 542462076, + 20480022, + 2560000, + 128000, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/post_convert", + "inputIndexes": [ + 5902 + ], + "outputIndexes": [ + 5903 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 5903 + ], + "outputIndexes": [ + 4383 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 32000 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1 + ] + }, + "name": "/Constant_62_output_0", + "outputIndexes": [ + 4384 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4383, + 4384 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "logits", + "outputIndexes": [ + 4385 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 54, + 2, + 1, + -1, + 5, + 64 + ], + "dtype": "DT_FLOAT", + "dformat": "NCHW" + }, + "name": "past_key_values", + "outputIndexes": [ + 4386 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 4386 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1 + ], + "dimType": "NCHW" + }, + "name": "presents", + "outputIndexes": [ + 4387 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + } + ], + "outputName": [ + "logits", + "presents" + ], + "preferForwardType": "CPU", + "sourceType": "ONNX", + "tensorName": [ + "model.model.norm.weight", + "input_ids", + "/Constant_output_0", + "/Reshape_output_0", + "model.model.layers.0.input_layernorm.weight", + "/input_layernorm/Mul_output_0", + "/input_layernorm/Mul_1_output_0", + "/FakeLinear_output_0", + "/Unsqueeze_output_0", + "/Shape_1_output_0", + "/rotary/Constant_9_output_0", + "Shape20", + "BinaryOp23", + "BinaryOp24", + "Unsqueeze25", + "BinaryOp27", + "Unsqueeze28", + "StridedSlice31", + "Squeeze32", + "BinaryOp33", + "BinaryOp34", + "/Gather_2_output_0", + "/rotary/Constant_4_output_0", + "/Unsqueeze_1_output_0", + "/Constant_4_output_0", + "/Constant_5_output_0", + "/Concat_output_0", + "/Reshape_1_output_0", + "position_ids", + "/rotary/Cast_output_0", + "/rotary/Constant_1_output_0", + "/rotary/Reshape_output_0", + "/rotary/Constant_2_output_0", + "/rotary/Mul_output_0", + "/rotary/Cos_output_0", + "/rotary/Unsqueeze_output_0", + "/rotary/Sin_output_0", + "/rotary/Unsqueeze_1_output_0", + "/rotary/Concat_output_0", + "/rotary/Concat_1_output_0", + "/rotary/Unsqueeze_2_axes", + "/rotary/Unsqueeze_3_output_0", + "Shape57", + "BinaryOp60", + "BinaryOp61", + "Unsqueeze62", + "BinaryOp64", + "Unsqueeze65", + "StridedSlice68", + "BinaryOp70", + "BinaryOp71", + "/Gather_3_output_0", + "/Mul_output_0", + "/Shape_2_output_0", + "/Constant_11_output_0", + "Shape76", + "BinaryOp79", + "BinaryOp80", + "Unsqueeze81", + "BinaryOp83", + "Unsqueeze84", + "StridedSlice87", + "Squeeze88", + "BinaryOp89", + "BinaryOp90", + "/Gather_5_output_0", + "/rotary/Constant_7_output_0", + "/Div_output_0", + "/Unsqueeze_6_output_0", + "/Constant_20_output_0", + "/Constant_14_output_0", + "/Slice_1_output_0", + "/Neg_output_0", + "/Slice_output_0", + "/Concat_3_output_0", + "Unsqueeze106", + "Unsqueeze109", + "StridedSlice112", + "Squeeze113", + "BinaryOp114", + "BinaryOp115", + "/Gather_4_output_0", + "/Mul_1_output_0", + "/Add_output_0", + "/FakeLinear_1_output_0", + "/Constant_7_output_0", + "/Concat_1_output_0", + "/Reshape_2_output_0", + "/Mul_2_output_0", + "/Shape_3_output_0", + "Shape159", + "BinaryOp162", + "BinaryOp163", + "Unsqueeze164", + "BinaryOp166", + "Unsqueeze167", + "StridedSlice170", + "Squeeze171", + "BinaryOp172", + "BinaryOp173", + "/Gather_6_output_0", + "/Div_1_output_0", + "/Unsqueeze_8_output_0", + "/Slice_3_output_0", + "/Neg_1_output_0", + "/Slice_2_output_0", + "/Concat_4_output_0", + "/Mul_3_output_0", + "/Add_1_output_0", + "/FakeLinear_2_output_0", + "/Reshape_3_output_0", + "attention_mask", + "/Reshape_8_output_0", + "/FakeLinear_3_output_0", + "/Add_3_output_0", + "model.model.layers.0.post_attention_layernorm.weight", + "/post_attention_layernorm/Mul_output_0", + "/post_attention_layernorm/Mul_1_output_0", + "/mlp/gate_proj/FakeLinear_output_0", + "/mlp/act_fn/Sigmoid_output_0", + "/mlp/act_fn/Mul_output_0", + "/mlp/up_proj/FakeLinear_output_0", + "/mlp/Mul_output_0", + "/mlp/down_proj/FakeLinear_output_0", + "/Add_4_output_0", + "/Reshape_9_output_0", + "model.model.layers.1.input_layernorm.weight", + "/input_layernorm_1/Mul_output_0", + "/input_layernorm_1/Mul_1_output_0", + "/FakeLinear_4_output_0", + "/Shape_15_output_0", + "Shape298", + "BinaryOp301", + "BinaryOp302", + "Unsqueeze303", + "BinaryOp305", + "Unsqueeze306", + "StridedSlice309", + "Squeeze310", + "BinaryOp311", + "BinaryOp312", + "/Gather_19_output_0", + "/Unsqueeze_33_output_0", + "/Concat_13_output_0", + "/Reshape_10_output_0", + "/Mul_8_output_0", + "/Shape_16_output_0", + "Shape319", + "BinaryOp322", + "BinaryOp323", + "Unsqueeze324", + "BinaryOp326", + "Unsqueeze327", + "StridedSlice330", + "Squeeze331", + "BinaryOp332", + "BinaryOp333", + "/Gather_20_output_0", + "/Div_3_output_0", + "/Unsqueeze_38_output_0", + "/Slice_5_output_0", + "/Neg_2_output_0", + "/Slice_4_output_0", + "/Concat_16_output_0", + "/Mul_9_output_0", + "/Add_5_output_0", + "/FakeLinear_5_output_0", + "/Concat_14_output_0", + "/Reshape_11_output_0", + "/Mul_10_output_0", + "/Shape_17_output_0", + "Shape381", + "BinaryOp384", + "BinaryOp385", + "Unsqueeze386", + "BinaryOp388", + "Unsqueeze389", + "StridedSlice392", + "Squeeze393", + "BinaryOp394", + "BinaryOp395", + "/Gather_21_output_0", + "/Div_4_output_0", + "/Unsqueeze_40_output_0", + "/Slice_7_output_0", + "/Neg_3_output_0", + "/Slice_6_output_0", + "/Concat_17_output_0", + "/Mul_11_output_0", + "/Add_6_output_0", + "/FakeLinear_6_output_0", + "/Reshape_12_output_0", + "/Reshape_17_output_0", + "/FakeLinear_7_output_0", + "/Add_8_output_0", + "model.model.layers.1.post_attention_layernorm.weight", + "/post_attention_layernorm_1/Mul_output_0", + "/post_attention_layernorm_1/Mul_1_output_0", + "/mlp/gate_proj_1/FakeLinear_output_0", + "/mlp/act_fn_1/Sigmoid_output_0", + "/mlp/act_fn_1/Mul_output_0", + "/mlp/up_proj_1/FakeLinear_output_0", + "/mlp_1/Mul_output_0", + "/mlp/down_proj_1/FakeLinear_output_0", + "/Add_9_output_0", + "/Reshape_18_output_0", + "model.model.layers.2.input_layernorm.weight", + "/input_layernorm_2/Mul_output_0", + "/input_layernorm_2/Mul_1_output_0", + "/FakeLinear_8_output_0", + "/Shape_29_output_0", + "Shape513", + "BinaryOp516", + "BinaryOp517", + "Unsqueeze518", + "BinaryOp520", + "Unsqueeze521", + "StridedSlice524", + "Squeeze525", + "BinaryOp526", + "BinaryOp527", + "/Gather_34_output_0", + "/Unsqueeze_65_output_0", + "/Concat_26_output_0", + "/Reshape_19_output_0", + "/Mul_16_output_0", + "/Shape_30_output_0", + "Shape534", + "BinaryOp537", + "BinaryOp538", + "Unsqueeze539", + "BinaryOp541", + "Unsqueeze542", + "StridedSlice545", + "Squeeze546", + "BinaryOp547", + "BinaryOp548", + "/Gather_35_output_0", + "/Div_6_output_0", + "/Unsqueeze_70_output_0", + "/Slice_9_output_0", + "/Neg_4_output_0", + "/Slice_8_output_0", + "/Concat_29_output_0", + "/Mul_17_output_0", + "/Add_10_output_0", + "/FakeLinear_9_output_0", + "/Concat_27_output_0", + "/Reshape_20_output_0", + "/Mul_18_output_0", + "/Shape_31_output_0", + "Shape596", + "BinaryOp599", + "BinaryOp600", + "Unsqueeze601", + "BinaryOp603", + "Unsqueeze604", + "StridedSlice607", + "Squeeze608", + "BinaryOp609", + "BinaryOp610", + "/Gather_36_output_0", + "/Div_7_output_0", + "/Unsqueeze_72_output_0", + "/Slice_11_output_0", + "/Neg_5_output_0", + "/Slice_10_output_0", + "/Concat_30_output_0", + "/Mul_19_output_0", + "/Add_11_output_0", + "/FakeLinear_10_output_0", + "/Reshape_21_output_0", + "/Reshape_26_output_0", + "/FakeLinear_11_output_0", + "/Add_13_output_0", + "model.model.layers.2.post_attention_layernorm.weight", + "/post_attention_layernorm_2/Mul_output_0", + "/post_attention_layernorm_2/Mul_1_output_0", + "/mlp/gate_proj_2/FakeLinear_output_0", + "/mlp/act_fn_2/Sigmoid_output_0", + "/mlp/act_fn_2/Mul_output_0", + "/mlp/up_proj_2/FakeLinear_output_0", + "/mlp_2/Mul_output_0", + "/mlp/down_proj_2/FakeLinear_output_0", + "/Add_14_output_0", + "/Reshape_27_output_0", + "model.model.layers.3.input_layernorm.weight", + "/input_layernorm_3/Mul_output_0", + "/input_layernorm_3/Mul_1_output_0", + "/FakeLinear_12_output_0", + "/Shape_43_output_0", + "Shape728", + "BinaryOp731", + "BinaryOp732", + "Unsqueeze733", + "BinaryOp735", + "Unsqueeze736", + "StridedSlice739", + "Squeeze740", + "BinaryOp741", + "BinaryOp742", + "/Gather_49_output_0", + "/Unsqueeze_97_output_0", + "/Concat_39_output_0", + "/Reshape_28_output_0", + "/Mul_24_output_0", + "/Shape_44_output_0", + "Shape749", + "BinaryOp752", + "BinaryOp753", + "Unsqueeze754", + "BinaryOp756", + "Unsqueeze757", + "StridedSlice760", + "Squeeze761", + "BinaryOp762", + "BinaryOp763", + "/Gather_50_output_0", + "/Div_9_output_0", + "/Unsqueeze_102_output_0", + "/Slice_13_output_0", + "/Neg_6_output_0", + "/Slice_12_output_0", + "/Concat_42_output_0", + "/Mul_25_output_0", + "/Add_15_output_0", + "/FakeLinear_13_output_0", + "/Concat_40_output_0", + "/Reshape_29_output_0", + "/Mul_26_output_0", + "/Shape_45_output_0", + "Shape811", + "BinaryOp814", + "BinaryOp815", + "Unsqueeze816", + "BinaryOp818", + "Unsqueeze819", + "StridedSlice822", + "Squeeze823", + "BinaryOp824", + "BinaryOp825", + "/Gather_51_output_0", + "/Div_10_output_0", + "/Unsqueeze_104_output_0", + "/Slice_15_output_0", + "/Neg_7_output_0", + "/Slice_14_output_0", + "/Concat_43_output_0", + "/Mul_27_output_0", + "/Add_16_output_0", + "/FakeLinear_14_output_0", + "/Reshape_30_output_0", + "/Reshape_35_output_0", + "/FakeLinear_15_output_0", + "/Add_18_output_0", + "model.model.layers.3.post_attention_layernorm.weight", + "/post_attention_layernorm_3/Mul_output_0", + "/post_attention_layernorm_3/Mul_1_output_0", + "/mlp/gate_proj_3/FakeLinear_output_0", + "/mlp/act_fn_3/Sigmoid_output_0", + "/mlp/act_fn_3/Mul_output_0", + "/mlp/up_proj_3/FakeLinear_output_0", + "/mlp_3/Mul_output_0", + "/mlp/down_proj_3/FakeLinear_output_0", + "/Add_19_output_0", + "/Reshape_36_output_0", + "model.model.layers.4.input_layernorm.weight", + "/input_layernorm_4/Mul_output_0", + "/input_layernorm_4/Mul_1_output_0", + "/FakeLinear_16_output_0", + "/Shape_57_output_0", + "Shape943", + "BinaryOp946", + "BinaryOp947", + "Unsqueeze948", + "BinaryOp950", + "Unsqueeze951", + "StridedSlice954", + "Squeeze955", + "BinaryOp956", + "BinaryOp957", + "/Gather_64_output_0", + "/Unsqueeze_129_output_0", + "/Concat_52_output_0", + "/Reshape_37_output_0", + "/Mul_32_output_0", + "/Shape_58_output_0", + "Shape964", + "BinaryOp967", + "BinaryOp968", + "Unsqueeze969", + "BinaryOp971", + "Unsqueeze972", + "StridedSlice975", + "Squeeze976", + "BinaryOp977", + "BinaryOp978", + "/Gather_65_output_0", + "/Div_12_output_0", + "/Unsqueeze_134_output_0", + "/Slice_17_output_0", + "/Neg_8_output_0", + "/Slice_16_output_0", + "/Concat_55_output_0", + "/Mul_33_output_0", + "/Add_20_output_0", + "/FakeLinear_17_output_0", + "/Concat_53_output_0", + "/Reshape_38_output_0", + "/Mul_34_output_0", + "/Shape_59_output_0", + "Shape1027", + "BinaryOp1030", + "BinaryOp1031", + "Unsqueeze1032", + "BinaryOp1034", + "Unsqueeze1035", + "StridedSlice1038", + "Squeeze1039", + "BinaryOp1040", + "BinaryOp1041", + "/Gather_66_output_0", + "/Div_13_output_0", + "/Unsqueeze_136_output_0", + "/Slice_19_output_0", + "/Neg_9_output_0", + "/Slice_18_output_0", + "/Concat_56_output_0", + "/Mul_35_output_0", + "/Add_21_output_0", + "/FakeLinear_18_output_0", + "/Reshape_39_output_0", + "/Reshape_44_output_0", + "/FakeLinear_19_output_0", + "/Add_23_output_0", + "model.model.layers.4.post_attention_layernorm.weight", + "/post_attention_layernorm_4/Mul_output_0", + "/post_attention_layernorm_4/Mul_1_output_0", + "/mlp/gate_proj_4/FakeLinear_output_0", + "/mlp/act_fn_4/Sigmoid_output_0", + "/mlp/act_fn_4/Mul_output_0", + "/mlp/up_proj_4/FakeLinear_output_0", + "/mlp_4/Mul_output_0", + "/mlp/down_proj_4/FakeLinear_output_0", + "/Add_24_output_0", + "/Reshape_45_output_0", + "model.model.layers.5.input_layernorm.weight", + "/input_layernorm_5/Mul_output_0", + "/input_layernorm_5/Mul_1_output_0", + "/FakeLinear_20_output_0", + "/Shape_71_output_0", + "Shape1159", + "BinaryOp1162", + "BinaryOp1163", + "Unsqueeze1164", + "BinaryOp1166", + "Unsqueeze1167", + "StridedSlice1170", + "Squeeze1171", + "BinaryOp1172", + "BinaryOp1173", + "/Gather_79_output_0", + "/Unsqueeze_161_output_0", + "/Concat_65_output_0", + "/Reshape_46_output_0", + "/Mul_40_output_0", + "/Shape_72_output_0", + "Shape1180", + "BinaryOp1183", + "BinaryOp1184", + "Unsqueeze1185", + "BinaryOp1187", + "Unsqueeze1188", + "StridedSlice1191", + "Squeeze1192", + "BinaryOp1193", + "BinaryOp1194", + "/Gather_80_output_0", + "/Div_15_output_0", + "/Unsqueeze_166_output_0", + "/Slice_21_output_0", + "/Neg_10_output_0", + "/Slice_20_output_0", + "/Concat_68_output_0", + "/Mul_41_output_0", + "/Add_25_output_0", + "/FakeLinear_21_output_0", + "/Concat_66_output_0", + "/Reshape_47_output_0", + "/Mul_42_output_0", + "/Shape_73_output_0", + "Shape1243", + "BinaryOp1246", + "BinaryOp1247", + "Unsqueeze1248", + "BinaryOp1250", + "Unsqueeze1251", + "StridedSlice1254", + "Squeeze1255", + "BinaryOp1256", + "BinaryOp1257", + "/Gather_81_output_0", + "/Div_16_output_0", + "/Unsqueeze_168_output_0", + "/Slice_23_output_0", + "/Neg_11_output_0", + "/Slice_22_output_0", + "/Concat_69_output_0", + "/Mul_43_output_0", + "/Add_26_output_0", + "/FakeLinear_22_output_0", + "/Reshape_48_output_0", + "/Reshape_53_output_0", + "/FakeLinear_23_output_0", + "/Add_28_output_0", + "model.model.layers.5.post_attention_layernorm.weight", + "/post_attention_layernorm_5/Mul_output_0", + "/post_attention_layernorm_5/Mul_1_output_0", + "/mlp/gate_proj_5/FakeLinear_output_0", + "/mlp/act_fn_5/Sigmoid_output_0", + "/mlp/act_fn_5/Mul_output_0", + "/mlp/up_proj_5/FakeLinear_output_0", + "/mlp_5/Mul_output_0", + "/mlp/down_proj_5/FakeLinear_output_0", + "/Add_29_output_0", + "/Reshape_54_output_0", + "model.model.layers.6.input_layernorm.weight", + "/input_layernorm_6/Mul_output_0", + "/input_layernorm_6/Mul_1_output_0", + "/FakeLinear_24_output_0", + "/Shape_85_output_0", + "Shape1375", + "BinaryOp1378", + "BinaryOp1379", + "Unsqueeze1380", + "BinaryOp1382", + "Unsqueeze1383", + "StridedSlice1386", + "Squeeze1387", + "BinaryOp1388", + "BinaryOp1389", + "/Gather_94_output_0", + "/Unsqueeze_193_output_0", + "/Concat_78_output_0", + "/Reshape_55_output_0", + "/Mul_48_output_0", + "/Shape_86_output_0", + "Shape1396", + "BinaryOp1399", + "BinaryOp1400", + "Unsqueeze1401", + "BinaryOp1403", + "Unsqueeze1404", + "StridedSlice1407", + "Squeeze1408", + "BinaryOp1409", + "BinaryOp1410", + "/Gather_95_output_0", + "/Div_18_output_0", + "/Unsqueeze_198_output_0", + "/Slice_25_output_0", + "/Neg_12_output_0", + "/Slice_24_output_0", + "/Concat_81_output_0", + "/Mul_49_output_0", + "/Add_30_output_0", + "/FakeLinear_25_output_0", + "/Concat_79_output_0", + "/Reshape_56_output_0", + "/Mul_50_output_0", + "/Shape_87_output_0", + "Shape1459", + "BinaryOp1462", + "BinaryOp1463", + "Unsqueeze1464", + "BinaryOp1466", + "Unsqueeze1467", + "StridedSlice1470", + "Squeeze1471", + "BinaryOp1472", + "BinaryOp1473", + "/Gather_96_output_0", + "/Div_19_output_0", + "/Unsqueeze_200_output_0", + "/Slice_27_output_0", + "/Neg_13_output_0", + "/Slice_26_output_0", + "/Concat_82_output_0", + "/Mul_51_output_0", + "/Add_31_output_0", + "/FakeLinear_26_output_0", + "/Reshape_57_output_0", + "/Reshape_62_output_0", + "/FakeLinear_27_output_0", + "/Add_33_output_0", + "model.model.layers.6.post_attention_layernorm.weight", + "/post_attention_layernorm_6/Mul_output_0", + "/post_attention_layernorm_6/Mul_1_output_0", + "/mlp/gate_proj_6/FakeLinear_output_0", + "/mlp/act_fn_6/Sigmoid_output_0", + "/mlp/act_fn_6/Mul_output_0", + "/mlp/up_proj_6/FakeLinear_output_0", + "/mlp_6/Mul_output_0", + "/mlp/down_proj_6/FakeLinear_output_0", + "/Add_34_output_0", + "/Reshape_63_output_0", + "model.model.layers.7.input_layernorm.weight", + "/input_layernorm_7/Mul_output_0", + "/input_layernorm_7/Mul_1_output_0", + "/FakeLinear_28_output_0", + "/Shape_99_output_0", + "Shape1591", + "BinaryOp1594", + "BinaryOp1595", + "Unsqueeze1596", + "BinaryOp1598", + "Unsqueeze1599", + "StridedSlice1602", + "Squeeze1603", + "BinaryOp1604", + "BinaryOp1605", + "/Gather_109_output_0", + "/Unsqueeze_225_output_0", + "/Concat_91_output_0", + "/Reshape_64_output_0", + "/Mul_56_output_0", + "/Shape_100_output_0", + "Shape1612", + "BinaryOp1615", + "BinaryOp1616", + "Unsqueeze1617", + "BinaryOp1619", + "Unsqueeze1620", + "StridedSlice1623", + "Squeeze1624", + "BinaryOp1625", + "BinaryOp1626", + "/Gather_110_output_0", + "/Div_21_output_0", + "/Unsqueeze_230_output_0", + "/Slice_29_output_0", + "/Neg_14_output_0", + "/Slice_28_output_0", + "/Concat_94_output_0", + "/Mul_57_output_0", + "/Add_35_output_0", + "/FakeLinear_29_output_0", + "/Concat_92_output_0", + "/Reshape_65_output_0", + "/Mul_58_output_0", + "/Shape_101_output_0", + "Shape1675", + "BinaryOp1678", + "BinaryOp1679", + "Unsqueeze1680", + "BinaryOp1682", + "Unsqueeze1683", + "StridedSlice1686", + "Squeeze1687", + "BinaryOp1688", + "BinaryOp1689", + "/Gather_111_output_0", + "/Div_22_output_0", + "/Unsqueeze_232_output_0", + "/Slice_31_output_0", + "/Neg_15_output_0", + "/Slice_30_output_0", + "/Concat_95_output_0", + "/Mul_59_output_0", + "/Add_36_output_0", + "/FakeLinear_30_output_0", + "/Reshape_66_output_0", + "/Reshape_71_output_0", + "/FakeLinear_31_output_0", + "/Add_38_output_0", + "model.model.layers.7.post_attention_layernorm.weight", + "/post_attention_layernorm_7/Mul_output_0", + "/post_attention_layernorm_7/Mul_1_output_0", + "/mlp/gate_proj_7/FakeLinear_output_0", + "/mlp/act_fn_7/Sigmoid_output_0", + "/mlp/act_fn_7/Mul_output_0", + "/mlp/up_proj_7/FakeLinear_output_0", + "/mlp_7/Mul_output_0", + "/mlp/down_proj_7/FakeLinear_output_0", + "/Add_39_output_0", + "/Reshape_72_output_0", + "model.model.layers.8.input_layernorm.weight", + "/input_layernorm_8/Mul_output_0", + "/input_layernorm_8/Mul_1_output_0", + "/FakeLinear_32_output_0", + "/Shape_113_output_0", + "Shape1807", + "BinaryOp1810", + "BinaryOp1811", + "Unsqueeze1812", + "BinaryOp1814", + "Unsqueeze1815", + "StridedSlice1818", + "Squeeze1819", + "BinaryOp1820", + "BinaryOp1821", + "/Gather_124_output_0", + "/Unsqueeze_257_output_0", + "/Concat_104_output_0", + "/Reshape_73_output_0", + "/Mul_64_output_0", + "/Shape_114_output_0", + "Shape1828", + "BinaryOp1831", + "BinaryOp1832", + "Unsqueeze1833", + "BinaryOp1835", + "Unsqueeze1836", + "StridedSlice1839", + "Squeeze1840", + "BinaryOp1841", + "BinaryOp1842", + "/Gather_125_output_0", + "/Div_24_output_0", + "/Unsqueeze_262_output_0", + "/Slice_33_output_0", + "/Neg_16_output_0", + "/Slice_32_output_0", + "/Concat_107_output_0", + "/Mul_65_output_0", + "/Add_40_output_0", + "/FakeLinear_33_output_0", + "/Concat_105_output_0", + "/Reshape_74_output_0", + "/Mul_66_output_0", + "/Shape_115_output_0", + "Shape1891", + "BinaryOp1894", + "BinaryOp1895", + "Unsqueeze1896", + "BinaryOp1898", + "Unsqueeze1899", + "StridedSlice1902", + "Squeeze1903", + "BinaryOp1904", + "BinaryOp1905", + "/Gather_126_output_0", + "/Div_25_output_0", + "/Unsqueeze_264_output_0", + "/Slice_35_output_0", + "/Neg_17_output_0", + "/Slice_34_output_0", + "/Concat_108_output_0", + "/Mul_67_output_0", + "/Add_41_output_0", + "/FakeLinear_34_output_0", + "/Reshape_75_output_0", + "/Reshape_80_output_0", + "/FakeLinear_35_output_0", + "/Add_43_output_0", + "model.model.layers.8.post_attention_layernorm.weight", + "/post_attention_layernorm_8/Mul_output_0", + "/post_attention_layernorm_8/Mul_1_output_0", + "/mlp/gate_proj_8/FakeLinear_output_0", + "/mlp/act_fn_8/Sigmoid_output_0", + "/mlp/act_fn_8/Mul_output_0", + "/mlp/up_proj_8/FakeLinear_output_0", + "/mlp_8/Mul_output_0", + "/mlp/down_proj_8/FakeLinear_output_0", + "/Add_44_output_0", + "/Reshape_81_output_0", + "model.model.layers.9.input_layernorm.weight", + "/input_layernorm_9/Mul_output_0", + "/input_layernorm_9/Mul_1_output_0", + "/FakeLinear_36_output_0", + "/Shape_127_output_0", + "Shape2023", + "BinaryOp2026", + "BinaryOp2027", + "Unsqueeze2028", + "BinaryOp2030", + "Unsqueeze2031", + "StridedSlice2034", + "Squeeze2035", + "BinaryOp2036", + "BinaryOp2037", + "/Gather_139_output_0", + "/Unsqueeze_289_output_0", + "/Concat_117_output_0", + "/Reshape_82_output_0", + "/Mul_72_output_0", + "/Shape_128_output_0", + "Shape2044", + "BinaryOp2047", + "BinaryOp2048", + "Unsqueeze2049", + "BinaryOp2051", + "Unsqueeze2052", + "StridedSlice2055", + "Squeeze2056", + "BinaryOp2057", + "BinaryOp2058", + "/Gather_140_output_0", + "/Div_27_output_0", + "/Unsqueeze_294_output_0", + "/Slice_37_output_0", + "/Neg_18_output_0", + "/Slice_36_output_0", + "/Concat_120_output_0", + "/Mul_73_output_0", + "/Add_45_output_0", + "/FakeLinear_37_output_0", + "/Concat_118_output_0", + "/Reshape_83_output_0", + "/Mul_74_output_0", + "/Shape_129_output_0", + "Shape2107", + "BinaryOp2110", + "BinaryOp2111", + "Unsqueeze2112", + "BinaryOp2114", + "Unsqueeze2115", + "StridedSlice2118", + "Squeeze2119", + "BinaryOp2120", + "BinaryOp2121", + "/Gather_141_output_0", + "/Div_28_output_0", + "/Unsqueeze_296_output_0", + "/Slice_39_output_0", + "/Neg_19_output_0", + "/Slice_38_output_0", + "/Concat_121_output_0", + "/Mul_75_output_0", + "/Add_46_output_0", + "/FakeLinear_38_output_0", + "/Reshape_84_output_0", + "/Reshape_89_output_0", + "/FakeLinear_39_output_0", + "/Add_48_output_0", + "model.model.layers.9.post_attention_layernorm.weight", + "/post_attention_layernorm_9/Mul_output_0", + "/post_attention_layernorm_9/Mul_1_output_0", + "/mlp/gate_proj_9/FakeLinear_output_0", + "/mlp/act_fn_9/Sigmoid_output_0", + "/mlp/act_fn_9/Mul_output_0", + "/mlp/up_proj_9/FakeLinear_output_0", + "/mlp_9/Mul_output_0", + "/mlp/down_proj_9/FakeLinear_output_0", + "/Add_49_output_0", + "/Reshape_90_output_0", + "model.model.layers.10.input_layernorm.weight", + "/input_layernorm_10/Mul_output_0", + "/input_layernorm_10/Mul_1_output_0", + "/FakeLinear_40_output_0", + "/Shape_141_output_0", + "Shape2239", + "BinaryOp2242", + "BinaryOp2243", + "Unsqueeze2244", + "BinaryOp2246", + "Unsqueeze2247", + "StridedSlice2250", + "Squeeze2251", + "BinaryOp2252", + "BinaryOp2253", + "/Gather_154_output_0", + "/Unsqueeze_321_output_0", + "/Concat_130_output_0", + "/Reshape_91_output_0", + "/Mul_80_output_0", + "/Shape_142_output_0", + "Shape2260", + "BinaryOp2263", + "BinaryOp2264", + "Unsqueeze2265", + "BinaryOp2267", + "Unsqueeze2268", + "StridedSlice2271", + "Squeeze2272", + "BinaryOp2273", + "BinaryOp2274", + "/Gather_155_output_0", + "/Div_30_output_0", + "/Unsqueeze_326_output_0", + "/Slice_41_output_0", + "/Neg_20_output_0", + "/Slice_40_output_0", + "/Concat_133_output_0", + "/Mul_81_output_0", + "/Add_50_output_0", + "/FakeLinear_41_output_0", + "/Concat_131_output_0", + "/Reshape_92_output_0", + "/Mul_82_output_0", + "/Shape_143_output_0", + "Shape2323", + "BinaryOp2326", + "BinaryOp2327", + "Unsqueeze2328", + "BinaryOp2330", + "Unsqueeze2331", + "StridedSlice2334", + "Squeeze2335", + "BinaryOp2336", + "BinaryOp2337", + "/Gather_156_output_0", + "/Div_31_output_0", + "/Unsqueeze_328_output_0", + "/Slice_43_output_0", + "/Neg_21_output_0", + "/Slice_42_output_0", + "/Concat_134_output_0", + "/Mul_83_output_0", + "/Add_51_output_0", + "/FakeLinear_42_output_0", + "/Reshape_93_output_0", + "/Reshape_98_output_0", + "/FakeLinear_43_output_0", + "/Add_53_output_0", + "model.model.layers.10.post_attention_layernorm.weight", + "/post_attention_layernorm_10/Mul_output_0", + "/post_attention_layernorm_10/Mul_1_output_0", + "/mlp/gate_proj_10/FakeLinear_output_0", + "/mlp/act_fn_10/Sigmoid_output_0", + "/mlp/act_fn_10/Mul_output_0", + "/mlp/up_proj_10/FakeLinear_output_0", + "/mlp_10/Mul_output_0", + "/mlp/down_proj_10/FakeLinear_output_0", + "/Add_54_output_0", + "/Reshape_99_output_0", + "model.model.layers.11.input_layernorm.weight", + "/input_layernorm_11/Mul_output_0", + "/input_layernorm_11/Mul_1_output_0", + "/FakeLinear_44_output_0", + "/Shape_155_output_0", + "Shape2455", + "BinaryOp2458", + "BinaryOp2459", + "Unsqueeze2460", + "BinaryOp2462", + "Unsqueeze2463", + "StridedSlice2466", + "Squeeze2467", + "BinaryOp2468", + "BinaryOp2469", + "/Gather_169_output_0", + "/Unsqueeze_353_output_0", + "/Concat_143_output_0", + "/Reshape_100_output_0", + "/Mul_88_output_0", + "/Shape_156_output_0", + "Shape2476", + "BinaryOp2479", + "BinaryOp2480", + "Unsqueeze2481", + "BinaryOp2483", + "Unsqueeze2484", + "StridedSlice2487", + "Squeeze2488", + "BinaryOp2489", + "BinaryOp2490", + "/Gather_170_output_0", + "/Div_33_output_0", + "/Unsqueeze_358_output_0", + "/Slice_45_output_0", + "/Neg_22_output_0", + "/Slice_44_output_0", + "/Concat_146_output_0", + "/Mul_89_output_0", + "/Add_55_output_0", + "/FakeLinear_45_output_0", + "/Concat_144_output_0", + "/Reshape_101_output_0", + "/Mul_90_output_0", + "/Shape_157_output_0", + "Shape2539", + "BinaryOp2542", + "BinaryOp2543", + "Unsqueeze2544", + "BinaryOp2546", + "Unsqueeze2547", + "StridedSlice2550", + "Squeeze2551", + "BinaryOp2552", + "BinaryOp2553", + "/Gather_171_output_0", + "/Div_34_output_0", + "/Unsqueeze_360_output_0", + "/Slice_47_output_0", + "/Neg_23_output_0", + "/Slice_46_output_0", + "/Concat_147_output_0", + "/Mul_91_output_0", + "/Add_56_output_0", + "/FakeLinear_46_output_0", + "/Reshape_102_output_0", + "/Reshape_107_output_0", + "/FakeLinear_47_output_0", + "/Add_58_output_0", + "model.model.layers.11.post_attention_layernorm.weight", + "/post_attention_layernorm_11/Mul_output_0", + "/post_attention_layernorm_11/Mul_1_output_0", + "/mlp/gate_proj_11/FakeLinear_output_0", + "/mlp/act_fn_11/Sigmoid_output_0", + "/mlp/act_fn_11/Mul_output_0", + "/mlp/up_proj_11/FakeLinear_output_0", + "/mlp_11/Mul_output_0", + "/mlp/down_proj_11/FakeLinear_output_0", + "/Add_59_output_0", + "/Reshape_108_output_0", + "model.model.layers.12.input_layernorm.weight", + "/input_layernorm_12/Mul_output_0", + "/input_layernorm_12/Mul_1_output_0", + "/FakeLinear_48_output_0", + "/Shape_169_output_0", + "Shape2671", + "BinaryOp2674", + "BinaryOp2675", + "Unsqueeze2676", + "BinaryOp2678", + "Unsqueeze2679", + "StridedSlice2682", + "Squeeze2683", + "BinaryOp2684", + "BinaryOp2685", + "/Gather_184_output_0", + "/Unsqueeze_385_output_0", + "/Concat_156_output_0", + "/Reshape_109_output_0", + "/Mul_96_output_0", + "/Shape_170_output_0", + "Shape2692", + "BinaryOp2695", + "BinaryOp2696", + "Unsqueeze2697", + "BinaryOp2699", + "Unsqueeze2700", + "StridedSlice2703", + "Squeeze2704", + "BinaryOp2705", + "BinaryOp2706", + "/Gather_185_output_0", + "/Div_36_output_0", + "/Unsqueeze_390_output_0", + "/Slice_49_output_0", + "/Neg_24_output_0", + "/Slice_48_output_0", + "/Concat_159_output_0", + "/Mul_97_output_0", + "/Add_60_output_0", + "/FakeLinear_49_output_0", + "/Concat_157_output_0", + "/Reshape_110_output_0", + "/Mul_98_output_0", + "/Shape_171_output_0", + "Shape2755", + "BinaryOp2758", + "BinaryOp2759", + "Unsqueeze2760", + "BinaryOp2762", + "Unsqueeze2763", + "StridedSlice2766", + "Squeeze2767", + "BinaryOp2768", + "BinaryOp2769", + "/Gather_186_output_0", + "/Div_37_output_0", + "/Unsqueeze_392_output_0", + "/Slice_51_output_0", + "/Neg_25_output_0", + "/Slice_50_output_0", + "/Concat_160_output_0", + "/Mul_99_output_0", + "/Add_61_output_0", + "/FakeLinear_50_output_0", + "/Reshape_111_output_0", + "/Reshape_116_output_0", + "/FakeLinear_51_output_0", + "/Add_63_output_0", + "model.model.layers.12.post_attention_layernorm.weight", + "/post_attention_layernorm_12/Mul_output_0", + "/post_attention_layernorm_12/Mul_1_output_0", + "/mlp/gate_proj_12/FakeLinear_output_0", + "/mlp/act_fn_12/Sigmoid_output_0", + "/mlp/act_fn_12/Mul_output_0", + "/mlp/up_proj_12/FakeLinear_output_0", + "/mlp_12/Mul_output_0", + "/mlp/down_proj_12/FakeLinear_output_0", + "/Add_64_output_0", + "/Reshape_117_output_0", + "model.model.layers.13.input_layernorm.weight", + "/input_layernorm_13/Mul_output_0", + "/input_layernorm_13/Mul_1_output_0", + "/FakeLinear_52_output_0", + "/Shape_183_output_0", + "Shape2887", + "BinaryOp2890", + "BinaryOp2891", + "Unsqueeze2892", + "BinaryOp2894", + "Unsqueeze2895", + "StridedSlice2898", + "Squeeze2899", + "BinaryOp2900", + "BinaryOp2901", + "/Gather_199_output_0", + "/Unsqueeze_417_output_0", + "/Concat_169_output_0", + "/Reshape_118_output_0", + "/Mul_104_output_0", + "/Shape_184_output_0", + "Shape2908", + "BinaryOp2911", + "BinaryOp2912", + "Unsqueeze2913", + "BinaryOp2915", + "Unsqueeze2916", + "StridedSlice2919", + "Squeeze2920", + "BinaryOp2921", + "BinaryOp2922", + "/Gather_200_output_0", + "/Div_39_output_0", + "/Unsqueeze_422_output_0", + "/Slice_53_output_0", + "/Neg_26_output_0", + "/Slice_52_output_0", + "/Concat_172_output_0", + "/Mul_105_output_0", + "/Add_65_output_0", + "/FakeLinear_53_output_0", + "/Concat_170_output_0", + "/Reshape_119_output_0", + "/Mul_106_output_0", + "/Shape_185_output_0", + "Shape2971", + "BinaryOp2974", + "BinaryOp2975", + "Unsqueeze2976", + "BinaryOp2978", + "Unsqueeze2979", + "StridedSlice2982", + "Squeeze2983", + "BinaryOp2984", + "BinaryOp2985", + "/Gather_201_output_0", + "/Div_40_output_0", + "/Unsqueeze_424_output_0", + "/Slice_55_output_0", + "/Neg_27_output_0", + "/Slice_54_output_0", + "/Concat_173_output_0", + "/Mul_107_output_0", + "/Add_66_output_0", + "/FakeLinear_54_output_0", + "/Reshape_120_output_0", + "/Reshape_125_output_0", + "/FakeLinear_55_output_0", + "/Add_68_output_0", + "model.model.layers.13.post_attention_layernorm.weight", + "/post_attention_layernorm_13/Mul_output_0", + "/post_attention_layernorm_13/Mul_1_output_0", + "/mlp/gate_proj_13/FakeLinear_output_0", + "/mlp/act_fn_13/Sigmoid_output_0", + "/mlp/act_fn_13/Mul_output_0", + "/mlp/up_proj_13/FakeLinear_output_0", + "/mlp_13/Mul_output_0", + "/mlp/down_proj_13/FakeLinear_output_0", + "/Add_69_output_0", + "/Reshape_126_output_0", + "model.model.layers.14.input_layernorm.weight", + "/input_layernorm_14/Mul_output_0", + "/input_layernorm_14/Mul_1_output_0", + "/FakeLinear_56_output_0", + "/Shape_197_output_0", + "Shape3103", + "BinaryOp3106", + "BinaryOp3107", + "Unsqueeze3108", + "BinaryOp3110", + "Unsqueeze3111", + "StridedSlice3114", + "Squeeze3115", + "BinaryOp3116", + "BinaryOp3117", + "/Gather_214_output_0", + "/Unsqueeze_449_output_0", + "/Concat_182_output_0", + "/Reshape_127_output_0", + "/Mul_112_output_0", + "/Shape_198_output_0", + "Shape3124", + "BinaryOp3127", + "BinaryOp3128", + "Unsqueeze3129", + "BinaryOp3131", + "Unsqueeze3132", + "StridedSlice3135", + "Squeeze3136", + "BinaryOp3137", + "BinaryOp3138", + "/Gather_215_output_0", + "/Div_42_output_0", + "/Unsqueeze_454_output_0", + "/Slice_57_output_0", + "/Neg_28_output_0", + "/Slice_56_output_0", + "/Concat_185_output_0", + "/Mul_113_output_0", + "/Add_70_output_0", + "/FakeLinear_57_output_0", + "/Concat_183_output_0", + "/Reshape_128_output_0", + "/Mul_114_output_0", + "/Shape_199_output_0", + "Shape3187", + "BinaryOp3190", + "BinaryOp3191", + "Unsqueeze3192", + "BinaryOp3194", + "Unsqueeze3195", + "StridedSlice3198", + "Squeeze3199", + "BinaryOp3200", + "BinaryOp3201", + "/Gather_216_output_0", + "/Div_43_output_0", + "/Unsqueeze_456_output_0", + "/Slice_59_output_0", + "/Neg_29_output_0", + "/Slice_58_output_0", + "/Concat_186_output_0", + "/Mul_115_output_0", + "/Add_71_output_0", + "/FakeLinear_58_output_0", + "/Reshape_129_output_0", + "/Reshape_134_output_0", + "/FakeLinear_59_output_0", + "/Add_73_output_0", + "model.model.layers.14.post_attention_layernorm.weight", + "/post_attention_layernorm_14/Mul_output_0", + "/post_attention_layernorm_14/Mul_1_output_0", + "/mlp/gate_proj_14/FakeLinear_output_0", + "/mlp/act_fn_14/Sigmoid_output_0", + "/mlp/act_fn_14/Mul_output_0", + "/mlp/up_proj_14/FakeLinear_output_0", + "/mlp_14/Mul_output_0", + "/mlp/down_proj_14/FakeLinear_output_0", + "/Add_74_output_0", + "/Reshape_135_output_0", + "model.model.layers.15.input_layernorm.weight", + "/input_layernorm_15/Mul_output_0", + "/input_layernorm_15/Mul_1_output_0", + "/FakeLinear_60_output_0", + "/Shape_211_output_0", + "Shape3319", + "BinaryOp3322", + "BinaryOp3323", + "Unsqueeze3324", + "BinaryOp3326", + "Unsqueeze3327", + "StridedSlice3330", + "Squeeze3331", + "BinaryOp3332", + "BinaryOp3333", + "/Gather_229_output_0", + "/Unsqueeze_481_output_0", + "/Concat_195_output_0", + "/Reshape_136_output_0", + "/Mul_120_output_0", + "/Shape_212_output_0", + "Shape3340", + "BinaryOp3343", + "BinaryOp3344", + "Unsqueeze3345", + "BinaryOp3347", + "Unsqueeze3348", + "StridedSlice3351", + "Squeeze3352", + "BinaryOp3353", + "BinaryOp3354", + "/Gather_230_output_0", + "/Div_45_output_0", + "/Unsqueeze_486_output_0", + "/Slice_61_output_0", + "/Neg_30_output_0", + "/Slice_60_output_0", + "/Concat_198_output_0", + "/Mul_121_output_0", + "/Add_75_output_0", + "/FakeLinear_61_output_0", + "/Concat_196_output_0", + "/Reshape_137_output_0", + "/Mul_122_output_0", + "/Shape_213_output_0", + "Shape3403", + "BinaryOp3406", + "BinaryOp3407", + "Unsqueeze3408", + "BinaryOp3410", + "Unsqueeze3411", + "StridedSlice3414", + "Squeeze3415", + "BinaryOp3416", + "BinaryOp3417", + "/Gather_231_output_0", + "/Div_46_output_0", + "/Unsqueeze_488_output_0", + "/Slice_63_output_0", + "/Neg_31_output_0", + "/Slice_62_output_0", + "/Concat_199_output_0", + "/Mul_123_output_0", + "/Add_76_output_0", + "/FakeLinear_62_output_0", + "/Reshape_138_output_0", + "/Reshape_143_output_0", + "/FakeLinear_63_output_0", + "/Add_78_output_0", + "model.model.layers.15.post_attention_layernorm.weight", + "/post_attention_layernorm_15/Mul_output_0", + "/post_attention_layernorm_15/Mul_1_output_0", + "/mlp/gate_proj_15/FakeLinear_output_0", + "/mlp/act_fn_15/Sigmoid_output_0", + "/mlp/act_fn_15/Mul_output_0", + "/mlp/up_proj_15/FakeLinear_output_0", + "/mlp_15/Mul_output_0", + "/mlp/down_proj_15/FakeLinear_output_0", + "/Add_79_output_0", + "/Reshape_144_output_0", + "model.model.layers.16.input_layernorm.weight", + "/input_layernorm_16/Mul_output_0", + "/input_layernorm_16/Mul_1_output_0", + "/FakeLinear_64_output_0", + "/Shape_225_output_0", + "Shape3535", + "BinaryOp3538", + "BinaryOp3539", + "Unsqueeze3540", + "BinaryOp3542", + "Unsqueeze3543", + "StridedSlice3546", + "Squeeze3547", + "BinaryOp3548", + "BinaryOp3549", + "/Gather_244_output_0", + "/Unsqueeze_513_output_0", + "/Concat_208_output_0", + "/Reshape_145_output_0", + "/Mul_128_output_0", + "/Shape_226_output_0", + "Shape3556", + "BinaryOp3559", + "BinaryOp3560", + "Unsqueeze3561", + "BinaryOp3563", + "Unsqueeze3564", + "StridedSlice3567", + "Squeeze3568", + "BinaryOp3569", + "BinaryOp3570", + "/Gather_245_output_0", + "/Div_48_output_0", + "/Unsqueeze_518_output_0", + "/Slice_65_output_0", + "/Neg_32_output_0", + "/Slice_64_output_0", + "/Concat_211_output_0", + "/Mul_129_output_0", + "/Add_80_output_0", + "/FakeLinear_65_output_0", + "/Concat_209_output_0", + "/Reshape_146_output_0", + "/Mul_130_output_0", + "/Shape_227_output_0", + "Shape3619", + "BinaryOp3622", + "BinaryOp3623", + "Unsqueeze3624", + "BinaryOp3626", + "Unsqueeze3627", + "StridedSlice3630", + "Squeeze3631", + "BinaryOp3632", + "BinaryOp3633", + "/Gather_246_output_0", + "/Div_49_output_0", + "/Unsqueeze_520_output_0", + "/Slice_67_output_0", + "/Neg_33_output_0", + "/Slice_66_output_0", + "/Concat_212_output_0", + "/Mul_131_output_0", + "/Add_81_output_0", + "/FakeLinear_66_output_0", + "/Reshape_147_output_0", + "/Reshape_152_output_0", + "/FakeLinear_67_output_0", + "/Add_83_output_0", + "model.model.layers.16.post_attention_layernorm.weight", + "/post_attention_layernorm_16/Mul_output_0", + "/post_attention_layernorm_16/Mul_1_output_0", + "/mlp/gate_proj_16/FakeLinear_output_0", + "/mlp/act_fn_16/Sigmoid_output_0", + "/mlp/act_fn_16/Mul_output_0", + "/mlp/up_proj_16/FakeLinear_output_0", + "/mlp_16/Mul_output_0", + "/mlp/down_proj_16/FakeLinear_output_0", + "/Add_84_output_0", + "/Reshape_153_output_0", + "model.model.layers.17.input_layernorm.weight", + "/input_layernorm_17/Mul_output_0", + "/input_layernorm_17/Mul_1_output_0", + "/FakeLinear_68_output_0", + "/Shape_239_output_0", + "Shape3751", + "BinaryOp3754", + "BinaryOp3755", + "Unsqueeze3756", + "BinaryOp3758", + "Unsqueeze3759", + "StridedSlice3762", + "Squeeze3763", + "BinaryOp3764", + "BinaryOp3765", + "/Gather_259_output_0", + "/Unsqueeze_545_output_0", + "/Concat_221_output_0", + "/Reshape_154_output_0", + "/Mul_136_output_0", + "/Shape_240_output_0", + "Shape3772", + "BinaryOp3775", + "BinaryOp3776", + "Unsqueeze3777", + "BinaryOp3779", + "Unsqueeze3780", + "StridedSlice3783", + "Squeeze3784", + "BinaryOp3785", + "BinaryOp3786", + "/Gather_260_output_0", + "/Div_51_output_0", + "/Unsqueeze_550_output_0", + "/Slice_69_output_0", + "/Neg_34_output_0", + "/Slice_68_output_0", + "/Concat_224_output_0", + "/Mul_137_output_0", + "/Add_85_output_0", + "/FakeLinear_69_output_0", + "/Concat_222_output_0", + "/Reshape_155_output_0", + "/Mul_138_output_0", + "/Shape_241_output_0", + "Shape3835", + "BinaryOp3838", + "BinaryOp3839", + "Unsqueeze3840", + "BinaryOp3842", + "Unsqueeze3843", + "StridedSlice3846", + "Squeeze3847", + "BinaryOp3848", + "BinaryOp3849", + "/Gather_261_output_0", + "/Div_52_output_0", + "/Unsqueeze_552_output_0", + "/Slice_71_output_0", + "/Neg_35_output_0", + "/Slice_70_output_0", + "/Concat_225_output_0", + "/Mul_139_output_0", + "/Add_86_output_0", + "/FakeLinear_70_output_0", + "/Reshape_156_output_0", + "/Reshape_161_output_0", + "/FakeLinear_71_output_0", + "/Add_88_output_0", + "model.model.layers.17.post_attention_layernorm.weight", + "/post_attention_layernorm_17/Mul_output_0", + "/post_attention_layernorm_17/Mul_1_output_0", + "/mlp/gate_proj_17/FakeLinear_output_0", + "/mlp/act_fn_17/Sigmoid_output_0", + "/mlp/act_fn_17/Mul_output_0", + "/mlp/up_proj_17/FakeLinear_output_0", + "/mlp_17/Mul_output_0", + "/mlp/down_proj_17/FakeLinear_output_0", + "/Add_89_output_0", + "/Reshape_162_output_0", + "model.model.layers.18.input_layernorm.weight", + "/input_layernorm_18/Mul_output_0", + "/input_layernorm_18/Mul_1_output_0", + "/FakeLinear_72_output_0", + "/Shape_253_output_0", + "Shape3967", + "BinaryOp3970", + "BinaryOp3971", + "Unsqueeze3972", + "BinaryOp3974", + "Unsqueeze3975", + "StridedSlice3978", + "Squeeze3979", + "BinaryOp3980", + "BinaryOp3981", + "/Gather_274_output_0", + "/Unsqueeze_577_output_0", + "/Concat_234_output_0", + "/Reshape_163_output_0", + "/Mul_144_output_0", + "/Shape_254_output_0", + "Shape3988", + "BinaryOp3991", + "BinaryOp3992", + "Unsqueeze3993", + "BinaryOp3995", + "Unsqueeze3996", + "StridedSlice3999", + "Squeeze4000", + "BinaryOp4001", + "BinaryOp4002", + "/Gather_275_output_0", + "/Div_54_output_0", + "/Unsqueeze_582_output_0", + "/Slice_73_output_0", + "/Neg_36_output_0", + "/Slice_72_output_0", + "/Concat_237_output_0", + "/Mul_145_output_0", + "/Add_90_output_0", + "/FakeLinear_73_output_0", + "/Concat_235_output_0", + "/Reshape_164_output_0", + "/Mul_146_output_0", + "/Shape_255_output_0", + "Shape4051", + "BinaryOp4054", + "BinaryOp4055", + "Unsqueeze4056", + "BinaryOp4058", + "Unsqueeze4059", + "StridedSlice4062", + "Squeeze4063", + "BinaryOp4064", + "BinaryOp4065", + "/Gather_276_output_0", + "/Div_55_output_0", + "/Unsqueeze_584_output_0", + "/Slice_75_output_0", + "/Neg_37_output_0", + "/Slice_74_output_0", + "/Concat_238_output_0", + "/Mul_147_output_0", + "/Add_91_output_0", + "/FakeLinear_74_output_0", + "/Reshape_165_output_0", + "/Reshape_170_output_0", + "/FakeLinear_75_output_0", + "/Add_93_output_0", + "model.model.layers.18.post_attention_layernorm.weight", + "/post_attention_layernorm_18/Mul_output_0", + "/post_attention_layernorm_18/Mul_1_output_0", + "/mlp/gate_proj_18/FakeLinear_output_0", + "/mlp/act_fn_18/Sigmoid_output_0", + "/mlp/act_fn_18/Mul_output_0", + "/mlp/up_proj_18/FakeLinear_output_0", + "/mlp_18/Mul_output_0", + "/mlp/down_proj_18/FakeLinear_output_0", + "/Add_94_output_0", + "/Reshape_171_output_0", + "model.model.layers.19.input_layernorm.weight", + "/input_layernorm_19/Mul_output_0", + "/input_layernorm_19/Mul_1_output_0", + "/FakeLinear_76_output_0", + "/Shape_267_output_0", + "Shape4183", + "BinaryOp4186", + "BinaryOp4187", + "Unsqueeze4188", + "BinaryOp4190", + "Unsqueeze4191", + "StridedSlice4194", + "Squeeze4195", + "BinaryOp4196", + "BinaryOp4197", + "/Gather_289_output_0", + "/Unsqueeze_609_output_0", + "/Concat_247_output_0", + "/Reshape_172_output_0", + "/Mul_152_output_0", + "/Shape_268_output_0", + "Shape4204", + "BinaryOp4207", + "BinaryOp4208", + "Unsqueeze4209", + "BinaryOp4211", + "Unsqueeze4212", + "StridedSlice4215", + "Squeeze4216", + "BinaryOp4217", + "BinaryOp4218", + "/Gather_290_output_0", + "/Div_57_output_0", + "/Unsqueeze_614_output_0", + "/Slice_77_output_0", + "/Neg_38_output_0", + "/Slice_76_output_0", + "/Concat_250_output_0", + "/Mul_153_output_0", + "/Add_95_output_0", + "/FakeLinear_77_output_0", + "/Concat_248_output_0", + "/Reshape_173_output_0", + "/Mul_154_output_0", + "/Shape_269_output_0", + "Shape4267", + "BinaryOp4270", + "BinaryOp4271", + "Unsqueeze4272", + "BinaryOp4274", + "Unsqueeze4275", + "StridedSlice4278", + "Squeeze4279", + "BinaryOp4280", + "BinaryOp4281", + "/Gather_291_output_0", + "/Div_58_output_0", + "/Unsqueeze_616_output_0", + "/Slice_79_output_0", + "/Neg_39_output_0", + "/Slice_78_output_0", + "/Concat_251_output_0", + "/Mul_155_output_0", + "/Add_96_output_0", + "/FakeLinear_78_output_0", + "/Reshape_174_output_0", + "/Reshape_179_output_0", + "/FakeLinear_79_output_0", + "/Add_98_output_0", + "model.model.layers.19.post_attention_layernorm.weight", + "/post_attention_layernorm_19/Mul_output_0", + "/post_attention_layernorm_19/Mul_1_output_0", + "/mlp/gate_proj_19/FakeLinear_output_0", + "/mlp/act_fn_19/Sigmoid_output_0", + "/mlp/act_fn_19/Mul_output_0", + "/mlp/up_proj_19/FakeLinear_output_0", + "/mlp_19/Mul_output_0", + "/mlp/down_proj_19/FakeLinear_output_0", + "/Add_99_output_0", + "/Reshape_180_output_0", + "model.model.layers.20.input_layernorm.weight", + "/input_layernorm_20/Mul_output_0", + "/input_layernorm_20/Mul_1_output_0", + "/FakeLinear_80_output_0", + "/Shape_281_output_0", + "Shape4399", + "BinaryOp4402", + "BinaryOp4403", + "Unsqueeze4404", + "BinaryOp4406", + "Unsqueeze4407", + "StridedSlice4410", + "Squeeze4411", + "BinaryOp4412", + "BinaryOp4413", + "/Gather_304_output_0", + "/Unsqueeze_641_output_0", + "/Concat_260_output_0", + "/Reshape_181_output_0", + "/Mul_160_output_0", + "/Shape_282_output_0", + "Shape4420", + "BinaryOp4423", + "BinaryOp4424", + "Unsqueeze4425", + "BinaryOp4427", + "Unsqueeze4428", + "StridedSlice4431", + "Squeeze4432", + "BinaryOp4433", + "BinaryOp4434", + "/Gather_305_output_0", + "/Div_60_output_0", + "/Unsqueeze_646_output_0", + "/Slice_81_output_0", + "/Neg_40_output_0", + "/Slice_80_output_0", + "/Concat_263_output_0", + "/Mul_161_output_0", + "/Add_100_output_0", + "/FakeLinear_81_output_0", + "/Concat_261_output_0", + "/Reshape_182_output_0", + "/Mul_162_output_0", + "/Shape_283_output_0", + "Shape4483", + "BinaryOp4486", + "BinaryOp4487", + "Unsqueeze4488", + "BinaryOp4490", + "Unsqueeze4491", + "StridedSlice4494", + "Squeeze4495", + "BinaryOp4496", + "BinaryOp4497", + "/Gather_306_output_0", + "/Div_61_output_0", + "/Unsqueeze_648_output_0", + "/Slice_83_output_0", + "/Neg_41_output_0", + "/Slice_82_output_0", + "/Concat_264_output_0", + "/Mul_163_output_0", + "/Add_101_output_0", + "/FakeLinear_82_output_0", + "/Reshape_183_output_0", + "/Reshape_188_output_0", + "/FakeLinear_83_output_0", + "/Add_103_output_0", + "model.model.layers.20.post_attention_layernorm.weight", + "/post_attention_layernorm_20/Mul_output_0", + "/post_attention_layernorm_20/Mul_1_output_0", + "/mlp/gate_proj_20/FakeLinear_output_0", + "/mlp/act_fn_20/Sigmoid_output_0", + "/mlp/act_fn_20/Mul_output_0", + "/mlp/up_proj_20/FakeLinear_output_0", + "/mlp_20/Mul_output_0", + "/mlp/down_proj_20/FakeLinear_output_0", + "/Add_104_output_0", + "/Reshape_189_output_0", + "model.model.layers.21.input_layernorm.weight", + "/input_layernorm_21/Mul_output_0", + "/input_layernorm_21/Mul_1_output_0", + "/FakeLinear_84_output_0", + "/Shape_295_output_0", + "Shape4615", + "BinaryOp4618", + "BinaryOp4619", + "Unsqueeze4620", + "BinaryOp4622", + "Unsqueeze4623", + "StridedSlice4626", + "Squeeze4627", + "BinaryOp4628", + "BinaryOp4629", + "/Gather_319_output_0", + "/Unsqueeze_673_output_0", + "/Concat_273_output_0", + "/Reshape_190_output_0", + "/Mul_168_output_0", + "/Shape_296_output_0", + "Shape4636", + "BinaryOp4639", + "BinaryOp4640", + "Unsqueeze4641", + "BinaryOp4643", + "Unsqueeze4644", + "StridedSlice4647", + "Squeeze4648", + "BinaryOp4649", + "BinaryOp4650", + "/Gather_320_output_0", + "/Div_63_output_0", + "/Unsqueeze_678_output_0", + "/Slice_85_output_0", + "/Neg_42_output_0", + "/Slice_84_output_0", + "/Concat_276_output_0", + "/Mul_169_output_0", + "/Add_105_output_0", + "/FakeLinear_85_output_0", + "/Concat_274_output_0", + "/Reshape_191_output_0", + "/Mul_170_output_0", + "/Shape_297_output_0", + "Shape4699", + "BinaryOp4702", + "BinaryOp4703", + "Unsqueeze4704", + "BinaryOp4706", + "Unsqueeze4707", + "StridedSlice4710", + "Squeeze4711", + "BinaryOp4712", + "BinaryOp4713", + "/Gather_321_output_0", + "/Div_64_output_0", + "/Unsqueeze_680_output_0", + "/Slice_87_output_0", + "/Neg_43_output_0", + "/Slice_86_output_0", + "/Concat_277_output_0", + "/Mul_171_output_0", + "/Add_106_output_0", + "/FakeLinear_86_output_0", + "/Reshape_192_output_0", + "/Reshape_197_output_0", + "/FakeLinear_87_output_0", + "/Add_108_output_0", + "model.model.layers.21.post_attention_layernorm.weight", + "/post_attention_layernorm_21/Mul_output_0", + "/post_attention_layernorm_21/Mul_1_output_0", + "/mlp/gate_proj_21/FakeLinear_output_0", + "/mlp/act_fn_21/Sigmoid_output_0", + "/mlp/act_fn_21/Mul_output_0", + "/mlp/up_proj_21/FakeLinear_output_0", + "/mlp_21/Mul_output_0", + "/mlp/down_proj_21/FakeLinear_output_0", + "/Add_109_output_0", + "/Reshape_198_output_0", + "model.model.layers.22.input_layernorm.weight", + "/input_layernorm_22/Mul_output_0", + "/input_layernorm_22/Mul_1_output_0", + "/FakeLinear_88_output_0", + "/Shape_309_output_0", + "Shape4831", + "BinaryOp4834", + "BinaryOp4835", + "Unsqueeze4836", + "BinaryOp4838", + "Unsqueeze4839", + "StridedSlice4842", + "Squeeze4843", + "BinaryOp4844", + "BinaryOp4845", + "/Gather_334_output_0", + "/Unsqueeze_705_output_0", + "/Concat_286_output_0", + "/Reshape_199_output_0", + "/Mul_176_output_0", + "/Shape_310_output_0", + "Shape4852", + "BinaryOp4855", + "BinaryOp4856", + "Unsqueeze4857", + "BinaryOp4859", + "Unsqueeze4860", + "StridedSlice4863", + "Squeeze4864", + "BinaryOp4865", + "BinaryOp4866", + "/Gather_335_output_0", + "/Div_66_output_0", + "/Unsqueeze_710_output_0", + "/Slice_89_output_0", + "/Neg_44_output_0", + "/Slice_88_output_0", + "/Concat_289_output_0", + "/Mul_177_output_0", + "/Add_110_output_0", + "/FakeLinear_89_output_0", + "/Concat_287_output_0", + "/Reshape_200_output_0", + "/Mul_178_output_0", + "/Shape_311_output_0", + "Shape4915", + "BinaryOp4918", + "BinaryOp4919", + "Unsqueeze4920", + "BinaryOp4922", + "Unsqueeze4923", + "StridedSlice4926", + "Squeeze4927", + "BinaryOp4928", + "BinaryOp4929", + "/Gather_336_output_0", + "/Div_67_output_0", + "/Unsqueeze_712_output_0", + "/Slice_91_output_0", + "/Neg_45_output_0", + "/Slice_90_output_0", + "/Concat_290_output_0", + "/Mul_179_output_0", + "/Add_111_output_0", + "/FakeLinear_90_output_0", + "/Reshape_201_output_0", + "/Reshape_206_output_0", + "/FakeLinear_91_output_0", + "/Add_113_output_0", + "model.model.layers.22.post_attention_layernorm.weight", + "/post_attention_layernorm_22/Mul_output_0", + "/post_attention_layernorm_22/Mul_1_output_0", + "/mlp/gate_proj_22/FakeLinear_output_0", + "/mlp/act_fn_22/Sigmoid_output_0", + "/mlp/act_fn_22/Mul_output_0", + "/mlp/up_proj_22/FakeLinear_output_0", + "/mlp_22/Mul_output_0", + "/mlp/down_proj_22/FakeLinear_output_0", + "/Add_114_output_0", + "/Reshape_207_output_0", + "model.model.layers.23.input_layernorm.weight", + "/input_layernorm_23/Mul_output_0", + "/input_layernorm_23/Mul_1_output_0", + "/FakeLinear_92_output_0", + "/Shape_323_output_0", + "Shape5047", + "BinaryOp5050", + "BinaryOp5051", + "Unsqueeze5052", + "BinaryOp5054", + "Unsqueeze5055", + "StridedSlice5058", + "Squeeze5059", + "BinaryOp5060", + "BinaryOp5061", + "/Gather_349_output_0", + "/Unsqueeze_737_output_0", + "/Concat_299_output_0", + "/Reshape_208_output_0", + "/Mul_184_output_0", + "/Shape_324_output_0", + "Shape5068", + "BinaryOp5071", + "BinaryOp5072", + "Unsqueeze5073", + "BinaryOp5075", + "Unsqueeze5076", + "StridedSlice5079", + "Squeeze5080", + "BinaryOp5081", + "BinaryOp5082", + "/Gather_350_output_0", + "/Div_69_output_0", + "/Unsqueeze_742_output_0", + "/Slice_93_output_0", + "/Neg_46_output_0", + "/Slice_92_output_0", + "/Concat_302_output_0", + "/Mul_185_output_0", + "/Add_115_output_0", + "/FakeLinear_93_output_0", + "/Concat_300_output_0", + "/Reshape_209_output_0", + "/Mul_186_output_0", + "/Shape_325_output_0", + "Shape5131", + "BinaryOp5134", + "BinaryOp5135", + "Unsqueeze5136", + "BinaryOp5138", + "Unsqueeze5139", + "StridedSlice5142", + "Squeeze5143", + "BinaryOp5144", + "BinaryOp5145", + "/Gather_351_output_0", + "/Div_70_output_0", + "/Unsqueeze_744_output_0", + "/Slice_95_output_0", + "/Neg_47_output_0", + "/Slice_94_output_0", + "/Concat_303_output_0", + "/Mul_187_output_0", + "/Add_116_output_0", + "/FakeLinear_94_output_0", + "/Reshape_210_output_0", + "/Reshape_215_output_0", + "/FakeLinear_95_output_0", + "/Add_118_output_0", + "model.model.layers.23.post_attention_layernorm.weight", + "/post_attention_layernorm_23/Mul_output_0", + "/post_attention_layernorm_23/Mul_1_output_0", + "/mlp/gate_proj_23/FakeLinear_output_0", + "/mlp/act_fn_23/Sigmoid_output_0", + "/mlp/act_fn_23/Mul_output_0", + "/mlp/up_proj_23/FakeLinear_output_0", + "/mlp_23/Mul_output_0", + "/mlp/down_proj_23/FakeLinear_output_0", + "/Add_119_output_0", + "/Reshape_216_output_0", + "model.model.layers.24.input_layernorm.weight", + "/input_layernorm_24/Mul_output_0", + "/input_layernorm_24/Mul_1_output_0", + "/FakeLinear_96_output_0", + "/Shape_337_output_0", + "Shape5263", + "BinaryOp5266", + "BinaryOp5267", + "Unsqueeze5268", + "BinaryOp5270", + "Unsqueeze5271", + "StridedSlice5274", + "Squeeze5275", + "BinaryOp5276", + "BinaryOp5277", + "/Gather_364_output_0", + "/Unsqueeze_769_output_0", + "/Concat_312_output_0", + "/Reshape_217_output_0", + "/Mul_192_output_0", + "/Shape_338_output_0", + "Shape5284", + "BinaryOp5287", + "BinaryOp5288", + "Unsqueeze5289", + "BinaryOp5291", + "Unsqueeze5292", + "StridedSlice5295", + "Squeeze5296", + "BinaryOp5297", + "BinaryOp5298", + "/Gather_365_output_0", + "/Div_72_output_0", + "/Unsqueeze_774_output_0", + "/Slice_97_output_0", + "/Neg_48_output_0", + "/Slice_96_output_0", + "/Concat_315_output_0", + "/Mul_193_output_0", + "/Add_120_output_0", + "/FakeLinear_97_output_0", + "/Concat_313_output_0", + "/Reshape_218_output_0", + "/Mul_194_output_0", + "/Shape_339_output_0", + "Shape5347", + "BinaryOp5350", + "BinaryOp5351", + "Unsqueeze5352", + "BinaryOp5354", + "Unsqueeze5355", + "StridedSlice5358", + "Squeeze5359", + "BinaryOp5360", + "BinaryOp5361", + "/Gather_366_output_0", + "/Div_73_output_0", + "/Unsqueeze_776_output_0", + "/Slice_99_output_0", + "/Neg_49_output_0", + "/Slice_98_output_0", + "/Concat_316_output_0", + "/Mul_195_output_0", + "/Add_121_output_0", + "/FakeLinear_98_output_0", + "/Reshape_219_output_0", + "/Reshape_224_output_0", + "/FakeLinear_99_output_0", + "/Add_123_output_0", + "model.model.layers.24.post_attention_layernorm.weight", + "/post_attention_layernorm_24/Mul_output_0", + "/post_attention_layernorm_24/Mul_1_output_0", + "/mlp/gate_proj_24/FakeLinear_output_0", + "/mlp/act_fn_24/Sigmoid_output_0", + "/mlp/act_fn_24/Mul_output_0", + "/mlp/up_proj_24/FakeLinear_output_0", + "/mlp_24/Mul_output_0", + "/mlp/down_proj_24/FakeLinear_output_0", + "/Add_124_output_0", + "/Reshape_225_output_0", + "model.model.layers.25.input_layernorm.weight", + "/input_layernorm_25/Mul_output_0", + "/input_layernorm_25/Mul_1_output_0", + "/FakeLinear_100_output_0", + "/Shape_351_output_0", + "Shape5479", + "BinaryOp5482", + "BinaryOp5483", + "Unsqueeze5484", + "BinaryOp5486", + "Unsqueeze5487", + "StridedSlice5490", + "Squeeze5491", + "BinaryOp5492", + "BinaryOp5493", + "/Gather_379_output_0", + "/Unsqueeze_801_output_0", + "/Concat_325_output_0", + "/Reshape_226_output_0", + "/Mul_200_output_0", + "/Shape_352_output_0", + "Shape5500", + "BinaryOp5503", + "BinaryOp5504", + "Unsqueeze5505", + "BinaryOp5507", + "Unsqueeze5508", + "StridedSlice5511", + "Squeeze5512", + "BinaryOp5513", + "BinaryOp5514", + "/Gather_380_output_0", + "/Div_75_output_0", + "/Unsqueeze_806_output_0", + "/Slice_101_output_0", + "/Neg_50_output_0", + "/Slice_100_output_0", + "/Concat_328_output_0", + "/Mul_201_output_0", + "/Add_125_output_0", + "/FakeLinear_101_output_0", + "/Concat_326_output_0", + "/Reshape_227_output_0", + "/Mul_202_output_0", + "/Shape_353_output_0", + "Shape5563", + "BinaryOp5566", + "BinaryOp5567", + "Unsqueeze5568", + "BinaryOp5570", + "Unsqueeze5571", + "StridedSlice5574", + "Squeeze5575", + "BinaryOp5576", + "BinaryOp5577", + "/Gather_381_output_0", + "/Div_76_output_0", + "/Unsqueeze_808_output_0", + "/Slice_103_output_0", + "/Neg_51_output_0", + "/Slice_102_output_0", + "/Concat_329_output_0", + "/Mul_203_output_0", + "/Add_126_output_0", + "/FakeLinear_102_output_0", + "/Reshape_228_output_0", + "/Reshape_233_output_0", + "/FakeLinear_103_output_0", + "/Add_128_output_0", + "model.model.layers.25.post_attention_layernorm.weight", + "/post_attention_layernorm_25/Mul_output_0", + "/post_attention_layernorm_25/Mul_1_output_0", + "/mlp/gate_proj_25/FakeLinear_output_0", + "/mlp/act_fn_25/Sigmoid_output_0", + "/mlp/act_fn_25/Mul_output_0", + "/mlp/up_proj_25/FakeLinear_output_0", + "/mlp_25/Mul_output_0", + "/mlp/down_proj_25/FakeLinear_output_0", + "/Add_129_output_0", + "/Reshape_234_output_0", + "model.model.layers.26.input_layernorm.weight", + "/input_layernorm_26/Mul_output_0", + "/input_layernorm_26/Mul_1_output_0", + "/FakeLinear_104_output_0", + "/Shape_365_output_0", + "Shape5695", + "BinaryOp5698", + "BinaryOp5699", + "Unsqueeze5700", + "BinaryOp5702", + "Unsqueeze5703", + "StridedSlice5706", + "Squeeze5707", + "BinaryOp5708", + "BinaryOp5709", + "/Gather_394_output_0", + "/Unsqueeze_833_output_0", + "/Concat_338_output_0", + "/Reshape_235_output_0", + "/Mul_208_output_0", + "/Shape_366_output_0", + "Shape5716", + "BinaryOp5719", + "BinaryOp5720", + "Unsqueeze5721", + "BinaryOp5723", + "Unsqueeze5724", + "StridedSlice5727", + "Squeeze5728", + "BinaryOp5729", + "BinaryOp5730", + "/Gather_395_output_0", + "/Div_78_output_0", + "/Unsqueeze_838_output_0", + "/Slice_105_output_0", + "/Neg_52_output_0", + "/Slice_104_output_0", + "/Concat_341_output_0", + "/Mul_209_output_0", + "/Add_130_output_0", + "/FakeLinear_105_output_0", + "/Concat_339_output_0", + "/Reshape_236_output_0", + "/Mul_210_output_0", + "/Shape_367_output_0", + "Shape5779", + "BinaryOp5782", + "BinaryOp5783", + "Unsqueeze5784", + "BinaryOp5786", + "Unsqueeze5787", + "StridedSlice5790", + "Squeeze5791", + "BinaryOp5792", + "BinaryOp5793", + "/Gather_396_output_0", + "/Div_79_output_0", + "/Unsqueeze_840_output_0", + "/Slice_107_output_0", + "/Neg_53_output_0", + "/Slice_106_output_0", + "/Concat_342_output_0", + "/Mul_211_output_0", + "/Add_131_output_0", + "/FakeLinear_106_output_0", + "/Reshape_237_output_0", + "/Reshape_242_output_0", + "/FakeLinear_107_output_0", + "/Add_133_output_0", + "model.model.layers.26.post_attention_layernorm.weight", + "/post_attention_layernorm_26/Mul_output_0", + "/post_attention_layernorm_26/Mul_1_output_0", + "/mlp/gate_proj_26/FakeLinear_output_0", + "/mlp/act_fn_26/Sigmoid_output_0", + "/mlp/act_fn_26/Mul_output_0", + "/mlp/up_proj_26/FakeLinear_output_0", + "/mlp_26/Mul_output_0", + "/mlp/down_proj_26/FakeLinear_output_0", + "/Add_134_output_0", + "/Reshape_243_output_0", + "model.model.layers.27.input_layernorm.weight", + "/input_layernorm_27/Mul_output_0", + "/input_layernorm_27/Mul_1_output_0", + "/FakeLinear_108_output_0", + "/Shape_379_output_0", + "Shape5911", + "BinaryOp5914", + "BinaryOp5915", + "Unsqueeze5916", + "BinaryOp5918", + "Unsqueeze5919", + "StridedSlice5922", + "Squeeze5923", + "BinaryOp5924", + "BinaryOp5925", + "/Gather_409_output_0", + "/Unsqueeze_865_output_0", + "/Concat_351_output_0", + "/Reshape_244_output_0", + "/Mul_216_output_0", + "/Shape_380_output_0", + "Shape5932", + "BinaryOp5935", + "BinaryOp5936", + "Unsqueeze5937", + "BinaryOp5939", + "Unsqueeze5940", + "StridedSlice5943", + "Squeeze5944", + "BinaryOp5945", + "BinaryOp5946", + "/Gather_410_output_0", + "/Div_81_output_0", + "/Unsqueeze_870_output_0", + "/Slice_109_output_0", + "/Neg_54_output_0", + "/Slice_108_output_0", + "/Concat_354_output_0", + "/Mul_217_output_0", + "/Add_135_output_0", + "/FakeLinear_109_output_0", + "/Concat_352_output_0", + "/Reshape_245_output_0", + "/Mul_218_output_0", + "/Shape_381_output_0", + "Shape5995", + "BinaryOp5998", + "BinaryOp5999", + "Unsqueeze6000", + "BinaryOp6002", + "Unsqueeze6003", + "StridedSlice6006", + "Squeeze6007", + "BinaryOp6008", + "BinaryOp6009", + "/Gather_411_output_0", + "/Div_82_output_0", + "/Unsqueeze_872_output_0", + "/Slice_111_output_0", + "/Neg_55_output_0", + "/Slice_110_output_0", + "/Concat_355_output_0", + "/Mul_219_output_0", + "/Add_136_output_0", + "/FakeLinear_110_output_0", + "/Reshape_246_output_0", + "/Reshape_251_output_0", + "/FakeLinear_111_output_0", + "/Add_138_output_0", + "model.model.layers.27.post_attention_layernorm.weight", + "/post_attention_layernorm_27/Mul_output_0", + "/post_attention_layernorm_27/Mul_1_output_0", + "/mlp/gate_proj_27/FakeLinear_output_0", + "/mlp/act_fn_27/Sigmoid_output_0", + "/mlp/act_fn_27/Mul_output_0", + "/mlp/up_proj_27/FakeLinear_output_0", + "/mlp_27/Mul_output_0", + "/mlp/down_proj_27/FakeLinear_output_0", + "/Add_139_output_0", + "/Reshape_252_output_0", + "model.model.layers.28.input_layernorm.weight", + "/input_layernorm_28/Mul_output_0", + "/input_layernorm_28/Mul_1_output_0", + "/FakeLinear_112_output_0", + "/Shape_393_output_0", + "Shape6127", + "BinaryOp6130", + "BinaryOp6131", + "Unsqueeze6132", + "BinaryOp6134", + "Unsqueeze6135", + "StridedSlice6138", + "Squeeze6139", + "BinaryOp6140", + "BinaryOp6141", + "/Gather_424_output_0", + "/Unsqueeze_897_output_0", + "/Concat_364_output_0", + "/Reshape_253_output_0", + "/Mul_224_output_0", + "/Shape_394_output_0", + "Shape6148", + "BinaryOp6151", + "BinaryOp6152", + "Unsqueeze6153", + "BinaryOp6155", + "Unsqueeze6156", + "StridedSlice6159", + "Squeeze6160", + "BinaryOp6161", + "BinaryOp6162", + "/Gather_425_output_0", + "/Div_84_output_0", + "/Unsqueeze_902_output_0", + "/Slice_113_output_0", + "/Neg_56_output_0", + "/Slice_112_output_0", + "/Concat_367_output_0", + "/Mul_225_output_0", + "/Add_140_output_0", + "/FakeLinear_113_output_0", + "/Concat_365_output_0", + "/Reshape_254_output_0", + "/Mul_226_output_0", + "/Shape_395_output_0", + "Shape6211", + "BinaryOp6214", + "BinaryOp6215", + "Unsqueeze6216", + "BinaryOp6218", + "Unsqueeze6219", + "StridedSlice6222", + "Squeeze6223", + "BinaryOp6224", + "BinaryOp6225", + "/Gather_426_output_0", + "/Div_85_output_0", + "/Unsqueeze_904_output_0", + "/Slice_115_output_0", + "/Neg_57_output_0", + "/Slice_114_output_0", + "/Concat_368_output_0", + "/Mul_227_output_0", + "/Add_141_output_0", + "/FakeLinear_114_output_0", + "/Reshape_255_output_0", + "/Reshape_260_output_0", + "/FakeLinear_115_output_0", + "/Add_143_output_0", + "model.model.layers.28.post_attention_layernorm.weight", + "/post_attention_layernorm_28/Mul_output_0", + "/post_attention_layernorm_28/Mul_1_output_0", + "/mlp/gate_proj_28/FakeLinear_output_0", + "/mlp/act_fn_28/Sigmoid_output_0", + "/mlp/act_fn_28/Mul_output_0", + "/mlp/up_proj_28/FakeLinear_output_0", + "/mlp_28/Mul_output_0", + "/mlp/down_proj_28/FakeLinear_output_0", + "/Add_144_output_0", + "/Reshape_261_output_0", + "model.model.layers.29.input_layernorm.weight", + "/input_layernorm_29/Mul_output_0", + "/input_layernorm_29/Mul_1_output_0", + "/FakeLinear_116_output_0", + "/Shape_407_output_0", + "Shape6343", + "BinaryOp6346", + "BinaryOp6347", + "Unsqueeze6348", + "BinaryOp6350", + "Unsqueeze6351", + "StridedSlice6354", + "Squeeze6355", + "BinaryOp6356", + "BinaryOp6357", + "/Gather_439_output_0", + "/Unsqueeze_929_output_0", + "/Concat_377_output_0", + "/Reshape_262_output_0", + "/Mul_232_output_0", + "/Shape_408_output_0", + "Shape6364", + "BinaryOp6367", + "BinaryOp6368", + "Unsqueeze6369", + "BinaryOp6371", + "Unsqueeze6372", + "StridedSlice6375", + "Squeeze6376", + "BinaryOp6377", + "BinaryOp6378", + "/Gather_440_output_0", + "/Div_87_output_0", + "/Unsqueeze_934_output_0", + "/Slice_117_output_0", + "/Neg_58_output_0", + "/Slice_116_output_0", + "/Concat_380_output_0", + "/Mul_233_output_0", + "/Add_145_output_0", + "/FakeLinear_117_output_0", + "/Concat_378_output_0", + "/Reshape_263_output_0", + "/Mul_234_output_0", + "/Shape_409_output_0", + "Shape6427", + "BinaryOp6430", + "BinaryOp6431", + "Unsqueeze6432", + "BinaryOp6434", + "Unsqueeze6435", + "StridedSlice6438", + "Squeeze6439", + "BinaryOp6440", + "BinaryOp6441", + "/Gather_441_output_0", + "/Div_88_output_0", + "/Unsqueeze_936_output_0", + "/Slice_119_output_0", + "/Neg_59_output_0", + "/Slice_118_output_0", + "/Concat_381_output_0", + "/Mul_235_output_0", + "/Add_146_output_0", + "/FakeLinear_118_output_0", + "/Reshape_264_output_0", + "/Reshape_269_output_0", + "/FakeLinear_119_output_0", + "/Add_148_output_0", + "model.model.layers.29.post_attention_layernorm.weight", + "/post_attention_layernorm_29/Mul_output_0", + "/post_attention_layernorm_29/Mul_1_output_0", + "/mlp/gate_proj_29/FakeLinear_output_0", + "/mlp/act_fn_29/Sigmoid_output_0", + "/mlp/act_fn_29/Mul_output_0", + "/mlp/up_proj_29/FakeLinear_output_0", + "/mlp_29/Mul_output_0", + "/mlp/down_proj_29/FakeLinear_output_0", + "/Add_149_output_0", + "/Reshape_270_output_0", + "model.model.layers.30.input_layernorm.weight", + "/input_layernorm_30/Mul_output_0", + "/input_layernorm_30/Mul_1_output_0", + "/FakeLinear_120_output_0", + "/Shape_421_output_0", + "Shape6559", + "BinaryOp6562", + "BinaryOp6563", + "Unsqueeze6564", + "BinaryOp6566", + "Unsqueeze6567", + "StridedSlice6570", + "Squeeze6571", + "BinaryOp6572", + "BinaryOp6573", + "/Gather_454_output_0", + "/Unsqueeze_961_output_0", + "/Concat_390_output_0", + "/Reshape_271_output_0", + "/Mul_240_output_0", + "/Shape_422_output_0", + "Shape6580", + "BinaryOp6583", + "BinaryOp6584", + "Unsqueeze6585", + "BinaryOp6587", + "Unsqueeze6588", + "StridedSlice6591", + "Squeeze6592", + "BinaryOp6593", + "BinaryOp6594", + "/Gather_455_output_0", + "/Div_90_output_0", + "/Unsqueeze_966_output_0", + "/Slice_121_output_0", + "/Neg_60_output_0", + "/Slice_120_output_0", + "/Concat_393_output_0", + "/Mul_241_output_0", + "/Add_150_output_0", + "/FakeLinear_121_output_0", + "/Concat_391_output_0", + "/Reshape_272_output_0", + "/Mul_242_output_0", + "/Shape_423_output_0", + "Shape6643", + "BinaryOp6646", + "BinaryOp6647", + "Unsqueeze6648", + "BinaryOp6650", + "Unsqueeze6651", + "StridedSlice6654", + "Squeeze6655", + "BinaryOp6656", + "BinaryOp6657", + "/Gather_456_output_0", + "/Div_91_output_0", + "/Unsqueeze_968_output_0", + "/Slice_123_output_0", + "/Neg_61_output_0", + "/Slice_122_output_0", + "/Concat_394_output_0", + "/Mul_243_output_0", + "/Add_151_output_0", + "/FakeLinear_122_output_0", + "/Reshape_273_output_0", + "/Reshape_278_output_0", + "/FakeLinear_123_output_0", + "/Add_153_output_0", + "model.model.layers.30.post_attention_layernorm.weight", + "/post_attention_layernorm_30/Mul_output_0", + "/post_attention_layernorm_30/Mul_1_output_0", + "/mlp/gate_proj_30/FakeLinear_output_0", + "/mlp/act_fn_30/Sigmoid_output_0", + "/mlp/act_fn_30/Mul_output_0", + "/mlp/up_proj_30/FakeLinear_output_0", + "/mlp_30/Mul_output_0", + "/mlp/down_proj_30/FakeLinear_output_0", + "/Add_154_output_0", + "/Reshape_279_output_0", + "model.model.layers.31.input_layernorm.weight", + "/input_layernorm_31/Mul_output_0", + "/input_layernorm_31/Mul_1_output_0", + "/FakeLinear_124_output_0", + "/Shape_435_output_0", + "Shape6775", + "BinaryOp6778", + "BinaryOp6779", + "Unsqueeze6780", + "BinaryOp6782", + "Unsqueeze6783", + "StridedSlice6786", + "Squeeze6787", + "BinaryOp6788", + "BinaryOp6789", + "/Gather_469_output_0", + "/Unsqueeze_993_output_0", + "/Concat_403_output_0", + "/Reshape_280_output_0", + "/Mul_248_output_0", + "/Shape_436_output_0", + "Shape6796", + "BinaryOp6799", + "BinaryOp6800", + "Unsqueeze6801", + "BinaryOp6803", + "Unsqueeze6804", + "StridedSlice6807", + "Squeeze6808", + "BinaryOp6809", + "BinaryOp6810", + "/Gather_470_output_0", + "/Div_93_output_0", + "/Unsqueeze_998_output_0", + "/Slice_125_output_0", + "/Neg_62_output_0", + "/Slice_124_output_0", + "/Concat_406_output_0", + "/Mul_249_output_0", + "/Add_155_output_0", + "/FakeLinear_125_output_0", + "/Concat_404_output_0", + "/Reshape_281_output_0", + "/Mul_250_output_0", + "/Shape_437_output_0", + "Shape6859", + "BinaryOp6862", + "BinaryOp6863", + "Unsqueeze6864", + "BinaryOp6866", + "Unsqueeze6867", + "StridedSlice6870", + "Squeeze6871", + "BinaryOp6872", + "BinaryOp6873", + "/Gather_471_output_0", + "/Div_94_output_0", + "/Unsqueeze_1000_output_0", + "/Slice_127_output_0", + "/Neg_63_output_0", + "/Slice_126_output_0", + "/Concat_407_output_0", + "/Mul_251_output_0", + "/Add_156_output_0", + "/FakeLinear_126_output_0", + "/Reshape_282_output_0", + "/Reshape_287_output_0", + "/FakeLinear_127_output_0", + "/Add_158_output_0", + "model.model.layers.31.post_attention_layernorm.weight", + "/post_attention_layernorm_31/Mul_output_0", + "/post_attention_layernorm_31/Mul_1_output_0", + "/mlp/gate_proj_31/FakeLinear_output_0", + "/mlp/act_fn_31/Sigmoid_output_0", + "/mlp/act_fn_31/Mul_output_0", + "/mlp/up_proj_31/FakeLinear_output_0", + "/mlp_31/Mul_output_0", + "/mlp/down_proj_31/FakeLinear_output_0", + "/Add_159_output_0", + "/Reshape_288_output_0", + "model.model.layers.32.input_layernorm.weight", + "/input_layernorm_32/Mul_output_0", + "/input_layernorm_32/Mul_1_output_0", + "/FakeLinear_128_output_0", + "/Shape_449_output_0", + "Shape6991", + "BinaryOp6994", + "BinaryOp6995", + "Unsqueeze6996", + "BinaryOp6998", + "Unsqueeze6999", + "StridedSlice7002", + "Squeeze7003", + "BinaryOp7004", + "BinaryOp7005", + "/Gather_484_output_0", + "/Unsqueeze_1025_output_0", + "/Concat_416_output_0", + "/Reshape_289_output_0", + "/Mul_256_output_0", + "/Shape_450_output_0", + "Shape7012", + "BinaryOp7015", + "BinaryOp7016", + "Unsqueeze7017", + "BinaryOp7019", + "Unsqueeze7020", + "StridedSlice7023", + "Squeeze7024", + "BinaryOp7025", + "BinaryOp7026", + "/Gather_485_output_0", + "/Div_96_output_0", + "/Unsqueeze_1030_output_0", + "/Slice_129_output_0", + "/Neg_64_output_0", + "/Slice_128_output_0", + "/Concat_419_output_0", + "/Mul_257_output_0", + "/Add_160_output_0", + "/FakeLinear_129_output_0", + "/Concat_417_output_0", + "/Reshape_290_output_0", + "/Mul_258_output_0", + "/Shape_451_output_0", + "Shape7075", + "BinaryOp7078", + "BinaryOp7079", + "Unsqueeze7080", + "BinaryOp7082", + "Unsqueeze7083", + "StridedSlice7086", + "Squeeze7087", + "BinaryOp7088", + "BinaryOp7089", + "/Gather_486_output_0", + "/Div_97_output_0", + "/Unsqueeze_1032_output_0", + "/Slice_131_output_0", + "/Neg_65_output_0", + "/Slice_130_output_0", + "/Concat_420_output_0", + "/Mul_259_output_0", + "/Add_161_output_0", + "/FakeLinear_130_output_0", + "/Reshape_291_output_0", + "/Reshape_296_output_0", + "/FakeLinear_131_output_0", + "/Add_163_output_0", + "model.model.layers.32.post_attention_layernorm.weight", + "/post_attention_layernorm_32/Mul_output_0", + "/post_attention_layernorm_32/Mul_1_output_0", + "/mlp/gate_proj_32/FakeLinear_output_0", + "/mlp/act_fn_32/Sigmoid_output_0", + "/mlp/act_fn_32/Mul_output_0", + "/mlp/up_proj_32/FakeLinear_output_0", + "/mlp_32/Mul_output_0", + "/mlp/down_proj_32/FakeLinear_output_0", + "/Add_164_output_0", + "/Reshape_297_output_0", + "model.model.layers.33.input_layernorm.weight", + "/input_layernorm_33/Mul_output_0", + "/input_layernorm_33/Mul_1_output_0", + "/FakeLinear_132_output_0", + "/Shape_463_output_0", + "Shape7207", + "BinaryOp7210", + "BinaryOp7211", + "Unsqueeze7212", + "BinaryOp7214", + "Unsqueeze7215", + "StridedSlice7218", + "Squeeze7219", + "BinaryOp7220", + "BinaryOp7221", + "/Gather_499_output_0", + "/Unsqueeze_1057_output_0", + "/Concat_429_output_0", + "/Reshape_298_output_0", + "/Mul_264_output_0", + "/Shape_464_output_0", + "Shape7228", + "BinaryOp7231", + "BinaryOp7232", + "Unsqueeze7233", + "BinaryOp7235", + "Unsqueeze7236", + "StridedSlice7239", + "Squeeze7240", + "BinaryOp7241", + "BinaryOp7242", + "/Gather_500_output_0", + "/Div_99_output_0", + "/Unsqueeze_1062_output_0", + "/Slice_133_output_0", + "/Neg_66_output_0", + "/Slice_132_output_0", + "/Concat_432_output_0", + "/Mul_265_output_0", + "/Add_165_output_0", + "/FakeLinear_133_output_0", + "/Concat_430_output_0", + "/Reshape_299_output_0", + "/Mul_266_output_0", + "/Shape_465_output_0", + "Shape7291", + "BinaryOp7294", + "BinaryOp7295", + "Unsqueeze7296", + "BinaryOp7298", + "Unsqueeze7299", + "StridedSlice7302", + "Squeeze7303", + "BinaryOp7304", + "BinaryOp7305", + "/Gather_501_output_0", + "/Div_100_output_0", + "/Unsqueeze_1064_output_0", + "/Slice_135_output_0", + "/Neg_67_output_0", + "/Slice_134_output_0", + "/Concat_433_output_0", + "/Mul_267_output_0", + "/Add_166_output_0", + "/FakeLinear_134_output_0", + "/Reshape_300_output_0", + "/Reshape_305_output_0", + "/FakeLinear_135_output_0", + "/Add_168_output_0", + "model.model.layers.33.post_attention_layernorm.weight", + "/post_attention_layernorm_33/Mul_output_0", + "/post_attention_layernorm_33/Mul_1_output_0", + "/mlp/gate_proj_33/FakeLinear_output_0", + "/mlp/act_fn_33/Sigmoid_output_0", + "/mlp/act_fn_33/Mul_output_0", + "/mlp/up_proj_33/FakeLinear_output_0", + "/mlp_33/Mul_output_0", + "/mlp/down_proj_33/FakeLinear_output_0", + "/Add_169_output_0", + "/Reshape_306_output_0", + "model.model.layers.34.input_layernorm.weight", + "/input_layernorm_34/Mul_output_0", + "/input_layernorm_34/Mul_1_output_0", + "/FakeLinear_136_output_0", + "/Shape_477_output_0", + "Shape7423", + "BinaryOp7426", + "BinaryOp7427", + "Unsqueeze7428", + "BinaryOp7430", + "Unsqueeze7431", + "StridedSlice7434", + "Squeeze7435", + "BinaryOp7436", + "BinaryOp7437", + "/Gather_514_output_0", + "/Unsqueeze_1089_output_0", + "/Concat_442_output_0", + "/Reshape_307_output_0", + "/Mul_272_output_0", + "/Shape_478_output_0", + "Shape7444", + "BinaryOp7447", + "BinaryOp7448", + "Unsqueeze7449", + "BinaryOp7451", + "Unsqueeze7452", + "StridedSlice7455", + "Squeeze7456", + "BinaryOp7457", + "BinaryOp7458", + "/Gather_515_output_0", + "/Div_102_output_0", + "/Unsqueeze_1094_output_0", + "/Slice_137_output_0", + "/Neg_68_output_0", + "/Slice_136_output_0", + "/Concat_445_output_0", + "/Mul_273_output_0", + "/Add_170_output_0", + "/FakeLinear_137_output_0", + "/Concat_443_output_0", + "/Reshape_308_output_0", + "/Mul_274_output_0", + "/Shape_479_output_0", + "Shape7507", + "BinaryOp7510", + "BinaryOp7511", + "Unsqueeze7512", + "BinaryOp7514", + "Unsqueeze7515", + "StridedSlice7518", + "Squeeze7519", + "BinaryOp7520", + "BinaryOp7521", + "/Gather_516_output_0", + "/Div_103_output_0", + "/Unsqueeze_1096_output_0", + "/Slice_139_output_0", + "/Neg_69_output_0", + "/Slice_138_output_0", + "/Concat_446_output_0", + "/Mul_275_output_0", + "/Add_171_output_0", + "/FakeLinear_138_output_0", + "/Reshape_309_output_0", + "/Reshape_314_output_0", + "/FakeLinear_139_output_0", + "/Add_173_output_0", + "model.model.layers.34.post_attention_layernorm.weight", + "/post_attention_layernorm_34/Mul_output_0", + "/post_attention_layernorm_34/Mul_1_output_0", + "/mlp/gate_proj_34/FakeLinear_output_0", + "/mlp/act_fn_34/Sigmoid_output_0", + "/mlp/act_fn_34/Mul_output_0", + "/mlp/up_proj_34/FakeLinear_output_0", + "/mlp_34/Mul_output_0", + "/mlp/down_proj_34/FakeLinear_output_0", + "/Add_174_output_0", + "/Reshape_315_output_0", + "model.model.layers.35.input_layernorm.weight", + "/input_layernorm_35/Mul_output_0", + "/input_layernorm_35/Mul_1_output_0", + "/FakeLinear_140_output_0", + "/Shape_491_output_0", + "Shape7639", + "BinaryOp7642", + "BinaryOp7643", + "Unsqueeze7644", + "BinaryOp7646", + "Unsqueeze7647", + "StridedSlice7650", + "Squeeze7651", + "BinaryOp7652", + "BinaryOp7653", + "/Gather_529_output_0", + "/Unsqueeze_1121_output_0", + "/Concat_455_output_0", + "/Reshape_316_output_0", + "/Mul_280_output_0", + "/Shape_492_output_0", + "Shape7660", + "BinaryOp7663", + "BinaryOp7664", + "Unsqueeze7665", + "BinaryOp7667", + "Unsqueeze7668", + "StridedSlice7671", + "Squeeze7672", + "BinaryOp7673", + "BinaryOp7674", + "/Gather_530_output_0", + "/Div_105_output_0", + "/Unsqueeze_1126_output_0", + "/Slice_141_output_0", + "/Neg_70_output_0", + "/Slice_140_output_0", + "/Concat_458_output_0", + "/Mul_281_output_0", + "/Add_175_output_0", + "/FakeLinear_141_output_0", + "/Concat_456_output_0", + "/Reshape_317_output_0", + "/Mul_282_output_0", + "/Shape_493_output_0", + "Shape7723", + "BinaryOp7726", + "BinaryOp7727", + "Unsqueeze7728", + "BinaryOp7730", + "Unsqueeze7731", + "StridedSlice7734", + "Squeeze7735", + "BinaryOp7736", + "BinaryOp7737", + "/Gather_531_output_0", + "/Div_106_output_0", + "/Unsqueeze_1128_output_0", + "/Slice_143_output_0", + "/Neg_71_output_0", + "/Slice_142_output_0", + "/Concat_459_output_0", + "/Mul_283_output_0", + "/Add_176_output_0", + "/FakeLinear_142_output_0", + "/Reshape_318_output_0", + "/Reshape_323_output_0", + "/FakeLinear_143_output_0", + "/Add_178_output_0", + "model.model.layers.35.post_attention_layernorm.weight", + "/post_attention_layernorm_35/Mul_output_0", + "/post_attention_layernorm_35/Mul_1_output_0", + "/mlp/gate_proj_35/FakeLinear_output_0", + "/mlp/act_fn_35/Sigmoid_output_0", + "/mlp/act_fn_35/Mul_output_0", + "/mlp/up_proj_35/FakeLinear_output_0", + "/mlp_35/Mul_output_0", + "/mlp/down_proj_35/FakeLinear_output_0", + "/Add_179_output_0", + "/Reshape_324_output_0", + "model.model.layers.36.input_layernorm.weight", + "/input_layernorm_36/Mul_output_0", + "/input_layernorm_36/Mul_1_output_0", + "/FakeLinear_144_output_0", + "/Shape_505_output_0", + "Shape7855", + "BinaryOp7858", + "BinaryOp7859", + "Unsqueeze7860", + "BinaryOp7862", + "Unsqueeze7863", + "StridedSlice7866", + "Squeeze7867", + "BinaryOp7868", + "BinaryOp7869", + "/Gather_544_output_0", + "/Unsqueeze_1153_output_0", + "/Concat_468_output_0", + "/Reshape_325_output_0", + "/Mul_288_output_0", + "/Shape_506_output_0", + "Shape7876", + "BinaryOp7879", + "BinaryOp7880", + "Unsqueeze7881", + "BinaryOp7883", + "Unsqueeze7884", + "StridedSlice7887", + "Squeeze7888", + "BinaryOp7889", + "BinaryOp7890", + "/Gather_545_output_0", + "/Div_108_output_0", + "/Unsqueeze_1158_output_0", + "/Slice_145_output_0", + "/Neg_72_output_0", + "/Slice_144_output_0", + "/Concat_471_output_0", + "/Mul_289_output_0", + "/Add_180_output_0", + "/FakeLinear_145_output_0", + "/Concat_469_output_0", + "/Reshape_326_output_0", + "/Mul_290_output_0", + "/Shape_507_output_0", + "Shape7939", + "BinaryOp7942", + "BinaryOp7943", + "Unsqueeze7944", + "BinaryOp7946", + "Unsqueeze7947", + "StridedSlice7950", + "Squeeze7951", + "BinaryOp7952", + "BinaryOp7953", + "/Gather_546_output_0", + "/Div_109_output_0", + "/Unsqueeze_1160_output_0", + "/Slice_147_output_0", + "/Neg_73_output_0", + "/Slice_146_output_0", + "/Concat_472_output_0", + "/Mul_291_output_0", + "/Add_181_output_0", + "/FakeLinear_146_output_0", + "/Reshape_327_output_0", + "/Reshape_332_output_0", + "/FakeLinear_147_output_0", + "/Add_183_output_0", + "model.model.layers.36.post_attention_layernorm.weight", + "/post_attention_layernorm_36/Mul_output_0", + "/post_attention_layernorm_36/Mul_1_output_0", + "/mlp/gate_proj_36/FakeLinear_output_0", + "/mlp/act_fn_36/Sigmoid_output_0", + "/mlp/act_fn_36/Mul_output_0", + "/mlp/up_proj_36/FakeLinear_output_0", + "/mlp_36/Mul_output_0", + "/mlp/down_proj_36/FakeLinear_output_0", + "/Add_184_output_0", + "/Reshape_333_output_0", + "model.model.layers.37.input_layernorm.weight", + "/input_layernorm_37/Mul_output_0", + "/input_layernorm_37/Mul_1_output_0", + "/FakeLinear_148_output_0", + "/Shape_519_output_0", + "Shape8071", + "BinaryOp8074", + "BinaryOp8075", + "Unsqueeze8076", + "BinaryOp8078", + "Unsqueeze8079", + "StridedSlice8082", + "Squeeze8083", + "BinaryOp8084", + "BinaryOp8085", + "/Gather_559_output_0", + "/Unsqueeze_1185_output_0", + "/Concat_481_output_0", + "/Reshape_334_output_0", + "/Mul_296_output_0", + "/Shape_520_output_0", + "Shape8092", + "BinaryOp8095", + "BinaryOp8096", + "Unsqueeze8097", + "BinaryOp8099", + "Unsqueeze8100", + "StridedSlice8103", + "Squeeze8104", + "BinaryOp8105", + "BinaryOp8106", + "/Gather_560_output_0", + "/Div_111_output_0", + "/Unsqueeze_1190_output_0", + "/Slice_149_output_0", + "/Neg_74_output_0", + "/Slice_148_output_0", + "/Concat_484_output_0", + "/Mul_297_output_0", + "/Add_185_output_0", + "/FakeLinear_149_output_0", + "/Concat_482_output_0", + "/Reshape_335_output_0", + "/Mul_298_output_0", + "/Shape_521_output_0", + "Shape8155", + "BinaryOp8158", + "BinaryOp8159", + "Unsqueeze8160", + "BinaryOp8162", + "Unsqueeze8163", + "StridedSlice8166", + "Squeeze8167", + "BinaryOp8168", + "BinaryOp8169", + "/Gather_561_output_0", + "/Div_112_output_0", + "/Unsqueeze_1192_output_0", + "/Slice_151_output_0", + "/Neg_75_output_0", + "/Slice_150_output_0", + "/Concat_485_output_0", + "/Mul_299_output_0", + "/Add_186_output_0", + "/FakeLinear_150_output_0", + "/Reshape_336_output_0", + "/Reshape_341_output_0", + "/FakeLinear_151_output_0", + "/Add_188_output_0", + "model.model.layers.37.post_attention_layernorm.weight", + "/post_attention_layernorm_37/Mul_output_0", + "/post_attention_layernorm_37/Mul_1_output_0", + "/mlp/gate_proj_37/FakeLinear_output_0", + "/mlp/act_fn_37/Sigmoid_output_0", + "/mlp/act_fn_37/Mul_output_0", + "/mlp/up_proj_37/FakeLinear_output_0", + "/mlp_37/Mul_output_0", + "/mlp/down_proj_37/FakeLinear_output_0", + "/Add_189_output_0", + "/Reshape_342_output_0", + "model.model.layers.38.input_layernorm.weight", + "/input_layernorm_38/Mul_output_0", + "/input_layernorm_38/Mul_1_output_0", + "/FakeLinear_152_output_0", + "/Shape_533_output_0", + "Shape8287", + "BinaryOp8290", + "BinaryOp8291", + "Unsqueeze8292", + "BinaryOp8294", + "Unsqueeze8295", + "StridedSlice8298", + "Squeeze8299", + "BinaryOp8300", + "BinaryOp8301", + "/Gather_574_output_0", + "/Unsqueeze_1217_output_0", + "/Concat_494_output_0", + "/Reshape_343_output_0", + "/Mul_304_output_0", + "/Shape_534_output_0", + "Shape8308", + "BinaryOp8311", + "BinaryOp8312", + "Unsqueeze8313", + "BinaryOp8315", + "Unsqueeze8316", + "StridedSlice8319", + "Squeeze8320", + "BinaryOp8321", + "BinaryOp8322", + "/Gather_575_output_0", + "/Div_114_output_0", + "/Unsqueeze_1222_output_0", + "/Slice_153_output_0", + "/Neg_76_output_0", + "/Slice_152_output_0", + "/Concat_497_output_0", + "/Mul_305_output_0", + "/Add_190_output_0", + "/FakeLinear_153_output_0", + "/Concat_495_output_0", + "/Reshape_344_output_0", + "/Mul_306_output_0", + "/Shape_535_output_0", + "Shape8371", + "BinaryOp8374", + "BinaryOp8375", + "Unsqueeze8376", + "BinaryOp8378", + "Unsqueeze8379", + "StridedSlice8382", + "Squeeze8383", + "BinaryOp8384", + "BinaryOp8385", + "/Gather_576_output_0", + "/Div_115_output_0", + "/Unsqueeze_1224_output_0", + "/Slice_155_output_0", + "/Neg_77_output_0", + "/Slice_154_output_0", + "/Concat_498_output_0", + "/Mul_307_output_0", + "/Add_191_output_0", + "/FakeLinear_154_output_0", + "/Reshape_345_output_0", + "/Reshape_350_output_0", + "/FakeLinear_155_output_0", + "/Add_193_output_0", + "model.model.layers.38.post_attention_layernorm.weight", + "/post_attention_layernorm_38/Mul_output_0", + "/post_attention_layernorm_38/Mul_1_output_0", + "/mlp/gate_proj_38/FakeLinear_output_0", + "/mlp/act_fn_38/Sigmoid_output_0", + "/mlp/act_fn_38/Mul_output_0", + "/mlp/up_proj_38/FakeLinear_output_0", + "/mlp_38/Mul_output_0", + "/mlp/down_proj_38/FakeLinear_output_0", + "/Add_194_output_0", + "/Reshape_351_output_0", + "model.model.layers.39.input_layernorm.weight", + "/input_layernorm_39/Mul_output_0", + "/input_layernorm_39/Mul_1_output_0", + "/FakeLinear_156_output_0", + "/Shape_547_output_0", + "Shape8503", + "BinaryOp8506", + "BinaryOp8507", + "Unsqueeze8508", + "BinaryOp8510", + "Unsqueeze8511", + "StridedSlice8514", + "Squeeze8515", + "BinaryOp8516", + "BinaryOp8517", + "/Gather_589_output_0", + "/Unsqueeze_1249_output_0", + "/Concat_507_output_0", + "/Reshape_352_output_0", + "/Mul_312_output_0", + "/Shape_548_output_0", + "Shape8524", + "BinaryOp8527", + "BinaryOp8528", + "Unsqueeze8529", + "BinaryOp8531", + "Unsqueeze8532", + "StridedSlice8535", + "Squeeze8536", + "BinaryOp8537", + "BinaryOp8538", + "/Gather_590_output_0", + "/Div_117_output_0", + "/Unsqueeze_1254_output_0", + "/Slice_157_output_0", + "/Neg_78_output_0", + "/Slice_156_output_0", + "/Concat_510_output_0", + "/Mul_313_output_0", + "/Add_195_output_0", + "/FakeLinear_157_output_0", + "/Concat_508_output_0", + "/Reshape_353_output_0", + "/Mul_314_output_0", + "/Shape_549_output_0", + "Shape8587", + "BinaryOp8590", + "BinaryOp8591", + "Unsqueeze8592", + "BinaryOp8594", + "Unsqueeze8595", + "StridedSlice8598", + "Squeeze8599", + "BinaryOp8600", + "BinaryOp8601", + "/Gather_591_output_0", + "/Div_118_output_0", + "/Unsqueeze_1256_output_0", + "/Slice_159_output_0", + "/Neg_79_output_0", + "/Slice_158_output_0", + "/Concat_511_output_0", + "/Mul_315_output_0", + "/Add_196_output_0", + "/FakeLinear_158_output_0", + "/Reshape_354_output_0", + "/Reshape_359_output_0", + "/FakeLinear_159_output_0", + "/Add_198_output_0", + "model.model.layers.39.post_attention_layernorm.weight", + "/post_attention_layernorm_39/Mul_output_0", + "/post_attention_layernorm_39/Mul_1_output_0", + "/mlp/gate_proj_39/FakeLinear_output_0", + "/mlp/act_fn_39/Sigmoid_output_0", + "/mlp/act_fn_39/Mul_output_0", + "/mlp/up_proj_39/FakeLinear_output_0", + "/mlp_39/Mul_output_0", + "/mlp/down_proj_39/FakeLinear_output_0", + "/Add_199_output_0", + "/Reshape_360_output_0", + "model.model.layers.40.input_layernorm.weight", + "/input_layernorm_40/Mul_output_0", + "/input_layernorm_40/Mul_1_output_0", + "/FakeLinear_160_output_0", + "/Shape_561_output_0", + "Shape8719", + "BinaryOp8722", + "BinaryOp8723", + "Unsqueeze8724", + "BinaryOp8726", + "Unsqueeze8727", + "StridedSlice8730", + "Squeeze8731", + "BinaryOp8732", + "BinaryOp8733", + "/Gather_604_output_0", + "/Unsqueeze_1281_output_0", + "/Concat_520_output_0", + "/Reshape_361_output_0", + "/Mul_320_output_0", + "/Shape_562_output_0", + "Shape8740", + "BinaryOp8743", + "BinaryOp8744", + "Unsqueeze8745", + "BinaryOp8747", + "Unsqueeze8748", + "StridedSlice8751", + "Squeeze8752", + "BinaryOp8753", + "BinaryOp8754", + "/Gather_605_output_0", + "/Div_120_output_0", + "/Unsqueeze_1286_output_0", + "/Slice_161_output_0", + "/Neg_80_output_0", + "/Slice_160_output_0", + "/Concat_523_output_0", + "/Mul_321_output_0", + "/Add_200_output_0", + "/FakeLinear_161_output_0", + "/Concat_521_output_0", + "/Reshape_362_output_0", + "/Mul_322_output_0", + "/Shape_563_output_0", + "Shape8803", + "BinaryOp8806", + "BinaryOp8807", + "Unsqueeze8808", + "BinaryOp8810", + "Unsqueeze8811", + "StridedSlice8814", + "Squeeze8815", + "BinaryOp8816", + "BinaryOp8817", + "/Gather_606_output_0", + "/Div_121_output_0", + "/Unsqueeze_1288_output_0", + "/Slice_163_output_0", + "/Neg_81_output_0", + "/Slice_162_output_0", + "/Concat_524_output_0", + "/Mul_323_output_0", + "/Add_201_output_0", + "/FakeLinear_162_output_0", + "/Reshape_363_output_0", + "/Reshape_368_output_0", + "/FakeLinear_163_output_0", + "/Add_203_output_0", + "model.model.layers.40.post_attention_layernorm.weight", + "/post_attention_layernorm_40/Mul_output_0", + "/post_attention_layernorm_40/Mul_1_output_0", + "/mlp/gate_proj_40/FakeLinear_output_0", + "/mlp/act_fn_40/Sigmoid_output_0", + "/mlp/act_fn_40/Mul_output_0", + "/mlp/up_proj_40/FakeLinear_output_0", + "/mlp_40/Mul_output_0", + "/mlp/down_proj_40/FakeLinear_output_0", + "/Add_204_output_0", + "/Reshape_369_output_0", + "model.model.layers.41.input_layernorm.weight", + "/input_layernorm_41/Mul_output_0", + "/input_layernorm_41/Mul_1_output_0", + "/FakeLinear_164_output_0", + "/Shape_575_output_0", + "Shape8935", + "BinaryOp8938", + "BinaryOp8939", + "Unsqueeze8940", + "BinaryOp8942", + "Unsqueeze8943", + "StridedSlice8946", + "Squeeze8947", + "BinaryOp8948", + "BinaryOp8949", + "/Gather_619_output_0", + "/Unsqueeze_1313_output_0", + "/Concat_533_output_0", + "/Reshape_370_output_0", + "/Mul_328_output_0", + "/Shape_576_output_0", + "Shape8956", + "BinaryOp8959", + "BinaryOp8960", + "Unsqueeze8961", + "BinaryOp8963", + "Unsqueeze8964", + "StridedSlice8967", + "Squeeze8968", + "BinaryOp8969", + "BinaryOp8970", + "/Gather_620_output_0", + "/Div_123_output_0", + "/Unsqueeze_1318_output_0", + "/Slice_165_output_0", + "/Neg_82_output_0", + "/Slice_164_output_0", + "/Concat_536_output_0", + "/Mul_329_output_0", + "/Add_205_output_0", + "/FakeLinear_165_output_0", + "/Concat_534_output_0", + "/Reshape_371_output_0", + "/Mul_330_output_0", + "/Shape_577_output_0", + "Shape9019", + "BinaryOp9022", + "BinaryOp9023", + "Unsqueeze9024", + "BinaryOp9026", + "Unsqueeze9027", + "StridedSlice9030", + "Squeeze9031", + "BinaryOp9032", + "BinaryOp9033", + "/Gather_621_output_0", + "/Div_124_output_0", + "/Unsqueeze_1320_output_0", + "/Slice_167_output_0", + "/Neg_83_output_0", + "/Slice_166_output_0", + "/Concat_537_output_0", + "/Mul_331_output_0", + "/Add_206_output_0", + "/FakeLinear_166_output_0", + "/Reshape_372_output_0", + "/Reshape_377_output_0", + "/FakeLinear_167_output_0", + "/Add_208_output_0", + "model.model.layers.41.post_attention_layernorm.weight", + "/post_attention_layernorm_41/Mul_output_0", + "/post_attention_layernorm_41/Mul_1_output_0", + "/mlp/gate_proj_41/FakeLinear_output_0", + "/mlp/act_fn_41/Sigmoid_output_0", + "/mlp/act_fn_41/Mul_output_0", + "/mlp/up_proj_41/FakeLinear_output_0", + "/mlp_41/Mul_output_0", + "/mlp/down_proj_41/FakeLinear_output_0", + "/Add_209_output_0", + "/Reshape_378_output_0", + "model.model.layers.42.input_layernorm.weight", + "/input_layernorm_42/Mul_output_0", + "/input_layernorm_42/Mul_1_output_0", + "/FakeLinear_168_output_0", + "/Shape_589_output_0", + "Shape9151", + "BinaryOp9154", + "BinaryOp9155", + "Unsqueeze9156", + "BinaryOp9158", + "Unsqueeze9159", + "StridedSlice9162", + "Squeeze9163", + "BinaryOp9164", + "BinaryOp9165", + "/Gather_634_output_0", + "/Unsqueeze_1345_output_0", + "/Concat_546_output_0", + "/Reshape_379_output_0", + "/Mul_336_output_0", + "/Shape_590_output_0", + "Shape9172", + "BinaryOp9175", + "BinaryOp9176", + "Unsqueeze9177", + "BinaryOp9179", + "Unsqueeze9180", + "StridedSlice9183", + "Squeeze9184", + "BinaryOp9185", + "BinaryOp9186", + "/Gather_635_output_0", + "/Div_126_output_0", + "/Unsqueeze_1350_output_0", + "/Slice_169_output_0", + "/Neg_84_output_0", + "/Slice_168_output_0", + "/Concat_549_output_0", + "/Mul_337_output_0", + "/Add_210_output_0", + "/FakeLinear_169_output_0", + "/Concat_547_output_0", + "/Reshape_380_output_0", + "/Mul_338_output_0", + "/Shape_591_output_0", + "Shape9235", + "BinaryOp9238", + "BinaryOp9239", + "Unsqueeze9240", + "BinaryOp9242", + "Unsqueeze9243", + "StridedSlice9246", + "Squeeze9247", + "BinaryOp9248", + "BinaryOp9249", + "/Gather_636_output_0", + "/Div_127_output_0", + "/Unsqueeze_1352_output_0", + "/Slice_171_output_0", + "/Neg_85_output_0", + "/Slice_170_output_0", + "/Concat_550_output_0", + "/Mul_339_output_0", + "/Add_211_output_0", + "/FakeLinear_170_output_0", + "/Reshape_381_output_0", + "/Reshape_386_output_0", + "/FakeLinear_171_output_0", + "/Add_213_output_0", + "model.model.layers.42.post_attention_layernorm.weight", + "/post_attention_layernorm_42/Mul_output_0", + "/post_attention_layernorm_42/Mul_1_output_0", + "/mlp/gate_proj_42/FakeLinear_output_0", + "/mlp/act_fn_42/Sigmoid_output_0", + "/mlp/act_fn_42/Mul_output_0", + "/mlp/up_proj_42/FakeLinear_output_0", + "/mlp_42/Mul_output_0", + "/mlp/down_proj_42/FakeLinear_output_0", + "/Add_214_output_0", + "/Reshape_387_output_0", + "model.model.layers.43.input_layernorm.weight", + "/input_layernorm_43/Mul_output_0", + "/input_layernorm_43/Mul_1_output_0", + "/FakeLinear_172_output_0", + "/Shape_603_output_0", + "Shape9367", + "BinaryOp9370", + "BinaryOp9371", + "Unsqueeze9372", + "BinaryOp9374", + "Unsqueeze9375", + "StridedSlice9378", + "Squeeze9379", + "BinaryOp9380", + "BinaryOp9381", + "/Gather_649_output_0", + "/Unsqueeze_1377_output_0", + "/Concat_559_output_0", + "/Reshape_388_output_0", + "/Mul_344_output_0", + "/Shape_604_output_0", + "Shape9388", + "BinaryOp9391", + "BinaryOp9392", + "Unsqueeze9393", + "BinaryOp9395", + "Unsqueeze9396", + "StridedSlice9399", + "Squeeze9400", + "BinaryOp9401", + "BinaryOp9402", + "/Gather_650_output_0", + "/Div_129_output_0", + "/Unsqueeze_1382_output_0", + "/Slice_173_output_0", + "/Neg_86_output_0", + "/Slice_172_output_0", + "/Concat_562_output_0", + "/Mul_345_output_0", + "/Add_215_output_0", + "/FakeLinear_173_output_0", + "/Concat_560_output_0", + "/Reshape_389_output_0", + "/Mul_346_output_0", + "/Shape_605_output_0", + "Shape9451", + "BinaryOp9454", + "BinaryOp9455", + "Unsqueeze9456", + "BinaryOp9458", + "Unsqueeze9459", + "StridedSlice9462", + "Squeeze9463", + "BinaryOp9464", + "BinaryOp9465", + "/Gather_651_output_0", + "/Div_130_output_0", + "/Unsqueeze_1384_output_0", + "/Slice_175_output_0", + "/Neg_87_output_0", + "/Slice_174_output_0", + "/Concat_563_output_0", + "/Mul_347_output_0", + "/Add_216_output_0", + "/FakeLinear_174_output_0", + "/Reshape_390_output_0", + "/Reshape_395_output_0", + "/FakeLinear_175_output_0", + "/Add_218_output_0", + "model.model.layers.43.post_attention_layernorm.weight", + "/post_attention_layernorm_43/Mul_output_0", + "/post_attention_layernorm_43/Mul_1_output_0", + "/mlp/gate_proj_43/FakeLinear_output_0", + "/mlp/act_fn_43/Sigmoid_output_0", + "/mlp/act_fn_43/Mul_output_0", + "/mlp/up_proj_43/FakeLinear_output_0", + "/mlp_43/Mul_output_0", + "/mlp/down_proj_43/FakeLinear_output_0", + "/Add_219_output_0", + "/Reshape_396_output_0", + "model.model.layers.44.input_layernorm.weight", + "/input_layernorm_44/Mul_output_0", + "/input_layernorm_44/Mul_1_output_0", + "/FakeLinear_176_output_0", + "/Shape_617_output_0", + "Shape9583", + "BinaryOp9586", + "BinaryOp9587", + "Unsqueeze9588", + "BinaryOp9590", + "Unsqueeze9591", + "StridedSlice9594", + "Squeeze9595", + "BinaryOp9596", + "BinaryOp9597", + "/Gather_664_output_0", + "/Unsqueeze_1409_output_0", + "/Concat_572_output_0", + "/Reshape_397_output_0", + "/Mul_352_output_0", + "/Shape_618_output_0", + "Shape9604", + "BinaryOp9607", + "BinaryOp9608", + "Unsqueeze9609", + "BinaryOp9611", + "Unsqueeze9612", + "StridedSlice9615", + "Squeeze9616", + "BinaryOp9617", + "BinaryOp9618", + "/Gather_665_output_0", + "/Div_132_output_0", + "/Unsqueeze_1414_output_0", + "/Slice_177_output_0", + "/Neg_88_output_0", + "/Slice_176_output_0", + "/Concat_575_output_0", + "/Mul_353_output_0", + "/Add_220_output_0", + "/FakeLinear_177_output_0", + "/Concat_573_output_0", + "/Reshape_398_output_0", + "/Mul_354_output_0", + "/Shape_619_output_0", + "Shape9667", + "BinaryOp9670", + "BinaryOp9671", + "Unsqueeze9672", + "BinaryOp9674", + "Unsqueeze9675", + "StridedSlice9678", + "Squeeze9679", + "BinaryOp9680", + "BinaryOp9681", + "/Gather_666_output_0", + "/Div_133_output_0", + "/Unsqueeze_1416_output_0", + "/Slice_179_output_0", + "/Neg_89_output_0", + "/Slice_178_output_0", + "/Concat_576_output_0", + "/Mul_355_output_0", + "/Add_221_output_0", + "/FakeLinear_178_output_0", + "/Reshape_399_output_0", + "/Reshape_404_output_0", + "/FakeLinear_179_output_0", + "/Add_223_output_0", + "model.model.layers.44.post_attention_layernorm.weight", + "/post_attention_layernorm_44/Mul_output_0", + "/post_attention_layernorm_44/Mul_1_output_0", + "/mlp/gate_proj_44/FakeLinear_output_0", + "/mlp/act_fn_44/Sigmoid_output_0", + "/mlp/act_fn_44/Mul_output_0", + "/mlp/up_proj_44/FakeLinear_output_0", + "/mlp_44/Mul_output_0", + "/mlp/down_proj_44/FakeLinear_output_0", + "/Add_224_output_0", + "/Reshape_405_output_0", + "model.model.layers.45.input_layernorm.weight", + "/input_layernorm_45/Mul_output_0", + "/input_layernorm_45/Mul_1_output_0", + "/FakeLinear_180_output_0", + "/Shape_631_output_0", + "Shape9799", + "BinaryOp9802", + "BinaryOp9803", + "Unsqueeze9804", + "BinaryOp9806", + "Unsqueeze9807", + "StridedSlice9810", + "Squeeze9811", + "BinaryOp9812", + "BinaryOp9813", + "/Gather_679_output_0", + "/Unsqueeze_1441_output_0", + "/Concat_585_output_0", + "/Reshape_406_output_0", + "/Mul_360_output_0", + "/Shape_632_output_0", + "Shape9820", + "BinaryOp9823", + "BinaryOp9824", + "Unsqueeze9825", + "BinaryOp9827", + "Unsqueeze9828", + "StridedSlice9831", + "Squeeze9832", + "BinaryOp9833", + "BinaryOp9834", + "/Gather_680_output_0", + "/Div_135_output_0", + "/Unsqueeze_1446_output_0", + "/Slice_181_output_0", + "/Neg_90_output_0", + "/Slice_180_output_0", + "/Concat_588_output_0", + "/Mul_361_output_0", + "/Add_225_output_0", + "/FakeLinear_181_output_0", + "/Concat_586_output_0", + "/Reshape_407_output_0", + "/Mul_362_output_0", + "/Shape_633_output_0", + "Shape9883", + "BinaryOp9886", + "BinaryOp9887", + "Unsqueeze9888", + "BinaryOp9890", + "Unsqueeze9891", + "StridedSlice9894", + "Squeeze9895", + "BinaryOp9896", + "BinaryOp9897", + "/Gather_681_output_0", + "/Div_136_output_0", + "/Unsqueeze_1448_output_0", + "/Slice_183_output_0", + "/Neg_91_output_0", + "/Slice_182_output_0", + "/Concat_589_output_0", + "/Mul_363_output_0", + "/Add_226_output_0", + "/FakeLinear_182_output_0", + "/Reshape_408_output_0", + "/Reshape_413_output_0", + "/FakeLinear_183_output_0", + "/Add_228_output_0", + "model.model.layers.45.post_attention_layernorm.weight", + "/post_attention_layernorm_45/Mul_output_0", + "/post_attention_layernorm_45/Mul_1_output_0", + "/mlp/gate_proj_45/FakeLinear_output_0", + "/mlp/act_fn_45/Sigmoid_output_0", + "/mlp/act_fn_45/Mul_output_0", + "/mlp/up_proj_45/FakeLinear_output_0", + "/mlp_45/Mul_output_0", + "/mlp/down_proj_45/FakeLinear_output_0", + "/Add_229_output_0", + "/Reshape_414_output_0", + "model.model.layers.46.input_layernorm.weight", + "/input_layernorm_46/Mul_output_0", + "/input_layernorm_46/Mul_1_output_0", + "/FakeLinear_184_output_0", + "/Shape_645_output_0", + "Shape10015", + "BinaryOp10018", + "BinaryOp10019", + "Unsqueeze10020", + "BinaryOp10022", + "Unsqueeze10023", + "StridedSlice10026", + "Squeeze10027", + "BinaryOp10028", + "BinaryOp10029", + "/Gather_694_output_0", + "/Unsqueeze_1473_output_0", + "/Concat_598_output_0", + "/Reshape_415_output_0", + "/Mul_368_output_0", + "/Shape_646_output_0", + "Shape10036", + "BinaryOp10039", + "BinaryOp10040", + "Unsqueeze10041", + "BinaryOp10043", + "Unsqueeze10044", + "StridedSlice10047", + "Squeeze10048", + "BinaryOp10049", + "BinaryOp10050", + "/Gather_695_output_0", + "/Div_138_output_0", + "/Unsqueeze_1478_output_0", + "/Slice_185_output_0", + "/Neg_92_output_0", + "/Slice_184_output_0", + "/Concat_601_output_0", + "/Mul_369_output_0", + "/Add_230_output_0", + "/FakeLinear_185_output_0", + "/Concat_599_output_0", + "/Reshape_416_output_0", + "/Mul_370_output_0", + "/Shape_647_output_0", + "Shape10099", + "BinaryOp10102", + "BinaryOp10103", + "Unsqueeze10104", + "BinaryOp10106", + "Unsqueeze10107", + "StridedSlice10110", + "Squeeze10111", + "BinaryOp10112", + "BinaryOp10113", + "/Gather_696_output_0", + "/Div_139_output_0", + "/Unsqueeze_1480_output_0", + "/Slice_187_output_0", + "/Neg_93_output_0", + "/Slice_186_output_0", + "/Concat_602_output_0", + "/Mul_371_output_0", + "/Add_231_output_0", + "/FakeLinear_186_output_0", + "/Reshape_417_output_0", + "/Reshape_422_output_0", + "/FakeLinear_187_output_0", + "/Add_233_output_0", + "model.model.layers.46.post_attention_layernorm.weight", + "/post_attention_layernorm_46/Mul_output_0", + "/post_attention_layernorm_46/Mul_1_output_0", + "/mlp/gate_proj_46/FakeLinear_output_0", + "/mlp/act_fn_46/Sigmoid_output_0", + "/mlp/act_fn_46/Mul_output_0", + "/mlp/up_proj_46/FakeLinear_output_0", + "/mlp_46/Mul_output_0", + "/mlp/down_proj_46/FakeLinear_output_0", + "/Add_234_output_0", + "/Reshape_423_output_0", + "model.model.layers.47.input_layernorm.weight", + "/input_layernorm_47/Mul_output_0", + "/input_layernorm_47/Mul_1_output_0", + "/FakeLinear_188_output_0", + "/Shape_659_output_0", + "Shape10231", + "BinaryOp10234", + "BinaryOp10235", + "Unsqueeze10236", + "BinaryOp10238", + "Unsqueeze10239", + "StridedSlice10242", + "Squeeze10243", + "BinaryOp10244", + "BinaryOp10245", + "/Gather_709_output_0", + "/Unsqueeze_1505_output_0", + "/Concat_611_output_0", + "/Reshape_424_output_0", + "/Mul_376_output_0", + "/Shape_660_output_0", + "Shape10252", + "BinaryOp10255", + "BinaryOp10256", + "Unsqueeze10257", + "BinaryOp10259", + "Unsqueeze10260", + "StridedSlice10263", + "Squeeze10264", + "BinaryOp10265", + "BinaryOp10266", + "/Gather_710_output_0", + "/Div_141_output_0", + "/Unsqueeze_1510_output_0", + "/Slice_189_output_0", + "/Neg_94_output_0", + "/Slice_188_output_0", + "/Concat_614_output_0", + "/Mul_377_output_0", + "/Add_235_output_0", + "/FakeLinear_189_output_0", + "/Concat_612_output_0", + "/Reshape_425_output_0", + "/Mul_378_output_0", + "/Shape_661_output_0", + "Shape10315", + "BinaryOp10318", + "BinaryOp10319", + "Unsqueeze10320", + "BinaryOp10322", + "Unsqueeze10323", + "StridedSlice10326", + "Squeeze10327", + "BinaryOp10328", + "BinaryOp10329", + "/Gather_711_output_0", + "/Div_142_output_0", + "/Unsqueeze_1512_output_0", + "/Slice_191_output_0", + "/Neg_95_output_0", + "/Slice_190_output_0", + "/Concat_615_output_0", + "/Mul_379_output_0", + "/Add_236_output_0", + "/FakeLinear_190_output_0", + "/Reshape_426_output_0", + "/Reshape_431_output_0", + "/FakeLinear_191_output_0", + "/Add_238_output_0", + "model.model.layers.47.post_attention_layernorm.weight", + "/post_attention_layernorm_47/Mul_output_0", + "/post_attention_layernorm_47/Mul_1_output_0", + "/mlp/gate_proj_47/FakeLinear_output_0", + "/mlp/act_fn_47/Sigmoid_output_0", + "/mlp/act_fn_47/Mul_output_0", + "/mlp/up_proj_47/FakeLinear_output_0", + "/mlp_47/Mul_output_0", + "/mlp/down_proj_47/FakeLinear_output_0", + "/Add_239_output_0", + "/Reshape_432_output_0", + "model.model.layers.48.input_layernorm.weight", + "/input_layernorm_48/Mul_output_0", + "/input_layernorm_48/Mul_1_output_0", + "/FakeLinear_192_output_0", + "/Shape_673_output_0", + "Shape10447", + "BinaryOp10450", + "BinaryOp10451", + "Unsqueeze10452", + "BinaryOp10454", + "Unsqueeze10455", + "StridedSlice10458", + "Squeeze10459", + "BinaryOp10460", + "BinaryOp10461", + "/Gather_724_output_0", + "/Unsqueeze_1537_output_0", + "/Concat_624_output_0", + "/Reshape_433_output_0", + "/Mul_384_output_0", + "/Shape_674_output_0", + "Shape10468", + "BinaryOp10471", + "BinaryOp10472", + "Unsqueeze10473", + "BinaryOp10475", + "Unsqueeze10476", + "StridedSlice10479", + "Squeeze10480", + "BinaryOp10481", + "BinaryOp10482", + "/Gather_725_output_0", + "/Div_144_output_0", + "/Unsqueeze_1542_output_0", + "/Slice_193_output_0", + "/Neg_96_output_0", + "/Slice_192_output_0", + "/Concat_627_output_0", + "/Mul_385_output_0", + "/Add_240_output_0", + "/FakeLinear_193_output_0", + "/Concat_625_output_0", + "/Reshape_434_output_0", + "/Mul_386_output_0", + "/Shape_675_output_0", + "Shape10531", + "BinaryOp10534", + "BinaryOp10535", + "Unsqueeze10536", + "BinaryOp10538", + "Unsqueeze10539", + "StridedSlice10542", + "Squeeze10543", + "BinaryOp10544", + "BinaryOp10545", + "/Gather_726_output_0", + "/Div_145_output_0", + "/Unsqueeze_1544_output_0", + "/Slice_195_output_0", + "/Neg_97_output_0", + "/Slice_194_output_0", + "/Concat_628_output_0", + "/Mul_387_output_0", + "/Add_241_output_0", + "/FakeLinear_194_output_0", + "/Reshape_435_output_0", + "/Reshape_440_output_0", + "/FakeLinear_195_output_0", + "/Add_243_output_0", + "model.model.layers.48.post_attention_layernorm.weight", + "/post_attention_layernorm_48/Mul_output_0", + "/post_attention_layernorm_48/Mul_1_output_0", + "/mlp/gate_proj_48/FakeLinear_output_0", + "/mlp/act_fn_48/Sigmoid_output_0", + "/mlp/act_fn_48/Mul_output_0", + "/mlp/up_proj_48/FakeLinear_output_0", + "/mlp_48/Mul_output_0", + "/mlp/down_proj_48/FakeLinear_output_0", + "/Add_244_output_0", + "/Reshape_441_output_0", + "model.model.layers.49.input_layernorm.weight", + "/input_layernorm_49/Mul_output_0", + "/input_layernorm_49/Mul_1_output_0", + "/FakeLinear_196_output_0", + "/Shape_687_output_0", + "Shape10663", + "BinaryOp10666", + "BinaryOp10667", + "Unsqueeze10668", + "BinaryOp10670", + "Unsqueeze10671", + "StridedSlice10674", + "Squeeze10675", + "BinaryOp10676", + "BinaryOp10677", + "/Gather_739_output_0", + "/Unsqueeze_1569_output_0", + "/Concat_637_output_0", + "/Reshape_442_output_0", + "/Mul_392_output_0", + "/Shape_688_output_0", + "Shape10684", + "BinaryOp10687", + "BinaryOp10688", + "Unsqueeze10689", + "BinaryOp10691", + "Unsqueeze10692", + "StridedSlice10695", + "Squeeze10696", + "BinaryOp10697", + "BinaryOp10698", + "/Gather_740_output_0", + "/Div_147_output_0", + "/Unsqueeze_1574_output_0", + "/Slice_197_output_0", + "/Neg_98_output_0", + "/Slice_196_output_0", + "/Concat_640_output_0", + "/Mul_393_output_0", + "/Add_245_output_0", + "/FakeLinear_197_output_0", + "/Concat_638_output_0", + "/Reshape_443_output_0", + "/Mul_394_output_0", + "/Shape_689_output_0", + "Shape10747", + "BinaryOp10750", + "BinaryOp10751", + "Unsqueeze10752", + "BinaryOp10754", + "Unsqueeze10755", + "StridedSlice10758", + "Squeeze10759", + "BinaryOp10760", + "BinaryOp10761", + "/Gather_741_output_0", + "/Div_148_output_0", + "/Unsqueeze_1576_output_0", + "/Slice_199_output_0", + "/Neg_99_output_0", + "/Slice_198_output_0", + "/Concat_641_output_0", + "/Mul_395_output_0", + "/Add_246_output_0", + "/FakeLinear_198_output_0", + "/Reshape_444_output_0", + "/Reshape_449_output_0", + "/FakeLinear_199_output_0", + "/Add_248_output_0", + "model.model.layers.49.post_attention_layernorm.weight", + "/post_attention_layernorm_49/Mul_output_0", + "/post_attention_layernorm_49/Mul_1_output_0", + "/mlp/gate_proj_49/FakeLinear_output_0", + "/mlp/act_fn_49/Sigmoid_output_0", + "/mlp/act_fn_49/Mul_output_0", + "/mlp/up_proj_49/FakeLinear_output_0", + "/mlp_49/Mul_output_0", + "/mlp/down_proj_49/FakeLinear_output_0", + "/Add_249_output_0", + "/Reshape_450_output_0", + "model.model.layers.50.input_layernorm.weight", + "/input_layernorm_50/Mul_output_0", + "/input_layernorm_50/Mul_1_output_0", + "/FakeLinear_200_output_0", + "/Shape_701_output_0", + "Shape10879", + "BinaryOp10882", + "BinaryOp10883", + "Unsqueeze10884", + "BinaryOp10886", + "Unsqueeze10887", + "StridedSlice10890", + "Squeeze10891", + "BinaryOp10892", + "BinaryOp10893", + "/Gather_754_output_0", + "/Unsqueeze_1601_output_0", + "/Concat_650_output_0", + "/Reshape_451_output_0", + "/Mul_400_output_0", + "/Shape_702_output_0", + "Shape10900", + "BinaryOp10903", + "BinaryOp10904", + "Unsqueeze10905", + "BinaryOp10907", + "Unsqueeze10908", + "StridedSlice10911", + "Squeeze10912", + "BinaryOp10913", + "BinaryOp10914", + "/Gather_755_output_0", + "/Div_150_output_0", + "/Unsqueeze_1606_output_0", + "/Slice_201_output_0", + "/Neg_100_output_0", + "/Slice_200_output_0", + "/Concat_653_output_0", + "/Mul_401_output_0", + "/Add_250_output_0", + "/FakeLinear_201_output_0", + "/Concat_651_output_0", + "/Reshape_452_output_0", + "/Mul_402_output_0", + "/Shape_703_output_0", + "Shape10963", + "BinaryOp10966", + "BinaryOp10967", + "Unsqueeze10968", + "BinaryOp10970", + "Unsqueeze10971", + "StridedSlice10974", + "Squeeze10975", + "BinaryOp10976", + "BinaryOp10977", + "/Gather_756_output_0", + "/Div_151_output_0", + "/Unsqueeze_1608_output_0", + "/Slice_203_output_0", + "/Neg_101_output_0", + "/Slice_202_output_0", + "/Concat_654_output_0", + "/Mul_403_output_0", + "/Add_251_output_0", + "/FakeLinear_202_output_0", + "/Reshape_453_output_0", + "/Reshape_458_output_0", + "/FakeLinear_203_output_0", + "/Add_253_output_0", + "model.model.layers.50.post_attention_layernorm.weight", + "/post_attention_layernorm_50/Mul_output_0", + "/post_attention_layernorm_50/Mul_1_output_0", + "/mlp/gate_proj_50/FakeLinear_output_0", + "/mlp/act_fn_50/Sigmoid_output_0", + "/mlp/act_fn_50/Mul_output_0", + "/mlp/up_proj_50/FakeLinear_output_0", + "/mlp_50/Mul_output_0", + "/mlp/down_proj_50/FakeLinear_output_0", + "/Add_254_output_0", + "/Reshape_459_output_0", + "model.model.layers.51.input_layernorm.weight", + "/input_layernorm_51/Mul_output_0", + "/input_layernorm_51/Mul_1_output_0", + "/FakeLinear_204_output_0", + "/Shape_715_output_0", + "Shape11095", + "BinaryOp11098", + "BinaryOp11099", + "Unsqueeze11100", + "BinaryOp11102", + "Unsqueeze11103", + "StridedSlice11106", + "Squeeze11107", + "BinaryOp11108", + "BinaryOp11109", + "/Gather_769_output_0", + "/Unsqueeze_1633_output_0", + "/Concat_663_output_0", + "/Reshape_460_output_0", + "/Mul_408_output_0", + "/Shape_716_output_0", + "Shape11116", + "BinaryOp11119", + "BinaryOp11120", + "Unsqueeze11121", + "BinaryOp11123", + "Unsqueeze11124", + "StridedSlice11127", + "Squeeze11128", + "BinaryOp11129", + "BinaryOp11130", + "/Gather_770_output_0", + "/Div_153_output_0", + "/Unsqueeze_1638_output_0", + "/Slice_205_output_0", + "/Neg_102_output_0", + "/Slice_204_output_0", + "/Concat_666_output_0", + "/Mul_409_output_0", + "/Add_255_output_0", + "/FakeLinear_205_output_0", + "/Concat_664_output_0", + "/Reshape_461_output_0", + "/Mul_410_output_0", + "/Shape_717_output_0", + "Shape11179", + "BinaryOp11182", + "BinaryOp11183", + "Unsqueeze11184", + "BinaryOp11186", + "Unsqueeze11187", + "StridedSlice11190", + "Squeeze11191", + "BinaryOp11192", + "BinaryOp11193", + "/Gather_771_output_0", + "/Div_154_output_0", + "/Unsqueeze_1640_output_0", + "/Slice_207_output_0", + "/Neg_103_output_0", + "/Slice_206_output_0", + "/Concat_667_output_0", + "/Mul_411_output_0", + "/Add_256_output_0", + "/FakeLinear_206_output_0", + "/Reshape_462_output_0", + "/Reshape_467_output_0", + "/FakeLinear_207_output_0", + "/Add_258_output_0", + "model.model.layers.51.post_attention_layernorm.weight", + "/post_attention_layernorm_51/Mul_output_0", + "/post_attention_layernorm_51/Mul_1_output_0", + "/mlp/gate_proj_51/FakeLinear_output_0", + "/mlp/act_fn_51/Sigmoid_output_0", + "/mlp/act_fn_51/Mul_output_0", + "/mlp/up_proj_51/FakeLinear_output_0", + "/mlp_51/Mul_output_0", + "/mlp/down_proj_51/FakeLinear_output_0", + "/Add_259_output_0", + "/Reshape_468_output_0", + "model.model.layers.52.input_layernorm.weight", + "/input_layernorm_52/Mul_output_0", + "/input_layernorm_52/Mul_1_output_0", + "/FakeLinear_208_output_0", + "/Shape_729_output_0", + "Shape11311", + "BinaryOp11314", + "BinaryOp11315", + "Unsqueeze11316", + "BinaryOp11318", + "Unsqueeze11319", + "StridedSlice11322", + "Squeeze11323", + "BinaryOp11324", + "BinaryOp11325", + "/Gather_784_output_0", + "/Unsqueeze_1665_output_0", + "/Concat_676_output_0", + "/Reshape_469_output_0", + "/Mul_416_output_0", + "/Shape_730_output_0", + "Shape11332", + "BinaryOp11335", + "BinaryOp11336", + "Unsqueeze11337", + "BinaryOp11339", + "Unsqueeze11340", + "StridedSlice11343", + "Squeeze11344", + "BinaryOp11345", + "BinaryOp11346", + "/Gather_785_output_0", + "/Div_156_output_0", + "/Unsqueeze_1670_output_0", + "/Slice_209_output_0", + "/Neg_104_output_0", + "/Slice_208_output_0", + "/Concat_679_output_0", + "/Mul_417_output_0", + "/Add_260_output_0", + "/FakeLinear_209_output_0", + "/Concat_677_output_0", + "/Reshape_470_output_0", + "/Mul_418_output_0", + "/Shape_731_output_0", + "Shape11395", + "BinaryOp11398", + "BinaryOp11399", + "Unsqueeze11400", + "BinaryOp11402", + "Unsqueeze11403", + "StridedSlice11406", + "Squeeze11407", + "BinaryOp11408", + "BinaryOp11409", + "/Gather_786_output_0", + "/Div_157_output_0", + "/Unsqueeze_1672_output_0", + "/Slice_211_output_0", + "/Neg_105_output_0", + "/Slice_210_output_0", + "/Concat_680_output_0", + "/Mul_419_output_0", + "/Add_261_output_0", + "/FakeLinear_210_output_0", + "/Reshape_471_output_0", + "/Reshape_476_output_0", + "/FakeLinear_211_output_0", + "/Add_263_output_0", + "model.model.layers.52.post_attention_layernorm.weight", + "/post_attention_layernorm_52/Mul_output_0", + "/post_attention_layernorm_52/Mul_1_output_0", + "/mlp/gate_proj_52/FakeLinear_output_0", + "/mlp/act_fn_52/Sigmoid_output_0", + "/mlp/act_fn_52/Mul_output_0", + "/mlp/up_proj_52/FakeLinear_output_0", + "/mlp_52/Mul_output_0", + "/mlp/down_proj_52/FakeLinear_output_0", + "/Add_264_output_0", + "/Reshape_477_output_0", + "model.model.layers.53.input_layernorm.weight", + "/input_layernorm_53/Mul_output_0", + "/input_layernorm_53/Mul_1_output_0", + "/FakeLinear_212_output_0", + "/Shape_743_output_0", + "Shape11527", + "BinaryOp11530", + "BinaryOp11531", + "Unsqueeze11532", + "BinaryOp11534", + "Unsqueeze11535", + "StridedSlice11538", + "Squeeze11539", + "BinaryOp11540", + "BinaryOp11541", + "/Gather_799_output_0", + "/Unsqueeze_1697_output_0", + "/Concat_689_output_0", + "/Reshape_478_output_0", + "/Mul_424_output_0", + "/Shape_744_output_0", + "Shape11548", + "BinaryOp11551", + "BinaryOp11552", + "Unsqueeze11553", + "BinaryOp11555", + "Unsqueeze11556", + "StridedSlice11559", + "Squeeze11560", + "BinaryOp11561", + "BinaryOp11562", + "/Gather_800_output_0", + "/Div_159_output_0", + "/Unsqueeze_1702_output_0", + "/Slice_213_output_0", + "/Neg_106_output_0", + "/Slice_212_output_0", + "/Concat_692_output_0", + "/Mul_425_output_0", + "/Add_265_output_0", + "/FakeLinear_213_output_0", + "/Concat_690_output_0", + "/Reshape_479_output_0", + "/Mul_426_output_0", + "/Shape_745_output_0", + "Shape11611", + "BinaryOp11614", + "BinaryOp11615", + "Unsqueeze11616", + "BinaryOp11618", + "Unsqueeze11619", + "StridedSlice11622", + "Squeeze11623", + "BinaryOp11624", + "BinaryOp11625", + "/Gather_801_output_0", + "/Div_160_output_0", + "/Unsqueeze_1704_output_0", + "/Slice_215_output_0", + "/Neg_107_output_0", + "/Slice_214_output_0", + "/Concat_693_output_0", + "/Mul_427_output_0", + "/Add_266_output_0", + "/FakeLinear_214_output_0", + "/Reshape_480_output_0", + "/Reshape_485_output_0", + "/FakeLinear_215_output_0", + "/Add_268_output_0", + "model.model.layers.53.post_attention_layernorm.weight", + "/post_attention_layernorm_53/Mul_output_0", + "/post_attention_layernorm_53/Mul_1_output_0", + "/mlp/gate_proj_53/FakeLinear_output_0", + "/mlp/act_fn_53/Sigmoid_output_0", + "/mlp/act_fn_53/Mul_output_0", + "/mlp/up_proj_53/FakeLinear_output_0", + "/mlp_53/Mul_output_0", + "/mlp/down_proj_53/FakeLinear_output_0", + "/Add_269_output_0", + "/lm/Constant_output_0", + "/lm/Reshape_output_0", + "/rotary/Constant_6_output_0", + "Shape11735", + "BinaryOp11738", + "BinaryOp11739", + "Unsqueeze11740", + "BinaryOp11742", + "Unsqueeze11743", + "StridedSlice11746", + "Squeeze11747", + "BinaryOp11748", + "BinaryOp11749", + "/lm/Gather_output_0", + "/lm/Constant_1_output_0", + "/lm/Reshape_1_output_0", + "/lm/norm/Mul_output_0", + "/lm/norm/Mul_1_output_0", + "/lm/lm/FakeLinear_output_0", + "/Constant_62_output_0", + "logits", + "past_key_values", + "presents", + "/layers.0/self_attn/q_proj/Linear/pre_reshape", + "/layers.0/self_attn/q_proj/Linear/pre_convert", + "/layers.0/self_attn/q_proj/Linear", + "/layers.0/self_attn/q_proj/Linear/post_convert", + "/layers.0/self_attn/k_proj/Linear/pre_reshape", + "/layers.0/self_attn/k_proj/Linear/pre_convert", + "/layers.0/self_attn/k_proj/Linear", + "/layers.0/self_attn/k_proj/Linear/post_convert", + "/layers.0/self_attn/v_proj/Linear/pre_reshape", + "/layers.0/self_attn/v_proj/Linear/pre_convert", + "/layers.0/self_attn/v_proj/Linear", + "/layers.0/self_attn/v_proj/Linear/post_convert", + "/layers.0/self_attn/o_proj/Linear/pre_reshape", + "/layers.0/self_attn/o_proj/Linear/pre_convert", + "/layers.0/self_attn/o_proj/Linear", + "/layers.0/self_attn/o_proj/Linear/post_convert", + "/layers.0/mlp/gate_proj/Linear/pre_reshape", + "/layers.0/mlp/gate_proj/Linear/pre_convert", + "/layers.0/mlp/gate_proj/Linear", + "/layers.0/mlp/gate_proj/Linear/post_convert", + "/layers.0/mlp/up_proj/Linear/pre_reshape", + "/layers.0/mlp/up_proj/Linear/pre_convert", + "/layers.0/mlp/up_proj/Linear", + "/layers.0/mlp/up_proj/Linear/post_convert", + "/layers.0/mlp/down_proj/Linear/pre_reshape", + "/layers.0/mlp/down_proj/Linear/pre_convert", + "/layers.0/mlp/down_proj/Linear", + "/layers.0/mlp/down_proj/Linear/post_convert", + "/layers.1/self_attn/q_proj/Linear/pre_reshape", + "/layers.1/self_attn/q_proj/Linear/pre_convert", + "/layers.1/self_attn/q_proj/Linear", + "/layers.1/self_attn/q_proj/Linear/post_convert", + "/layers.1/self_attn/k_proj/Linear/pre_reshape", + "/layers.1/self_attn/k_proj/Linear/pre_convert", + "/layers.1/self_attn/k_proj/Linear", + "/layers.1/self_attn/k_proj/Linear/post_convert", + "/layers.1/self_attn/v_proj/Linear/pre_reshape", + "/layers.1/self_attn/v_proj/Linear/pre_convert", + "/layers.1/self_attn/v_proj/Linear", + "/layers.1/self_attn/v_proj/Linear/post_convert", + "/layers.1/self_attn/o_proj/Linear/pre_reshape", + "/layers.1/self_attn/o_proj/Linear/pre_convert", + "/layers.1/self_attn/o_proj/Linear", + "/layers.1/self_attn/o_proj/Linear/post_convert", + "/layers.1/mlp/gate_proj/Linear/pre_reshape", + "/layers.1/mlp/gate_proj/Linear/pre_convert", + "/layers.1/mlp/gate_proj/Linear", + "/layers.1/mlp/gate_proj/Linear/post_convert", + "/layers.1/mlp/up_proj/Linear/pre_reshape", + "/layers.1/mlp/up_proj/Linear/pre_convert", + "/layers.1/mlp/up_proj/Linear", + "/layers.1/mlp/up_proj/Linear/post_convert", + "/layers.1/mlp/down_proj/Linear/pre_reshape", + "/layers.1/mlp/down_proj/Linear/pre_convert", + "/layers.1/mlp/down_proj/Linear", + "/layers.1/mlp/down_proj/Linear/post_convert", + "/layers.2/self_attn/q_proj/Linear/pre_reshape", + "/layers.2/self_attn/q_proj/Linear/pre_convert", + "/layers.2/self_attn/q_proj/Linear", + "/layers.2/self_attn/q_proj/Linear/post_convert", + "/layers.2/self_attn/k_proj/Linear/pre_reshape", + "/layers.2/self_attn/k_proj/Linear/pre_convert", + "/layers.2/self_attn/k_proj/Linear", + "/layers.2/self_attn/k_proj/Linear/post_convert", + "/layers.2/self_attn/v_proj/Linear/pre_reshape", + "/layers.2/self_attn/v_proj/Linear/pre_convert", + "/layers.2/self_attn/v_proj/Linear", + "/layers.2/self_attn/v_proj/Linear/post_convert", + "/layers.2/self_attn/o_proj/Linear/pre_reshape", + "/layers.2/self_attn/o_proj/Linear/pre_convert", + "/layers.2/self_attn/o_proj/Linear", + "/layers.2/self_attn/o_proj/Linear/post_convert", + "/layers.2/mlp/gate_proj/Linear/pre_reshape", + "/layers.2/mlp/gate_proj/Linear/pre_convert", + "/layers.2/mlp/gate_proj/Linear", + "/layers.2/mlp/gate_proj/Linear/post_convert", + "/layers.2/mlp/up_proj/Linear/pre_reshape", + "/layers.2/mlp/up_proj/Linear/pre_convert", + "/layers.2/mlp/up_proj/Linear", + "/layers.2/mlp/up_proj/Linear/post_convert", + "/layers.2/mlp/down_proj/Linear/pre_reshape", + "/layers.2/mlp/down_proj/Linear/pre_convert", + "/layers.2/mlp/down_proj/Linear", + "/layers.2/mlp/down_proj/Linear/post_convert", + "/layers.3/self_attn/q_proj/Linear/pre_reshape", + "/layers.3/self_attn/q_proj/Linear/pre_convert", + "/layers.3/self_attn/q_proj/Linear", + "/layers.3/self_attn/q_proj/Linear/post_convert", + "/layers.3/self_attn/k_proj/Linear/pre_reshape", + "/layers.3/self_attn/k_proj/Linear/pre_convert", + "/layers.3/self_attn/k_proj/Linear", + "/layers.3/self_attn/k_proj/Linear/post_convert", + "/layers.3/self_attn/v_proj/Linear/pre_reshape", + "/layers.3/self_attn/v_proj/Linear/pre_convert", + "/layers.3/self_attn/v_proj/Linear", + "/layers.3/self_attn/v_proj/Linear/post_convert", + "/layers.3/self_attn/o_proj/Linear/pre_reshape", + "/layers.3/self_attn/o_proj/Linear/pre_convert", + "/layers.3/self_attn/o_proj/Linear", + "/layers.3/self_attn/o_proj/Linear/post_convert", + "/layers.3/mlp/gate_proj/Linear/pre_reshape", + "/layers.3/mlp/gate_proj/Linear/pre_convert", + "/layers.3/mlp/gate_proj/Linear", + "/layers.3/mlp/gate_proj/Linear/post_convert", + "/layers.3/mlp/up_proj/Linear/pre_reshape", + "/layers.3/mlp/up_proj/Linear/pre_convert", + "/layers.3/mlp/up_proj/Linear", + "/layers.3/mlp/up_proj/Linear/post_convert", + "/layers.3/mlp/down_proj/Linear/pre_reshape", + "/layers.3/mlp/down_proj/Linear/pre_convert", + "/layers.3/mlp/down_proj/Linear", + "/layers.3/mlp/down_proj/Linear/post_convert", + "/layers.4/self_attn/q_proj/Linear/pre_reshape", + "/layers.4/self_attn/q_proj/Linear/pre_convert", + "/layers.4/self_attn/q_proj/Linear", + "/layers.4/self_attn/q_proj/Linear/post_convert", + "/layers.4/self_attn/k_proj/Linear/pre_reshape", + "/layers.4/self_attn/k_proj/Linear/pre_convert", + "/layers.4/self_attn/k_proj/Linear", + "/layers.4/self_attn/k_proj/Linear/post_convert", + "/layers.4/self_attn/v_proj/Linear/pre_reshape", + "/layers.4/self_attn/v_proj/Linear/pre_convert", + "/layers.4/self_attn/v_proj/Linear", + "/layers.4/self_attn/v_proj/Linear/post_convert", + "/layers.4/self_attn/o_proj/Linear/pre_reshape", + "/layers.4/self_attn/o_proj/Linear/pre_convert", + "/layers.4/self_attn/o_proj/Linear", + "/layers.4/self_attn/o_proj/Linear/post_convert", + "/layers.4/mlp/gate_proj/Linear/pre_reshape", + "/layers.4/mlp/gate_proj/Linear/pre_convert", + "/layers.4/mlp/gate_proj/Linear", + "/layers.4/mlp/gate_proj/Linear/post_convert", + "/layers.4/mlp/up_proj/Linear/pre_reshape", + "/layers.4/mlp/up_proj/Linear/pre_convert", + "/layers.4/mlp/up_proj/Linear", + "/layers.4/mlp/up_proj/Linear/post_convert", + "/layers.4/mlp/down_proj/Linear/pre_reshape", + "/layers.4/mlp/down_proj/Linear/pre_convert", + "/layers.4/mlp/down_proj/Linear", + "/layers.4/mlp/down_proj/Linear/post_convert", + "/layers.5/self_attn/q_proj/Linear/pre_reshape", + "/layers.5/self_attn/q_proj/Linear/pre_convert", + "/layers.5/self_attn/q_proj/Linear", + "/layers.5/self_attn/q_proj/Linear/post_convert", + "/layers.5/self_attn/k_proj/Linear/pre_reshape", + "/layers.5/self_attn/k_proj/Linear/pre_convert", + "/layers.5/self_attn/k_proj/Linear", + "/layers.5/self_attn/k_proj/Linear/post_convert", + "/layers.5/self_attn/v_proj/Linear/pre_reshape", + "/layers.5/self_attn/v_proj/Linear/pre_convert", + "/layers.5/self_attn/v_proj/Linear", + "/layers.5/self_attn/v_proj/Linear/post_convert", + "/layers.5/self_attn/o_proj/Linear/pre_reshape", + "/layers.5/self_attn/o_proj/Linear/pre_convert", + "/layers.5/self_attn/o_proj/Linear", + "/layers.5/self_attn/o_proj/Linear/post_convert", + "/layers.5/mlp/gate_proj/Linear/pre_reshape", + "/layers.5/mlp/gate_proj/Linear/pre_convert", + "/layers.5/mlp/gate_proj/Linear", + "/layers.5/mlp/gate_proj/Linear/post_convert", + "/layers.5/mlp/up_proj/Linear/pre_reshape", + "/layers.5/mlp/up_proj/Linear/pre_convert", + "/layers.5/mlp/up_proj/Linear", + "/layers.5/mlp/up_proj/Linear/post_convert", + "/layers.5/mlp/down_proj/Linear/pre_reshape", + "/layers.5/mlp/down_proj/Linear/pre_convert", + "/layers.5/mlp/down_proj/Linear", + "/layers.5/mlp/down_proj/Linear/post_convert", + "/layers.6/self_attn/q_proj/Linear/pre_reshape", + "/layers.6/self_attn/q_proj/Linear/pre_convert", + "/layers.6/self_attn/q_proj/Linear", + "/layers.6/self_attn/q_proj/Linear/post_convert", + "/layers.6/self_attn/k_proj/Linear/pre_reshape", + "/layers.6/self_attn/k_proj/Linear/pre_convert", + "/layers.6/self_attn/k_proj/Linear", + "/layers.6/self_attn/k_proj/Linear/post_convert", + "/layers.6/self_attn/v_proj/Linear/pre_reshape", + "/layers.6/self_attn/v_proj/Linear/pre_convert", + "/layers.6/self_attn/v_proj/Linear", + "/layers.6/self_attn/v_proj/Linear/post_convert", + "/layers.6/self_attn/o_proj/Linear/pre_reshape", + "/layers.6/self_attn/o_proj/Linear/pre_convert", + "/layers.6/self_attn/o_proj/Linear", + "/layers.6/self_attn/o_proj/Linear/post_convert", + "/layers.6/mlp/gate_proj/Linear/pre_reshape", + "/layers.6/mlp/gate_proj/Linear/pre_convert", + "/layers.6/mlp/gate_proj/Linear", + "/layers.6/mlp/gate_proj/Linear/post_convert", + "/layers.6/mlp/up_proj/Linear/pre_reshape", + "/layers.6/mlp/up_proj/Linear/pre_convert", + "/layers.6/mlp/up_proj/Linear", + "/layers.6/mlp/up_proj/Linear/post_convert", + "/layers.6/mlp/down_proj/Linear/pre_reshape", + "/layers.6/mlp/down_proj/Linear/pre_convert", + "/layers.6/mlp/down_proj/Linear", + "/layers.6/mlp/down_proj/Linear/post_convert", + "/layers.7/self_attn/q_proj/Linear/pre_reshape", + "/layers.7/self_attn/q_proj/Linear/pre_convert", + "/layers.7/self_attn/q_proj/Linear", + "/layers.7/self_attn/q_proj/Linear/post_convert", + "/layers.7/self_attn/k_proj/Linear/pre_reshape", + "/layers.7/self_attn/k_proj/Linear/pre_convert", + "/layers.7/self_attn/k_proj/Linear", + "/layers.7/self_attn/k_proj/Linear/post_convert", + "/layers.7/self_attn/v_proj/Linear/pre_reshape", + "/layers.7/self_attn/v_proj/Linear/pre_convert", + "/layers.7/self_attn/v_proj/Linear", + "/layers.7/self_attn/v_proj/Linear/post_convert", + "/layers.7/self_attn/o_proj/Linear/pre_reshape", + "/layers.7/self_attn/o_proj/Linear/pre_convert", + "/layers.7/self_attn/o_proj/Linear", + "/layers.7/self_attn/o_proj/Linear/post_convert", + "/layers.7/mlp/gate_proj/Linear/pre_reshape", + "/layers.7/mlp/gate_proj/Linear/pre_convert", + "/layers.7/mlp/gate_proj/Linear", + "/layers.7/mlp/gate_proj/Linear/post_convert", + "/layers.7/mlp/up_proj/Linear/pre_reshape", + "/layers.7/mlp/up_proj/Linear/pre_convert", + "/layers.7/mlp/up_proj/Linear", + "/layers.7/mlp/up_proj/Linear/post_convert", + "/layers.7/mlp/down_proj/Linear/pre_reshape", + "/layers.7/mlp/down_proj/Linear/pre_convert", + "/layers.7/mlp/down_proj/Linear", + "/layers.7/mlp/down_proj/Linear/post_convert", + "/layers.8/self_attn/q_proj/Linear/pre_reshape", + "/layers.8/self_attn/q_proj/Linear/pre_convert", + "/layers.8/self_attn/q_proj/Linear", + "/layers.8/self_attn/q_proj/Linear/post_convert", + "/layers.8/self_attn/k_proj/Linear/pre_reshape", + "/layers.8/self_attn/k_proj/Linear/pre_convert", + "/layers.8/self_attn/k_proj/Linear", + "/layers.8/self_attn/k_proj/Linear/post_convert", + "/layers.8/self_attn/v_proj/Linear/pre_reshape", + "/layers.8/self_attn/v_proj/Linear/pre_convert", + "/layers.8/self_attn/v_proj/Linear", + "/layers.8/self_attn/v_proj/Linear/post_convert", + "/layers.8/self_attn/o_proj/Linear/pre_reshape", + "/layers.8/self_attn/o_proj/Linear/pre_convert", + "/layers.8/self_attn/o_proj/Linear", + "/layers.8/self_attn/o_proj/Linear/post_convert", + "/layers.8/mlp/gate_proj/Linear/pre_reshape", + "/layers.8/mlp/gate_proj/Linear/pre_convert", + "/layers.8/mlp/gate_proj/Linear", + "/layers.8/mlp/gate_proj/Linear/post_convert", + "/layers.8/mlp/up_proj/Linear/pre_reshape", + "/layers.8/mlp/up_proj/Linear/pre_convert", + "/layers.8/mlp/up_proj/Linear", + "/layers.8/mlp/up_proj/Linear/post_convert", + "/layers.8/mlp/down_proj/Linear/pre_reshape", + "/layers.8/mlp/down_proj/Linear/pre_convert", + "/layers.8/mlp/down_proj/Linear", + "/layers.8/mlp/down_proj/Linear/post_convert", + "/layers.9/self_attn/q_proj/Linear/pre_reshape", + "/layers.9/self_attn/q_proj/Linear/pre_convert", + "/layers.9/self_attn/q_proj/Linear", + "/layers.9/self_attn/q_proj/Linear/post_convert", + "/layers.9/self_attn/k_proj/Linear/pre_reshape", + "/layers.9/self_attn/k_proj/Linear/pre_convert", + "/layers.9/self_attn/k_proj/Linear", + "/layers.9/self_attn/k_proj/Linear/post_convert", + "/layers.9/self_attn/v_proj/Linear/pre_reshape", + "/layers.9/self_attn/v_proj/Linear/pre_convert", + "/layers.9/self_attn/v_proj/Linear", + "/layers.9/self_attn/v_proj/Linear/post_convert", + "/layers.9/self_attn/o_proj/Linear/pre_reshape", + "/layers.9/self_attn/o_proj/Linear/pre_convert", + "/layers.9/self_attn/o_proj/Linear", + "/layers.9/self_attn/o_proj/Linear/post_convert", + "/layers.9/mlp/gate_proj/Linear/pre_reshape", + "/layers.9/mlp/gate_proj/Linear/pre_convert", + "/layers.9/mlp/gate_proj/Linear", + "/layers.9/mlp/gate_proj/Linear/post_convert", + "/layers.9/mlp/up_proj/Linear/pre_reshape", + "/layers.9/mlp/up_proj/Linear/pre_convert", + "/layers.9/mlp/up_proj/Linear", + "/layers.9/mlp/up_proj/Linear/post_convert", + "/layers.9/mlp/down_proj/Linear/pre_reshape", + "/layers.9/mlp/down_proj/Linear/pre_convert", + "/layers.9/mlp/down_proj/Linear", + "/layers.9/mlp/down_proj/Linear/post_convert", + "/layers.10/self_attn/q_proj/Linear/pre_reshape", + "/layers.10/self_attn/q_proj/Linear/pre_convert", + "/layers.10/self_attn/q_proj/Linear", + "/layers.10/self_attn/q_proj/Linear/post_convert", + "/layers.10/self_attn/k_proj/Linear/pre_reshape", + "/layers.10/self_attn/k_proj/Linear/pre_convert", + "/layers.10/self_attn/k_proj/Linear", + "/layers.10/self_attn/k_proj/Linear/post_convert", + "/layers.10/self_attn/v_proj/Linear/pre_reshape", + "/layers.10/self_attn/v_proj/Linear/pre_convert", + "/layers.10/self_attn/v_proj/Linear", + "/layers.10/self_attn/v_proj/Linear/post_convert", + "/layers.10/self_attn/o_proj/Linear/pre_reshape", + "/layers.10/self_attn/o_proj/Linear/pre_convert", + "/layers.10/self_attn/o_proj/Linear", + "/layers.10/self_attn/o_proj/Linear/post_convert", + "/layers.10/mlp/gate_proj/Linear/pre_reshape", + "/layers.10/mlp/gate_proj/Linear/pre_convert", + "/layers.10/mlp/gate_proj/Linear", + "/layers.10/mlp/gate_proj/Linear/post_convert", + "/layers.10/mlp/up_proj/Linear/pre_reshape", + "/layers.10/mlp/up_proj/Linear/pre_convert", + "/layers.10/mlp/up_proj/Linear", + "/layers.10/mlp/up_proj/Linear/post_convert", + "/layers.10/mlp/down_proj/Linear/pre_reshape", + "/layers.10/mlp/down_proj/Linear/pre_convert", + "/layers.10/mlp/down_proj/Linear", + "/layers.10/mlp/down_proj/Linear/post_convert", + "/layers.11/self_attn/q_proj/Linear/pre_reshape", + "/layers.11/self_attn/q_proj/Linear/pre_convert", + "/layers.11/self_attn/q_proj/Linear", + "/layers.11/self_attn/q_proj/Linear/post_convert", + "/layers.11/self_attn/k_proj/Linear/pre_reshape", + "/layers.11/self_attn/k_proj/Linear/pre_convert", + "/layers.11/self_attn/k_proj/Linear", + "/layers.11/self_attn/k_proj/Linear/post_convert", + "/layers.11/self_attn/v_proj/Linear/pre_reshape", + "/layers.11/self_attn/v_proj/Linear/pre_convert", + "/layers.11/self_attn/v_proj/Linear", + "/layers.11/self_attn/v_proj/Linear/post_convert", + "/layers.11/self_attn/o_proj/Linear/pre_reshape", + "/layers.11/self_attn/o_proj/Linear/pre_convert", + "/layers.11/self_attn/o_proj/Linear", + "/layers.11/self_attn/o_proj/Linear/post_convert", + "/layers.11/mlp/gate_proj/Linear/pre_reshape", + "/layers.11/mlp/gate_proj/Linear/pre_convert", + "/layers.11/mlp/gate_proj/Linear", + "/layers.11/mlp/gate_proj/Linear/post_convert", + "/layers.11/mlp/up_proj/Linear/pre_reshape", + "/layers.11/mlp/up_proj/Linear/pre_convert", + "/layers.11/mlp/up_proj/Linear", + "/layers.11/mlp/up_proj/Linear/post_convert", + "/layers.11/mlp/down_proj/Linear/pre_reshape", + "/layers.11/mlp/down_proj/Linear/pre_convert", + "/layers.11/mlp/down_proj/Linear", + "/layers.11/mlp/down_proj/Linear/post_convert", + "/layers.12/self_attn/q_proj/Linear/pre_reshape", + "/layers.12/self_attn/q_proj/Linear/pre_convert", + "/layers.12/self_attn/q_proj/Linear", + "/layers.12/self_attn/q_proj/Linear/post_convert", + "/layers.12/self_attn/k_proj/Linear/pre_reshape", + "/layers.12/self_attn/k_proj/Linear/pre_convert", + "/layers.12/self_attn/k_proj/Linear", + "/layers.12/self_attn/k_proj/Linear/post_convert", + "/layers.12/self_attn/v_proj/Linear/pre_reshape", + "/layers.12/self_attn/v_proj/Linear/pre_convert", + "/layers.12/self_attn/v_proj/Linear", + "/layers.12/self_attn/v_proj/Linear/post_convert", + "/layers.12/self_attn/o_proj/Linear/pre_reshape", + "/layers.12/self_attn/o_proj/Linear/pre_convert", + "/layers.12/self_attn/o_proj/Linear", + "/layers.12/self_attn/o_proj/Linear/post_convert", + "/layers.12/mlp/gate_proj/Linear/pre_reshape", + "/layers.12/mlp/gate_proj/Linear/pre_convert", + "/layers.12/mlp/gate_proj/Linear", + "/layers.12/mlp/gate_proj/Linear/post_convert", + "/layers.12/mlp/up_proj/Linear/pre_reshape", + "/layers.12/mlp/up_proj/Linear/pre_convert", + "/layers.12/mlp/up_proj/Linear", + "/layers.12/mlp/up_proj/Linear/post_convert", + "/layers.12/mlp/down_proj/Linear/pre_reshape", + "/layers.12/mlp/down_proj/Linear/pre_convert", + "/layers.12/mlp/down_proj/Linear", + "/layers.12/mlp/down_proj/Linear/post_convert", + "/layers.13/self_attn/q_proj/Linear/pre_reshape", + "/layers.13/self_attn/q_proj/Linear/pre_convert", + "/layers.13/self_attn/q_proj/Linear", + "/layers.13/self_attn/q_proj/Linear/post_convert", + "/layers.13/self_attn/k_proj/Linear/pre_reshape", + "/layers.13/self_attn/k_proj/Linear/pre_convert", + "/layers.13/self_attn/k_proj/Linear", + "/layers.13/self_attn/k_proj/Linear/post_convert", + "/layers.13/self_attn/v_proj/Linear/pre_reshape", + "/layers.13/self_attn/v_proj/Linear/pre_convert", + "/layers.13/self_attn/v_proj/Linear", + "/layers.13/self_attn/v_proj/Linear/post_convert", + "/layers.13/self_attn/o_proj/Linear/pre_reshape", + "/layers.13/self_attn/o_proj/Linear/pre_convert", + "/layers.13/self_attn/o_proj/Linear", + "/layers.13/self_attn/o_proj/Linear/post_convert", + "/layers.13/mlp/gate_proj/Linear/pre_reshape", + "/layers.13/mlp/gate_proj/Linear/pre_convert", + "/layers.13/mlp/gate_proj/Linear", + "/layers.13/mlp/gate_proj/Linear/post_convert", + "/layers.13/mlp/up_proj/Linear/pre_reshape", + "/layers.13/mlp/up_proj/Linear/pre_convert", + "/layers.13/mlp/up_proj/Linear", + "/layers.13/mlp/up_proj/Linear/post_convert", + "/layers.13/mlp/down_proj/Linear/pre_reshape", + "/layers.13/mlp/down_proj/Linear/pre_convert", + "/layers.13/mlp/down_proj/Linear", + "/layers.13/mlp/down_proj/Linear/post_convert", + "/layers.14/self_attn/q_proj/Linear/pre_reshape", + "/layers.14/self_attn/q_proj/Linear/pre_convert", + "/layers.14/self_attn/q_proj/Linear", + "/layers.14/self_attn/q_proj/Linear/post_convert", + "/layers.14/self_attn/k_proj/Linear/pre_reshape", + "/layers.14/self_attn/k_proj/Linear/pre_convert", + "/layers.14/self_attn/k_proj/Linear", + "/layers.14/self_attn/k_proj/Linear/post_convert", + "/layers.14/self_attn/v_proj/Linear/pre_reshape", + "/layers.14/self_attn/v_proj/Linear/pre_convert", + "/layers.14/self_attn/v_proj/Linear", + "/layers.14/self_attn/v_proj/Linear/post_convert", + "/layers.14/self_attn/o_proj/Linear/pre_reshape", + "/layers.14/self_attn/o_proj/Linear/pre_convert", + "/layers.14/self_attn/o_proj/Linear", + "/layers.14/self_attn/o_proj/Linear/post_convert", + "/layers.14/mlp/gate_proj/Linear/pre_reshape", + "/layers.14/mlp/gate_proj/Linear/pre_convert", + "/layers.14/mlp/gate_proj/Linear", + "/layers.14/mlp/gate_proj/Linear/post_convert", + "/layers.14/mlp/up_proj/Linear/pre_reshape", + "/layers.14/mlp/up_proj/Linear/pre_convert", + "/layers.14/mlp/up_proj/Linear", + "/layers.14/mlp/up_proj/Linear/post_convert", + "/layers.14/mlp/down_proj/Linear/pre_reshape", + "/layers.14/mlp/down_proj/Linear/pre_convert", + "/layers.14/mlp/down_proj/Linear", + "/layers.14/mlp/down_proj/Linear/post_convert", + "/layers.15/self_attn/q_proj/Linear/pre_reshape", + "/layers.15/self_attn/q_proj/Linear/pre_convert", + "/layers.15/self_attn/q_proj/Linear", + "/layers.15/self_attn/q_proj/Linear/post_convert", + "/layers.15/self_attn/k_proj/Linear/pre_reshape", + "/layers.15/self_attn/k_proj/Linear/pre_convert", + "/layers.15/self_attn/k_proj/Linear", + "/layers.15/self_attn/k_proj/Linear/post_convert", + "/layers.15/self_attn/v_proj/Linear/pre_reshape", + "/layers.15/self_attn/v_proj/Linear/pre_convert", + "/layers.15/self_attn/v_proj/Linear", + "/layers.15/self_attn/v_proj/Linear/post_convert", + "/layers.15/self_attn/o_proj/Linear/pre_reshape", + "/layers.15/self_attn/o_proj/Linear/pre_convert", + "/layers.15/self_attn/o_proj/Linear", + "/layers.15/self_attn/o_proj/Linear/post_convert", + "/layers.15/mlp/gate_proj/Linear/pre_reshape", + "/layers.15/mlp/gate_proj/Linear/pre_convert", + "/layers.15/mlp/gate_proj/Linear", + "/layers.15/mlp/gate_proj/Linear/post_convert", + "/layers.15/mlp/up_proj/Linear/pre_reshape", + "/layers.15/mlp/up_proj/Linear/pre_convert", + "/layers.15/mlp/up_proj/Linear", + "/layers.15/mlp/up_proj/Linear/post_convert", + "/layers.15/mlp/down_proj/Linear/pre_reshape", + "/layers.15/mlp/down_proj/Linear/pre_convert", + "/layers.15/mlp/down_proj/Linear", + "/layers.15/mlp/down_proj/Linear/post_convert", + "/layers.16/self_attn/q_proj/Linear/pre_reshape", + "/layers.16/self_attn/q_proj/Linear/pre_convert", + "/layers.16/self_attn/q_proj/Linear", + "/layers.16/self_attn/q_proj/Linear/post_convert", + "/layers.16/self_attn/k_proj/Linear/pre_reshape", + "/layers.16/self_attn/k_proj/Linear/pre_convert", + "/layers.16/self_attn/k_proj/Linear", + "/layers.16/self_attn/k_proj/Linear/post_convert", + "/layers.16/self_attn/v_proj/Linear/pre_reshape", + "/layers.16/self_attn/v_proj/Linear/pre_convert", + "/layers.16/self_attn/v_proj/Linear", + "/layers.16/self_attn/v_proj/Linear/post_convert", + "/layers.16/self_attn/o_proj/Linear/pre_reshape", + "/layers.16/self_attn/o_proj/Linear/pre_convert", + "/layers.16/self_attn/o_proj/Linear", + "/layers.16/self_attn/o_proj/Linear/post_convert", + "/layers.16/mlp/gate_proj/Linear/pre_reshape", + "/layers.16/mlp/gate_proj/Linear/pre_convert", + "/layers.16/mlp/gate_proj/Linear", + "/layers.16/mlp/gate_proj/Linear/post_convert", + "/layers.16/mlp/up_proj/Linear/pre_reshape", + "/layers.16/mlp/up_proj/Linear/pre_convert", + "/layers.16/mlp/up_proj/Linear", + "/layers.16/mlp/up_proj/Linear/post_convert", + "/layers.16/mlp/down_proj/Linear/pre_reshape", + "/layers.16/mlp/down_proj/Linear/pre_convert", + "/layers.16/mlp/down_proj/Linear", + "/layers.16/mlp/down_proj/Linear/post_convert", + "/layers.17/self_attn/q_proj/Linear/pre_reshape", + "/layers.17/self_attn/q_proj/Linear/pre_convert", + "/layers.17/self_attn/q_proj/Linear", + "/layers.17/self_attn/q_proj/Linear/post_convert", + "/layers.17/self_attn/k_proj/Linear/pre_reshape", + "/layers.17/self_attn/k_proj/Linear/pre_convert", + "/layers.17/self_attn/k_proj/Linear", + "/layers.17/self_attn/k_proj/Linear/post_convert", + "/layers.17/self_attn/v_proj/Linear/pre_reshape", + "/layers.17/self_attn/v_proj/Linear/pre_convert", + "/layers.17/self_attn/v_proj/Linear", + "/layers.17/self_attn/v_proj/Linear/post_convert", + "/layers.17/self_attn/o_proj/Linear/pre_reshape", + "/layers.17/self_attn/o_proj/Linear/pre_convert", + "/layers.17/self_attn/o_proj/Linear", + "/layers.17/self_attn/o_proj/Linear/post_convert", + "/layers.17/mlp/gate_proj/Linear/pre_reshape", + "/layers.17/mlp/gate_proj/Linear/pre_convert", + "/layers.17/mlp/gate_proj/Linear", + "/layers.17/mlp/gate_proj/Linear/post_convert", + "/layers.17/mlp/up_proj/Linear/pre_reshape", + "/layers.17/mlp/up_proj/Linear/pre_convert", + "/layers.17/mlp/up_proj/Linear", + "/layers.17/mlp/up_proj/Linear/post_convert", + "/layers.17/mlp/down_proj/Linear/pre_reshape", + "/layers.17/mlp/down_proj/Linear/pre_convert", + "/layers.17/mlp/down_proj/Linear", + "/layers.17/mlp/down_proj/Linear/post_convert", + "/layers.18/self_attn/q_proj/Linear/pre_reshape", + "/layers.18/self_attn/q_proj/Linear/pre_convert", + "/layers.18/self_attn/q_proj/Linear", + "/layers.18/self_attn/q_proj/Linear/post_convert", + "/layers.18/self_attn/k_proj/Linear/pre_reshape", + "/layers.18/self_attn/k_proj/Linear/pre_convert", + "/layers.18/self_attn/k_proj/Linear", + "/layers.18/self_attn/k_proj/Linear/post_convert", + "/layers.18/self_attn/v_proj/Linear/pre_reshape", + "/layers.18/self_attn/v_proj/Linear/pre_convert", + "/layers.18/self_attn/v_proj/Linear", + "/layers.18/self_attn/v_proj/Linear/post_convert", + "/layers.18/self_attn/o_proj/Linear/pre_reshape", + "/layers.18/self_attn/o_proj/Linear/pre_convert", + "/layers.18/self_attn/o_proj/Linear", + "/layers.18/self_attn/o_proj/Linear/post_convert", + "/layers.18/mlp/gate_proj/Linear/pre_reshape", + "/layers.18/mlp/gate_proj/Linear/pre_convert", + "/layers.18/mlp/gate_proj/Linear", + "/layers.18/mlp/gate_proj/Linear/post_convert", + "/layers.18/mlp/up_proj/Linear/pre_reshape", + "/layers.18/mlp/up_proj/Linear/pre_convert", + "/layers.18/mlp/up_proj/Linear", + "/layers.18/mlp/up_proj/Linear/post_convert", + "/layers.18/mlp/down_proj/Linear/pre_reshape", + "/layers.18/mlp/down_proj/Linear/pre_convert", + "/layers.18/mlp/down_proj/Linear", + "/layers.18/mlp/down_proj/Linear/post_convert", + "/layers.19/self_attn/q_proj/Linear/pre_reshape", + "/layers.19/self_attn/q_proj/Linear/pre_convert", + "/layers.19/self_attn/q_proj/Linear", + "/layers.19/self_attn/q_proj/Linear/post_convert", + "/layers.19/self_attn/k_proj/Linear/pre_reshape", + "/layers.19/self_attn/k_proj/Linear/pre_convert", + "/layers.19/self_attn/k_proj/Linear", + "/layers.19/self_attn/k_proj/Linear/post_convert", + "/layers.19/self_attn/v_proj/Linear/pre_reshape", + "/layers.19/self_attn/v_proj/Linear/pre_convert", + "/layers.19/self_attn/v_proj/Linear", + "/layers.19/self_attn/v_proj/Linear/post_convert", + "/layers.19/self_attn/o_proj/Linear/pre_reshape", + "/layers.19/self_attn/o_proj/Linear/pre_convert", + "/layers.19/self_attn/o_proj/Linear", + "/layers.19/self_attn/o_proj/Linear/post_convert", + "/layers.19/mlp/gate_proj/Linear/pre_reshape", + "/layers.19/mlp/gate_proj/Linear/pre_convert", + "/layers.19/mlp/gate_proj/Linear", + "/layers.19/mlp/gate_proj/Linear/post_convert", + "/layers.19/mlp/up_proj/Linear/pre_reshape", + "/layers.19/mlp/up_proj/Linear/pre_convert", + "/layers.19/mlp/up_proj/Linear", + "/layers.19/mlp/up_proj/Linear/post_convert", + "/layers.19/mlp/down_proj/Linear/pre_reshape", + "/layers.19/mlp/down_proj/Linear/pre_convert", + "/layers.19/mlp/down_proj/Linear", + "/layers.19/mlp/down_proj/Linear/post_convert", + "/layers.20/self_attn/q_proj/Linear/pre_reshape", + "/layers.20/self_attn/q_proj/Linear/pre_convert", + "/layers.20/self_attn/q_proj/Linear", + "/layers.20/self_attn/q_proj/Linear/post_convert", + "/layers.20/self_attn/k_proj/Linear/pre_reshape", + "/layers.20/self_attn/k_proj/Linear/pre_convert", + "/layers.20/self_attn/k_proj/Linear", + "/layers.20/self_attn/k_proj/Linear/post_convert", + "/layers.20/self_attn/v_proj/Linear/pre_reshape", + "/layers.20/self_attn/v_proj/Linear/pre_convert", + "/layers.20/self_attn/v_proj/Linear", + "/layers.20/self_attn/v_proj/Linear/post_convert", + "/layers.20/self_attn/o_proj/Linear/pre_reshape", + "/layers.20/self_attn/o_proj/Linear/pre_convert", + "/layers.20/self_attn/o_proj/Linear", + "/layers.20/self_attn/o_proj/Linear/post_convert", + "/layers.20/mlp/gate_proj/Linear/pre_reshape", + "/layers.20/mlp/gate_proj/Linear/pre_convert", + "/layers.20/mlp/gate_proj/Linear", + "/layers.20/mlp/gate_proj/Linear/post_convert", + "/layers.20/mlp/up_proj/Linear/pre_reshape", + "/layers.20/mlp/up_proj/Linear/pre_convert", + "/layers.20/mlp/up_proj/Linear", + "/layers.20/mlp/up_proj/Linear/post_convert", + "/layers.20/mlp/down_proj/Linear/pre_reshape", + "/layers.20/mlp/down_proj/Linear/pre_convert", + "/layers.20/mlp/down_proj/Linear", + "/layers.20/mlp/down_proj/Linear/post_convert", + "/layers.21/self_attn/q_proj/Linear/pre_reshape", + "/layers.21/self_attn/q_proj/Linear/pre_convert", + "/layers.21/self_attn/q_proj/Linear", + "/layers.21/self_attn/q_proj/Linear/post_convert", + "/layers.21/self_attn/k_proj/Linear/pre_reshape", + "/layers.21/self_attn/k_proj/Linear/pre_convert", + "/layers.21/self_attn/k_proj/Linear", + "/layers.21/self_attn/k_proj/Linear/post_convert", + "/layers.21/self_attn/v_proj/Linear/pre_reshape", + "/layers.21/self_attn/v_proj/Linear/pre_convert", + "/layers.21/self_attn/v_proj/Linear", + "/layers.21/self_attn/v_proj/Linear/post_convert", + "/layers.21/self_attn/o_proj/Linear/pre_reshape", + "/layers.21/self_attn/o_proj/Linear/pre_convert", + "/layers.21/self_attn/o_proj/Linear", + "/layers.21/self_attn/o_proj/Linear/post_convert", + "/layers.21/mlp/gate_proj/Linear/pre_reshape", + "/layers.21/mlp/gate_proj/Linear/pre_convert", + "/layers.21/mlp/gate_proj/Linear", + "/layers.21/mlp/gate_proj/Linear/post_convert", + "/layers.21/mlp/up_proj/Linear/pre_reshape", + "/layers.21/mlp/up_proj/Linear/pre_convert", + "/layers.21/mlp/up_proj/Linear", + "/layers.21/mlp/up_proj/Linear/post_convert", + "/layers.21/mlp/down_proj/Linear/pre_reshape", + "/layers.21/mlp/down_proj/Linear/pre_convert", + "/layers.21/mlp/down_proj/Linear", + "/layers.21/mlp/down_proj/Linear/post_convert", + "/layers.22/self_attn/q_proj/Linear/pre_reshape", + "/layers.22/self_attn/q_proj/Linear/pre_convert", + "/layers.22/self_attn/q_proj/Linear", + "/layers.22/self_attn/q_proj/Linear/post_convert", + "/layers.22/self_attn/k_proj/Linear/pre_reshape", + "/layers.22/self_attn/k_proj/Linear/pre_convert", + "/layers.22/self_attn/k_proj/Linear", + "/layers.22/self_attn/k_proj/Linear/post_convert", + "/layers.22/self_attn/v_proj/Linear/pre_reshape", + "/layers.22/self_attn/v_proj/Linear/pre_convert", + "/layers.22/self_attn/v_proj/Linear", + "/layers.22/self_attn/v_proj/Linear/post_convert", + "/layers.22/self_attn/o_proj/Linear/pre_reshape", + "/layers.22/self_attn/o_proj/Linear/pre_convert", + "/layers.22/self_attn/o_proj/Linear", + "/layers.22/self_attn/o_proj/Linear/post_convert", + "/layers.22/mlp/gate_proj/Linear/pre_reshape", + "/layers.22/mlp/gate_proj/Linear/pre_convert", + "/layers.22/mlp/gate_proj/Linear", + "/layers.22/mlp/gate_proj/Linear/post_convert", + "/layers.22/mlp/up_proj/Linear/pre_reshape", + "/layers.22/mlp/up_proj/Linear/pre_convert", + "/layers.22/mlp/up_proj/Linear", + "/layers.22/mlp/up_proj/Linear/post_convert", + "/layers.22/mlp/down_proj/Linear/pre_reshape", + "/layers.22/mlp/down_proj/Linear/pre_convert", + "/layers.22/mlp/down_proj/Linear", + "/layers.22/mlp/down_proj/Linear/post_convert", + "/layers.23/self_attn/q_proj/Linear/pre_reshape", + "/layers.23/self_attn/q_proj/Linear/pre_convert", + "/layers.23/self_attn/q_proj/Linear", + "/layers.23/self_attn/q_proj/Linear/post_convert", + "/layers.23/self_attn/k_proj/Linear/pre_reshape", + "/layers.23/self_attn/k_proj/Linear/pre_convert", + "/layers.23/self_attn/k_proj/Linear", + "/layers.23/self_attn/k_proj/Linear/post_convert", + "/layers.23/self_attn/v_proj/Linear/pre_reshape", + "/layers.23/self_attn/v_proj/Linear/pre_convert", + "/layers.23/self_attn/v_proj/Linear", + "/layers.23/self_attn/v_proj/Linear/post_convert", + "/layers.23/self_attn/o_proj/Linear/pre_reshape", + "/layers.23/self_attn/o_proj/Linear/pre_convert", + "/layers.23/self_attn/o_proj/Linear", + "/layers.23/self_attn/o_proj/Linear/post_convert", + "/layers.23/mlp/gate_proj/Linear/pre_reshape", + "/layers.23/mlp/gate_proj/Linear/pre_convert", + "/layers.23/mlp/gate_proj/Linear", + "/layers.23/mlp/gate_proj/Linear/post_convert", + "/layers.23/mlp/up_proj/Linear/pre_reshape", + "/layers.23/mlp/up_proj/Linear/pre_convert", + "/layers.23/mlp/up_proj/Linear", + "/layers.23/mlp/up_proj/Linear/post_convert", + "/layers.23/mlp/down_proj/Linear/pre_reshape", + "/layers.23/mlp/down_proj/Linear/pre_convert", + "/layers.23/mlp/down_proj/Linear", + "/layers.23/mlp/down_proj/Linear/post_convert", + "/layers.24/self_attn/q_proj/Linear/pre_reshape", + "/layers.24/self_attn/q_proj/Linear/pre_convert", + "/layers.24/self_attn/q_proj/Linear", + "/layers.24/self_attn/q_proj/Linear/post_convert", + "/layers.24/self_attn/k_proj/Linear/pre_reshape", + "/layers.24/self_attn/k_proj/Linear/pre_convert", + "/layers.24/self_attn/k_proj/Linear", + "/layers.24/self_attn/k_proj/Linear/post_convert", + "/layers.24/self_attn/v_proj/Linear/pre_reshape", + "/layers.24/self_attn/v_proj/Linear/pre_convert", + "/layers.24/self_attn/v_proj/Linear", + "/layers.24/self_attn/v_proj/Linear/post_convert", + "/layers.24/self_attn/o_proj/Linear/pre_reshape", + "/layers.24/self_attn/o_proj/Linear/pre_convert", + "/layers.24/self_attn/o_proj/Linear", + "/layers.24/self_attn/o_proj/Linear/post_convert", + "/layers.24/mlp/gate_proj/Linear/pre_reshape", + "/layers.24/mlp/gate_proj/Linear/pre_convert", + "/layers.24/mlp/gate_proj/Linear", + "/layers.24/mlp/gate_proj/Linear/post_convert", + "/layers.24/mlp/up_proj/Linear/pre_reshape", + "/layers.24/mlp/up_proj/Linear/pre_convert", + "/layers.24/mlp/up_proj/Linear", + "/layers.24/mlp/up_proj/Linear/post_convert", + "/layers.24/mlp/down_proj/Linear/pre_reshape", + "/layers.24/mlp/down_proj/Linear/pre_convert", + "/layers.24/mlp/down_proj/Linear", + "/layers.24/mlp/down_proj/Linear/post_convert", + "/layers.25/self_attn/q_proj/Linear/pre_reshape", + "/layers.25/self_attn/q_proj/Linear/pre_convert", + "/layers.25/self_attn/q_proj/Linear", + "/layers.25/self_attn/q_proj/Linear/post_convert", + "/layers.25/self_attn/k_proj/Linear/pre_reshape", + "/layers.25/self_attn/k_proj/Linear/pre_convert", + "/layers.25/self_attn/k_proj/Linear", + "/layers.25/self_attn/k_proj/Linear/post_convert", + "/layers.25/self_attn/v_proj/Linear/pre_reshape", + "/layers.25/self_attn/v_proj/Linear/pre_convert", + "/layers.25/self_attn/v_proj/Linear", + "/layers.25/self_attn/v_proj/Linear/post_convert", + "/layers.25/self_attn/o_proj/Linear/pre_reshape", + "/layers.25/self_attn/o_proj/Linear/pre_convert", + "/layers.25/self_attn/o_proj/Linear", + "/layers.25/self_attn/o_proj/Linear/post_convert", + "/layers.25/mlp/gate_proj/Linear/pre_reshape", + "/layers.25/mlp/gate_proj/Linear/pre_convert", + "/layers.25/mlp/gate_proj/Linear", + "/layers.25/mlp/gate_proj/Linear/post_convert", + "/layers.25/mlp/up_proj/Linear/pre_reshape", + "/layers.25/mlp/up_proj/Linear/pre_convert", + "/layers.25/mlp/up_proj/Linear", + "/layers.25/mlp/up_proj/Linear/post_convert", + "/layers.25/mlp/down_proj/Linear/pre_reshape", + "/layers.25/mlp/down_proj/Linear/pre_convert", + "/layers.25/mlp/down_proj/Linear", + "/layers.25/mlp/down_proj/Linear/post_convert", + "/layers.26/self_attn/q_proj/Linear/pre_reshape", + "/layers.26/self_attn/q_proj/Linear/pre_convert", + "/layers.26/self_attn/q_proj/Linear", + "/layers.26/self_attn/q_proj/Linear/post_convert", + "/layers.26/self_attn/k_proj/Linear/pre_reshape", + "/layers.26/self_attn/k_proj/Linear/pre_convert", + "/layers.26/self_attn/k_proj/Linear", + "/layers.26/self_attn/k_proj/Linear/post_convert", + "/layers.26/self_attn/v_proj/Linear/pre_reshape", + "/layers.26/self_attn/v_proj/Linear/pre_convert", + "/layers.26/self_attn/v_proj/Linear", + "/layers.26/self_attn/v_proj/Linear/post_convert", + "/layers.26/self_attn/o_proj/Linear/pre_reshape", + "/layers.26/self_attn/o_proj/Linear/pre_convert", + "/layers.26/self_attn/o_proj/Linear", + "/layers.26/self_attn/o_proj/Linear/post_convert", + "/layers.26/mlp/gate_proj/Linear/pre_reshape", + "/layers.26/mlp/gate_proj/Linear/pre_convert", + "/layers.26/mlp/gate_proj/Linear", + "/layers.26/mlp/gate_proj/Linear/post_convert", + "/layers.26/mlp/up_proj/Linear/pre_reshape", + "/layers.26/mlp/up_proj/Linear/pre_convert", + "/layers.26/mlp/up_proj/Linear", + "/layers.26/mlp/up_proj/Linear/post_convert", + "/layers.26/mlp/down_proj/Linear/pre_reshape", + "/layers.26/mlp/down_proj/Linear/pre_convert", + "/layers.26/mlp/down_proj/Linear", + "/layers.26/mlp/down_proj/Linear/post_convert", + "/layers.27/self_attn/q_proj/Linear/pre_reshape", + "/layers.27/self_attn/q_proj/Linear/pre_convert", + "/layers.27/self_attn/q_proj/Linear", + "/layers.27/self_attn/q_proj/Linear/post_convert", + "/layers.27/self_attn/k_proj/Linear/pre_reshape", + "/layers.27/self_attn/k_proj/Linear/pre_convert", + "/layers.27/self_attn/k_proj/Linear", + "/layers.27/self_attn/k_proj/Linear/post_convert", + "/layers.27/self_attn/v_proj/Linear/pre_reshape", + "/layers.27/self_attn/v_proj/Linear/pre_convert", + "/layers.27/self_attn/v_proj/Linear", + "/layers.27/self_attn/v_proj/Linear/post_convert", + "/layers.27/self_attn/o_proj/Linear/pre_reshape", + "/layers.27/self_attn/o_proj/Linear/pre_convert", + "/layers.27/self_attn/o_proj/Linear", + "/layers.27/self_attn/o_proj/Linear/post_convert", + "/layers.27/mlp/gate_proj/Linear/pre_reshape", + "/layers.27/mlp/gate_proj/Linear/pre_convert", + "/layers.27/mlp/gate_proj/Linear", + "/layers.27/mlp/gate_proj/Linear/post_convert", + "/layers.27/mlp/up_proj/Linear/pre_reshape", + "/layers.27/mlp/up_proj/Linear/pre_convert", + "/layers.27/mlp/up_proj/Linear", + "/layers.27/mlp/up_proj/Linear/post_convert", + "/layers.27/mlp/down_proj/Linear/pre_reshape", + "/layers.27/mlp/down_proj/Linear/pre_convert", + "/layers.27/mlp/down_proj/Linear", + "/layers.27/mlp/down_proj/Linear/post_convert", + "/layers.28/self_attn/q_proj/Linear/pre_reshape", + "/layers.28/self_attn/q_proj/Linear/pre_convert", + "/layers.28/self_attn/q_proj/Linear", + "/layers.28/self_attn/q_proj/Linear/post_convert", + "/layers.28/self_attn/k_proj/Linear/pre_reshape", + "/layers.28/self_attn/k_proj/Linear/pre_convert", + "/layers.28/self_attn/k_proj/Linear", + "/layers.28/self_attn/k_proj/Linear/post_convert", + "/layers.28/self_attn/v_proj/Linear/pre_reshape", + "/layers.28/self_attn/v_proj/Linear/pre_convert", + "/layers.28/self_attn/v_proj/Linear", + "/layers.28/self_attn/v_proj/Linear/post_convert", + "/layers.28/self_attn/o_proj/Linear/pre_reshape", + "/layers.28/self_attn/o_proj/Linear/pre_convert", + "/layers.28/self_attn/o_proj/Linear", + "/layers.28/self_attn/o_proj/Linear/post_convert", + "/layers.28/mlp/gate_proj/Linear/pre_reshape", + "/layers.28/mlp/gate_proj/Linear/pre_convert", + "/layers.28/mlp/gate_proj/Linear", + "/layers.28/mlp/gate_proj/Linear/post_convert", + "/layers.28/mlp/up_proj/Linear/pre_reshape", + "/layers.28/mlp/up_proj/Linear/pre_convert", + "/layers.28/mlp/up_proj/Linear", + "/layers.28/mlp/up_proj/Linear/post_convert", + "/layers.28/mlp/down_proj/Linear/pre_reshape", + "/layers.28/mlp/down_proj/Linear/pre_convert", + "/layers.28/mlp/down_proj/Linear", + "/layers.28/mlp/down_proj/Linear/post_convert", + "/layers.29/self_attn/q_proj/Linear/pre_reshape", + "/layers.29/self_attn/q_proj/Linear/pre_convert", + "/layers.29/self_attn/q_proj/Linear", + "/layers.29/self_attn/q_proj/Linear/post_convert", + "/layers.29/self_attn/k_proj/Linear/pre_reshape", + "/layers.29/self_attn/k_proj/Linear/pre_convert", + "/layers.29/self_attn/k_proj/Linear", + "/layers.29/self_attn/k_proj/Linear/post_convert", + "/layers.29/self_attn/v_proj/Linear/pre_reshape", + "/layers.29/self_attn/v_proj/Linear/pre_convert", + "/layers.29/self_attn/v_proj/Linear", + "/layers.29/self_attn/v_proj/Linear/post_convert", + "/layers.29/self_attn/o_proj/Linear/pre_reshape", + "/layers.29/self_attn/o_proj/Linear/pre_convert", + "/layers.29/self_attn/o_proj/Linear", + "/layers.29/self_attn/o_proj/Linear/post_convert", + "/layers.29/mlp/gate_proj/Linear/pre_reshape", + "/layers.29/mlp/gate_proj/Linear/pre_convert", + "/layers.29/mlp/gate_proj/Linear", + "/layers.29/mlp/gate_proj/Linear/post_convert", + "/layers.29/mlp/up_proj/Linear/pre_reshape", + "/layers.29/mlp/up_proj/Linear/pre_convert", + "/layers.29/mlp/up_proj/Linear", + "/layers.29/mlp/up_proj/Linear/post_convert", + "/layers.29/mlp/down_proj/Linear/pre_reshape", + "/layers.29/mlp/down_proj/Linear/pre_convert", + "/layers.29/mlp/down_proj/Linear", + "/layers.29/mlp/down_proj/Linear/post_convert", + "/layers.30/self_attn/q_proj/Linear/pre_reshape", + "/layers.30/self_attn/q_proj/Linear/pre_convert", + "/layers.30/self_attn/q_proj/Linear", + "/layers.30/self_attn/q_proj/Linear/post_convert", + "/layers.30/self_attn/k_proj/Linear/pre_reshape", + "/layers.30/self_attn/k_proj/Linear/pre_convert", + "/layers.30/self_attn/k_proj/Linear", + "/layers.30/self_attn/k_proj/Linear/post_convert", + "/layers.30/self_attn/v_proj/Linear/pre_reshape", + "/layers.30/self_attn/v_proj/Linear/pre_convert", + "/layers.30/self_attn/v_proj/Linear", + "/layers.30/self_attn/v_proj/Linear/post_convert", + "/layers.30/self_attn/o_proj/Linear/pre_reshape", + "/layers.30/self_attn/o_proj/Linear/pre_convert", + "/layers.30/self_attn/o_proj/Linear", + "/layers.30/self_attn/o_proj/Linear/post_convert", + "/layers.30/mlp/gate_proj/Linear/pre_reshape", + "/layers.30/mlp/gate_proj/Linear/pre_convert", + "/layers.30/mlp/gate_proj/Linear", + "/layers.30/mlp/gate_proj/Linear/post_convert", + "/layers.30/mlp/up_proj/Linear/pre_reshape", + "/layers.30/mlp/up_proj/Linear/pre_convert", + "/layers.30/mlp/up_proj/Linear", + "/layers.30/mlp/up_proj/Linear/post_convert", + "/layers.30/mlp/down_proj/Linear/pre_reshape", + "/layers.30/mlp/down_proj/Linear/pre_convert", + "/layers.30/mlp/down_proj/Linear", + "/layers.30/mlp/down_proj/Linear/post_convert", + "/layers.31/self_attn/q_proj/Linear/pre_reshape", + "/layers.31/self_attn/q_proj/Linear/pre_convert", + "/layers.31/self_attn/q_proj/Linear", + "/layers.31/self_attn/q_proj/Linear/post_convert", + "/layers.31/self_attn/k_proj/Linear/pre_reshape", + "/layers.31/self_attn/k_proj/Linear/pre_convert", + "/layers.31/self_attn/k_proj/Linear", + "/layers.31/self_attn/k_proj/Linear/post_convert", + "/layers.31/self_attn/v_proj/Linear/pre_reshape", + "/layers.31/self_attn/v_proj/Linear/pre_convert", + "/layers.31/self_attn/v_proj/Linear", + "/layers.31/self_attn/v_proj/Linear/post_convert", + "/layers.31/self_attn/o_proj/Linear/pre_reshape", + "/layers.31/self_attn/o_proj/Linear/pre_convert", + "/layers.31/self_attn/o_proj/Linear", + "/layers.31/self_attn/o_proj/Linear/post_convert", + "/layers.31/mlp/gate_proj/Linear/pre_reshape", + "/layers.31/mlp/gate_proj/Linear/pre_convert", + "/layers.31/mlp/gate_proj/Linear", + "/layers.31/mlp/gate_proj/Linear/post_convert", + "/layers.31/mlp/up_proj/Linear/pre_reshape", + "/layers.31/mlp/up_proj/Linear/pre_convert", + "/layers.31/mlp/up_proj/Linear", + "/layers.31/mlp/up_proj/Linear/post_convert", + "/layers.31/mlp/down_proj/Linear/pre_reshape", + "/layers.31/mlp/down_proj/Linear/pre_convert", + "/layers.31/mlp/down_proj/Linear", + "/layers.31/mlp/down_proj/Linear/post_convert", + "/layers.32/self_attn/q_proj/Linear/pre_reshape", + "/layers.32/self_attn/q_proj/Linear/pre_convert", + "/layers.32/self_attn/q_proj/Linear", + "/layers.32/self_attn/q_proj/Linear/post_convert", + "/layers.32/self_attn/k_proj/Linear/pre_reshape", + "/layers.32/self_attn/k_proj/Linear/pre_convert", + "/layers.32/self_attn/k_proj/Linear", + "/layers.32/self_attn/k_proj/Linear/post_convert", + "/layers.32/self_attn/v_proj/Linear/pre_reshape", + "/layers.32/self_attn/v_proj/Linear/pre_convert", + "/layers.32/self_attn/v_proj/Linear", + "/layers.32/self_attn/v_proj/Linear/post_convert", + "/layers.32/self_attn/o_proj/Linear/pre_reshape", + "/layers.32/self_attn/o_proj/Linear/pre_convert", + "/layers.32/self_attn/o_proj/Linear", + "/layers.32/self_attn/o_proj/Linear/post_convert", + "/layers.32/mlp/gate_proj/Linear/pre_reshape", + "/layers.32/mlp/gate_proj/Linear/pre_convert", + "/layers.32/mlp/gate_proj/Linear", + "/layers.32/mlp/gate_proj/Linear/post_convert", + "/layers.32/mlp/up_proj/Linear/pre_reshape", + "/layers.32/mlp/up_proj/Linear/pre_convert", + "/layers.32/mlp/up_proj/Linear", + "/layers.32/mlp/up_proj/Linear/post_convert", + "/layers.32/mlp/down_proj/Linear/pre_reshape", + "/layers.32/mlp/down_proj/Linear/pre_convert", + "/layers.32/mlp/down_proj/Linear", + "/layers.32/mlp/down_proj/Linear/post_convert", + "/layers.33/self_attn/q_proj/Linear/pre_reshape", + "/layers.33/self_attn/q_proj/Linear/pre_convert", + "/layers.33/self_attn/q_proj/Linear", + "/layers.33/self_attn/q_proj/Linear/post_convert", + "/layers.33/self_attn/k_proj/Linear/pre_reshape", + "/layers.33/self_attn/k_proj/Linear/pre_convert", + "/layers.33/self_attn/k_proj/Linear", + "/layers.33/self_attn/k_proj/Linear/post_convert", + "/layers.33/self_attn/v_proj/Linear/pre_reshape", + "/layers.33/self_attn/v_proj/Linear/pre_convert", + "/layers.33/self_attn/v_proj/Linear", + "/layers.33/self_attn/v_proj/Linear/post_convert", + "/layers.33/self_attn/o_proj/Linear/pre_reshape", + "/layers.33/self_attn/o_proj/Linear/pre_convert", + "/layers.33/self_attn/o_proj/Linear", + "/layers.33/self_attn/o_proj/Linear/post_convert", + "/layers.33/mlp/gate_proj/Linear/pre_reshape", + "/layers.33/mlp/gate_proj/Linear/pre_convert", + "/layers.33/mlp/gate_proj/Linear", + "/layers.33/mlp/gate_proj/Linear/post_convert", + "/layers.33/mlp/up_proj/Linear/pre_reshape", + "/layers.33/mlp/up_proj/Linear/pre_convert", + "/layers.33/mlp/up_proj/Linear", + "/layers.33/mlp/up_proj/Linear/post_convert", + "/layers.33/mlp/down_proj/Linear/pre_reshape", + "/layers.33/mlp/down_proj/Linear/pre_convert", + "/layers.33/mlp/down_proj/Linear", + "/layers.33/mlp/down_proj/Linear/post_convert", + "/layers.34/self_attn/q_proj/Linear/pre_reshape", + "/layers.34/self_attn/q_proj/Linear/pre_convert", + "/layers.34/self_attn/q_proj/Linear", + "/layers.34/self_attn/q_proj/Linear/post_convert", + "/layers.34/self_attn/k_proj/Linear/pre_reshape", + "/layers.34/self_attn/k_proj/Linear/pre_convert", + "/layers.34/self_attn/k_proj/Linear", + "/layers.34/self_attn/k_proj/Linear/post_convert", + "/layers.34/self_attn/v_proj/Linear/pre_reshape", + "/layers.34/self_attn/v_proj/Linear/pre_convert", + "/layers.34/self_attn/v_proj/Linear", + "/layers.34/self_attn/v_proj/Linear/post_convert", + "/layers.34/self_attn/o_proj/Linear/pre_reshape", + "/layers.34/self_attn/o_proj/Linear/pre_convert", + "/layers.34/self_attn/o_proj/Linear", + "/layers.34/self_attn/o_proj/Linear/post_convert", + "/layers.34/mlp/gate_proj/Linear/pre_reshape", + "/layers.34/mlp/gate_proj/Linear/pre_convert", + "/layers.34/mlp/gate_proj/Linear", + "/layers.34/mlp/gate_proj/Linear/post_convert", + "/layers.34/mlp/up_proj/Linear/pre_reshape", + "/layers.34/mlp/up_proj/Linear/pre_convert", + "/layers.34/mlp/up_proj/Linear", + "/layers.34/mlp/up_proj/Linear/post_convert", + "/layers.34/mlp/down_proj/Linear/pre_reshape", + "/layers.34/mlp/down_proj/Linear/pre_convert", + "/layers.34/mlp/down_proj/Linear", + "/layers.34/mlp/down_proj/Linear/post_convert", + "/layers.35/self_attn/q_proj/Linear/pre_reshape", + "/layers.35/self_attn/q_proj/Linear/pre_convert", + "/layers.35/self_attn/q_proj/Linear", + "/layers.35/self_attn/q_proj/Linear/post_convert", + "/layers.35/self_attn/k_proj/Linear/pre_reshape", + "/layers.35/self_attn/k_proj/Linear/pre_convert", + "/layers.35/self_attn/k_proj/Linear", + "/layers.35/self_attn/k_proj/Linear/post_convert", + "/layers.35/self_attn/v_proj/Linear/pre_reshape", + "/layers.35/self_attn/v_proj/Linear/pre_convert", + "/layers.35/self_attn/v_proj/Linear", + "/layers.35/self_attn/v_proj/Linear/post_convert", + "/layers.35/self_attn/o_proj/Linear/pre_reshape", + "/layers.35/self_attn/o_proj/Linear/pre_convert", + "/layers.35/self_attn/o_proj/Linear", + "/layers.35/self_attn/o_proj/Linear/post_convert", + "/layers.35/mlp/gate_proj/Linear/pre_reshape", + "/layers.35/mlp/gate_proj/Linear/pre_convert", + "/layers.35/mlp/gate_proj/Linear", + "/layers.35/mlp/gate_proj/Linear/post_convert", + "/layers.35/mlp/up_proj/Linear/pre_reshape", + "/layers.35/mlp/up_proj/Linear/pre_convert", + "/layers.35/mlp/up_proj/Linear", + "/layers.35/mlp/up_proj/Linear/post_convert", + "/layers.35/mlp/down_proj/Linear/pre_reshape", + "/layers.35/mlp/down_proj/Linear/pre_convert", + "/layers.35/mlp/down_proj/Linear", + "/layers.35/mlp/down_proj/Linear/post_convert", + "/layers.36/self_attn/q_proj/Linear/pre_reshape", + "/layers.36/self_attn/q_proj/Linear/pre_convert", + "/layers.36/self_attn/q_proj/Linear", + "/layers.36/self_attn/q_proj/Linear/post_convert", + "/layers.36/self_attn/k_proj/Linear/pre_reshape", + "/layers.36/self_attn/k_proj/Linear/pre_convert", + "/layers.36/self_attn/k_proj/Linear", + "/layers.36/self_attn/k_proj/Linear/post_convert", + "/layers.36/self_attn/v_proj/Linear/pre_reshape", + "/layers.36/self_attn/v_proj/Linear/pre_convert", + "/layers.36/self_attn/v_proj/Linear", + "/layers.36/self_attn/v_proj/Linear/post_convert", + "/layers.36/self_attn/o_proj/Linear/pre_reshape", + "/layers.36/self_attn/o_proj/Linear/pre_convert", + "/layers.36/self_attn/o_proj/Linear", + "/layers.36/self_attn/o_proj/Linear/post_convert", + "/layers.36/mlp/gate_proj/Linear/pre_reshape", + "/layers.36/mlp/gate_proj/Linear/pre_convert", + "/layers.36/mlp/gate_proj/Linear", + "/layers.36/mlp/gate_proj/Linear/post_convert", + "/layers.36/mlp/up_proj/Linear/pre_reshape", + "/layers.36/mlp/up_proj/Linear/pre_convert", + "/layers.36/mlp/up_proj/Linear", + "/layers.36/mlp/up_proj/Linear/post_convert", + "/layers.36/mlp/down_proj/Linear/pre_reshape", + "/layers.36/mlp/down_proj/Linear/pre_convert", + "/layers.36/mlp/down_proj/Linear", + "/layers.36/mlp/down_proj/Linear/post_convert", + "/layers.37/self_attn/q_proj/Linear/pre_reshape", + "/layers.37/self_attn/q_proj/Linear/pre_convert", + "/layers.37/self_attn/q_proj/Linear", + "/layers.37/self_attn/q_proj/Linear/post_convert", + "/layers.37/self_attn/k_proj/Linear/pre_reshape", + "/layers.37/self_attn/k_proj/Linear/pre_convert", + "/layers.37/self_attn/k_proj/Linear", + "/layers.37/self_attn/k_proj/Linear/post_convert", + "/layers.37/self_attn/v_proj/Linear/pre_reshape", + "/layers.37/self_attn/v_proj/Linear/pre_convert", + "/layers.37/self_attn/v_proj/Linear", + "/layers.37/self_attn/v_proj/Linear/post_convert", + "/layers.37/self_attn/o_proj/Linear/pre_reshape", + "/layers.37/self_attn/o_proj/Linear/pre_convert", + "/layers.37/self_attn/o_proj/Linear", + "/layers.37/self_attn/o_proj/Linear/post_convert", + "/layers.37/mlp/gate_proj/Linear/pre_reshape", + "/layers.37/mlp/gate_proj/Linear/pre_convert", + "/layers.37/mlp/gate_proj/Linear", + "/layers.37/mlp/gate_proj/Linear/post_convert", + "/layers.37/mlp/up_proj/Linear/pre_reshape", + "/layers.37/mlp/up_proj/Linear/pre_convert", + "/layers.37/mlp/up_proj/Linear", + "/layers.37/mlp/up_proj/Linear/post_convert", + "/layers.37/mlp/down_proj/Linear/pre_reshape", + "/layers.37/mlp/down_proj/Linear/pre_convert", + "/layers.37/mlp/down_proj/Linear", + "/layers.37/mlp/down_proj/Linear/post_convert", + "/layers.38/self_attn/q_proj/Linear/pre_reshape", + "/layers.38/self_attn/q_proj/Linear/pre_convert", + "/layers.38/self_attn/q_proj/Linear", + "/layers.38/self_attn/q_proj/Linear/post_convert", + "/layers.38/self_attn/k_proj/Linear/pre_reshape", + "/layers.38/self_attn/k_proj/Linear/pre_convert", + "/layers.38/self_attn/k_proj/Linear", + "/layers.38/self_attn/k_proj/Linear/post_convert", + "/layers.38/self_attn/v_proj/Linear/pre_reshape", + "/layers.38/self_attn/v_proj/Linear/pre_convert", + "/layers.38/self_attn/v_proj/Linear", + "/layers.38/self_attn/v_proj/Linear/post_convert", + "/layers.38/self_attn/o_proj/Linear/pre_reshape", + "/layers.38/self_attn/o_proj/Linear/pre_convert", + "/layers.38/self_attn/o_proj/Linear", + "/layers.38/self_attn/o_proj/Linear/post_convert", + "/layers.38/mlp/gate_proj/Linear/pre_reshape", + "/layers.38/mlp/gate_proj/Linear/pre_convert", + "/layers.38/mlp/gate_proj/Linear", + "/layers.38/mlp/gate_proj/Linear/post_convert", + "/layers.38/mlp/up_proj/Linear/pre_reshape", + "/layers.38/mlp/up_proj/Linear/pre_convert", + "/layers.38/mlp/up_proj/Linear", + "/layers.38/mlp/up_proj/Linear/post_convert", + "/layers.38/mlp/down_proj/Linear/pre_reshape", + "/layers.38/mlp/down_proj/Linear/pre_convert", + "/layers.38/mlp/down_proj/Linear", + "/layers.38/mlp/down_proj/Linear/post_convert", + "/layers.39/self_attn/q_proj/Linear/pre_reshape", + "/layers.39/self_attn/q_proj/Linear/pre_convert", + "/layers.39/self_attn/q_proj/Linear", + "/layers.39/self_attn/q_proj/Linear/post_convert", + "/layers.39/self_attn/k_proj/Linear/pre_reshape", + "/layers.39/self_attn/k_proj/Linear/pre_convert", + "/layers.39/self_attn/k_proj/Linear", + "/layers.39/self_attn/k_proj/Linear/post_convert", + "/layers.39/self_attn/v_proj/Linear/pre_reshape", + "/layers.39/self_attn/v_proj/Linear/pre_convert", + "/layers.39/self_attn/v_proj/Linear", + "/layers.39/self_attn/v_proj/Linear/post_convert", + "/layers.39/self_attn/o_proj/Linear/pre_reshape", + "/layers.39/self_attn/o_proj/Linear/pre_convert", + "/layers.39/self_attn/o_proj/Linear", + "/layers.39/self_attn/o_proj/Linear/post_convert", + "/layers.39/mlp/gate_proj/Linear/pre_reshape", + "/layers.39/mlp/gate_proj/Linear/pre_convert", + "/layers.39/mlp/gate_proj/Linear", + "/layers.39/mlp/gate_proj/Linear/post_convert", + "/layers.39/mlp/up_proj/Linear/pre_reshape", + "/layers.39/mlp/up_proj/Linear/pre_convert", + "/layers.39/mlp/up_proj/Linear", + "/layers.39/mlp/up_proj/Linear/post_convert", + "/layers.39/mlp/down_proj/Linear/pre_reshape", + "/layers.39/mlp/down_proj/Linear/pre_convert", + "/layers.39/mlp/down_proj/Linear", + "/layers.39/mlp/down_proj/Linear/post_convert", + "/layers.40/self_attn/q_proj/Linear/pre_reshape", + "/layers.40/self_attn/q_proj/Linear/pre_convert", + "/layers.40/self_attn/q_proj/Linear", + "/layers.40/self_attn/q_proj/Linear/post_convert", + "/layers.40/self_attn/k_proj/Linear/pre_reshape", + "/layers.40/self_attn/k_proj/Linear/pre_convert", + "/layers.40/self_attn/k_proj/Linear", + "/layers.40/self_attn/k_proj/Linear/post_convert", + "/layers.40/self_attn/v_proj/Linear/pre_reshape", + "/layers.40/self_attn/v_proj/Linear/pre_convert", + "/layers.40/self_attn/v_proj/Linear", + "/layers.40/self_attn/v_proj/Linear/post_convert", + "/layers.40/self_attn/o_proj/Linear/pre_reshape", + "/layers.40/self_attn/o_proj/Linear/pre_convert", + "/layers.40/self_attn/o_proj/Linear", + "/layers.40/self_attn/o_proj/Linear/post_convert", + "/layers.40/mlp/gate_proj/Linear/pre_reshape", + "/layers.40/mlp/gate_proj/Linear/pre_convert", + "/layers.40/mlp/gate_proj/Linear", + "/layers.40/mlp/gate_proj/Linear/post_convert", + "/layers.40/mlp/up_proj/Linear/pre_reshape", + "/layers.40/mlp/up_proj/Linear/pre_convert", + "/layers.40/mlp/up_proj/Linear", + "/layers.40/mlp/up_proj/Linear/post_convert", + "/layers.40/mlp/down_proj/Linear/pre_reshape", + "/layers.40/mlp/down_proj/Linear/pre_convert", + "/layers.40/mlp/down_proj/Linear", + "/layers.40/mlp/down_proj/Linear/post_convert", + "/layers.41/self_attn/q_proj/Linear/pre_reshape", + "/layers.41/self_attn/q_proj/Linear/pre_convert", + "/layers.41/self_attn/q_proj/Linear", + "/layers.41/self_attn/q_proj/Linear/post_convert", + "/layers.41/self_attn/k_proj/Linear/pre_reshape", + "/layers.41/self_attn/k_proj/Linear/pre_convert", + "/layers.41/self_attn/k_proj/Linear", + "/layers.41/self_attn/k_proj/Linear/post_convert", + "/layers.41/self_attn/v_proj/Linear/pre_reshape", + "/layers.41/self_attn/v_proj/Linear/pre_convert", + "/layers.41/self_attn/v_proj/Linear", + "/layers.41/self_attn/v_proj/Linear/post_convert", + "/layers.41/self_attn/o_proj/Linear/pre_reshape", + "/layers.41/self_attn/o_proj/Linear/pre_convert", + "/layers.41/self_attn/o_proj/Linear", + "/layers.41/self_attn/o_proj/Linear/post_convert", + "/layers.41/mlp/gate_proj/Linear/pre_reshape", + "/layers.41/mlp/gate_proj/Linear/pre_convert", + "/layers.41/mlp/gate_proj/Linear", + "/layers.41/mlp/gate_proj/Linear/post_convert", + "/layers.41/mlp/up_proj/Linear/pre_reshape", + "/layers.41/mlp/up_proj/Linear/pre_convert", + "/layers.41/mlp/up_proj/Linear", + "/layers.41/mlp/up_proj/Linear/post_convert", + "/layers.41/mlp/down_proj/Linear/pre_reshape", + "/layers.41/mlp/down_proj/Linear/pre_convert", + "/layers.41/mlp/down_proj/Linear", + "/layers.41/mlp/down_proj/Linear/post_convert", + "/layers.42/self_attn/q_proj/Linear/pre_reshape", + "/layers.42/self_attn/q_proj/Linear/pre_convert", + "/layers.42/self_attn/q_proj/Linear", + "/layers.42/self_attn/q_proj/Linear/post_convert", + "/layers.42/self_attn/k_proj/Linear/pre_reshape", + "/layers.42/self_attn/k_proj/Linear/pre_convert", + "/layers.42/self_attn/k_proj/Linear", + "/layers.42/self_attn/k_proj/Linear/post_convert", + "/layers.42/self_attn/v_proj/Linear/pre_reshape", + "/layers.42/self_attn/v_proj/Linear/pre_convert", + "/layers.42/self_attn/v_proj/Linear", + "/layers.42/self_attn/v_proj/Linear/post_convert", + "/layers.42/self_attn/o_proj/Linear/pre_reshape", + "/layers.42/self_attn/o_proj/Linear/pre_convert", + "/layers.42/self_attn/o_proj/Linear", + "/layers.42/self_attn/o_proj/Linear/post_convert", + "/layers.42/mlp/gate_proj/Linear/pre_reshape", + "/layers.42/mlp/gate_proj/Linear/pre_convert", + "/layers.42/mlp/gate_proj/Linear", + "/layers.42/mlp/gate_proj/Linear/post_convert", + "/layers.42/mlp/up_proj/Linear/pre_reshape", + "/layers.42/mlp/up_proj/Linear/pre_convert", + "/layers.42/mlp/up_proj/Linear", + "/layers.42/mlp/up_proj/Linear/post_convert", + "/layers.42/mlp/down_proj/Linear/pre_reshape", + "/layers.42/mlp/down_proj/Linear/pre_convert", + "/layers.42/mlp/down_proj/Linear", + "/layers.42/mlp/down_proj/Linear/post_convert", + "/layers.43/self_attn/q_proj/Linear/pre_reshape", + "/layers.43/self_attn/q_proj/Linear/pre_convert", + "/layers.43/self_attn/q_proj/Linear", + "/layers.43/self_attn/q_proj/Linear/post_convert", + "/layers.43/self_attn/k_proj/Linear/pre_reshape", + "/layers.43/self_attn/k_proj/Linear/pre_convert", + "/layers.43/self_attn/k_proj/Linear", + "/layers.43/self_attn/k_proj/Linear/post_convert", + "/layers.43/self_attn/v_proj/Linear/pre_reshape", + "/layers.43/self_attn/v_proj/Linear/pre_convert", + "/layers.43/self_attn/v_proj/Linear", + "/layers.43/self_attn/v_proj/Linear/post_convert", + "/layers.43/self_attn/o_proj/Linear/pre_reshape", + "/layers.43/self_attn/o_proj/Linear/pre_convert", + "/layers.43/self_attn/o_proj/Linear", + "/layers.43/self_attn/o_proj/Linear/post_convert", + "/layers.43/mlp/gate_proj/Linear/pre_reshape", + "/layers.43/mlp/gate_proj/Linear/pre_convert", + "/layers.43/mlp/gate_proj/Linear", + "/layers.43/mlp/gate_proj/Linear/post_convert", + "/layers.43/mlp/up_proj/Linear/pre_reshape", + "/layers.43/mlp/up_proj/Linear/pre_convert", + "/layers.43/mlp/up_proj/Linear", + "/layers.43/mlp/up_proj/Linear/post_convert", + "/layers.43/mlp/down_proj/Linear/pre_reshape", + "/layers.43/mlp/down_proj/Linear/pre_convert", + "/layers.43/mlp/down_proj/Linear", + "/layers.43/mlp/down_proj/Linear/post_convert", + "/layers.44/self_attn/q_proj/Linear/pre_reshape", + "/layers.44/self_attn/q_proj/Linear/pre_convert", + "/layers.44/self_attn/q_proj/Linear", + "/layers.44/self_attn/q_proj/Linear/post_convert", + "/layers.44/self_attn/k_proj/Linear/pre_reshape", + "/layers.44/self_attn/k_proj/Linear/pre_convert", + "/layers.44/self_attn/k_proj/Linear", + "/layers.44/self_attn/k_proj/Linear/post_convert", + "/layers.44/self_attn/v_proj/Linear/pre_reshape", + "/layers.44/self_attn/v_proj/Linear/pre_convert", + "/layers.44/self_attn/v_proj/Linear", + "/layers.44/self_attn/v_proj/Linear/post_convert", + "/layers.44/self_attn/o_proj/Linear/pre_reshape", + "/layers.44/self_attn/o_proj/Linear/pre_convert", + "/layers.44/self_attn/o_proj/Linear", + "/layers.44/self_attn/o_proj/Linear/post_convert", + "/layers.44/mlp/gate_proj/Linear/pre_reshape", + "/layers.44/mlp/gate_proj/Linear/pre_convert", + "/layers.44/mlp/gate_proj/Linear", + "/layers.44/mlp/gate_proj/Linear/post_convert", + "/layers.44/mlp/up_proj/Linear/pre_reshape", + "/layers.44/mlp/up_proj/Linear/pre_convert", + "/layers.44/mlp/up_proj/Linear", + "/layers.44/mlp/up_proj/Linear/post_convert", + "/layers.44/mlp/down_proj/Linear/pre_reshape", + "/layers.44/mlp/down_proj/Linear/pre_convert", + "/layers.44/mlp/down_proj/Linear", + "/layers.44/mlp/down_proj/Linear/post_convert", + "/layers.45/self_attn/q_proj/Linear/pre_reshape", + "/layers.45/self_attn/q_proj/Linear/pre_convert", + "/layers.45/self_attn/q_proj/Linear", + "/layers.45/self_attn/q_proj/Linear/post_convert", + "/layers.45/self_attn/k_proj/Linear/pre_reshape", + "/layers.45/self_attn/k_proj/Linear/pre_convert", + "/layers.45/self_attn/k_proj/Linear", + "/layers.45/self_attn/k_proj/Linear/post_convert", + "/layers.45/self_attn/v_proj/Linear/pre_reshape", + "/layers.45/self_attn/v_proj/Linear/pre_convert", + "/layers.45/self_attn/v_proj/Linear", + "/layers.45/self_attn/v_proj/Linear/post_convert", + "/layers.45/self_attn/o_proj/Linear/pre_reshape", + "/layers.45/self_attn/o_proj/Linear/pre_convert", + "/layers.45/self_attn/o_proj/Linear", + "/layers.45/self_attn/o_proj/Linear/post_convert", + "/layers.45/mlp/gate_proj/Linear/pre_reshape", + "/layers.45/mlp/gate_proj/Linear/pre_convert", + "/layers.45/mlp/gate_proj/Linear", + "/layers.45/mlp/gate_proj/Linear/post_convert", + "/layers.45/mlp/up_proj/Linear/pre_reshape", + "/layers.45/mlp/up_proj/Linear/pre_convert", + "/layers.45/mlp/up_proj/Linear", + "/layers.45/mlp/up_proj/Linear/post_convert", + "/layers.45/mlp/down_proj/Linear/pre_reshape", + "/layers.45/mlp/down_proj/Linear/pre_convert", + "/layers.45/mlp/down_proj/Linear", + "/layers.45/mlp/down_proj/Linear/post_convert", + "/layers.46/self_attn/q_proj/Linear/pre_reshape", + "/layers.46/self_attn/q_proj/Linear/pre_convert", + "/layers.46/self_attn/q_proj/Linear", + "/layers.46/self_attn/q_proj/Linear/post_convert", + "/layers.46/self_attn/k_proj/Linear/pre_reshape", + "/layers.46/self_attn/k_proj/Linear/pre_convert", + "/layers.46/self_attn/k_proj/Linear", + "/layers.46/self_attn/k_proj/Linear/post_convert", + "/layers.46/self_attn/v_proj/Linear/pre_reshape", + "/layers.46/self_attn/v_proj/Linear/pre_convert", + "/layers.46/self_attn/v_proj/Linear", + "/layers.46/self_attn/v_proj/Linear/post_convert", + "/layers.46/self_attn/o_proj/Linear/pre_reshape", + "/layers.46/self_attn/o_proj/Linear/pre_convert", + "/layers.46/self_attn/o_proj/Linear", + "/layers.46/self_attn/o_proj/Linear/post_convert", + "/layers.46/mlp/gate_proj/Linear/pre_reshape", + "/layers.46/mlp/gate_proj/Linear/pre_convert", + "/layers.46/mlp/gate_proj/Linear", + "/layers.46/mlp/gate_proj/Linear/post_convert", + "/layers.46/mlp/up_proj/Linear/pre_reshape", + "/layers.46/mlp/up_proj/Linear/pre_convert", + "/layers.46/mlp/up_proj/Linear", + "/layers.46/mlp/up_proj/Linear/post_convert", + "/layers.46/mlp/down_proj/Linear/pre_reshape", + "/layers.46/mlp/down_proj/Linear/pre_convert", + "/layers.46/mlp/down_proj/Linear", + "/layers.46/mlp/down_proj/Linear/post_convert", + "/layers.47/self_attn/q_proj/Linear/pre_reshape", + "/layers.47/self_attn/q_proj/Linear/pre_convert", + "/layers.47/self_attn/q_proj/Linear", + "/layers.47/self_attn/q_proj/Linear/post_convert", + "/layers.47/self_attn/k_proj/Linear/pre_reshape", + "/layers.47/self_attn/k_proj/Linear/pre_convert", + "/layers.47/self_attn/k_proj/Linear", + "/layers.47/self_attn/k_proj/Linear/post_convert", + "/layers.47/self_attn/v_proj/Linear/pre_reshape", + "/layers.47/self_attn/v_proj/Linear/pre_convert", + "/layers.47/self_attn/v_proj/Linear", + "/layers.47/self_attn/v_proj/Linear/post_convert", + "/layers.47/self_attn/o_proj/Linear/pre_reshape", + "/layers.47/self_attn/o_proj/Linear/pre_convert", + "/layers.47/self_attn/o_proj/Linear", + "/layers.47/self_attn/o_proj/Linear/post_convert", + "/layers.47/mlp/gate_proj/Linear/pre_reshape", + "/layers.47/mlp/gate_proj/Linear/pre_convert", + "/layers.47/mlp/gate_proj/Linear", + "/layers.47/mlp/gate_proj/Linear/post_convert", + "/layers.47/mlp/up_proj/Linear/pre_reshape", + "/layers.47/mlp/up_proj/Linear/pre_convert", + "/layers.47/mlp/up_proj/Linear", + "/layers.47/mlp/up_proj/Linear/post_convert", + "/layers.47/mlp/down_proj/Linear/pre_reshape", + "/layers.47/mlp/down_proj/Linear/pre_convert", + "/layers.47/mlp/down_proj/Linear", + "/layers.47/mlp/down_proj/Linear/post_convert", + "/layers.48/self_attn/q_proj/Linear/pre_reshape", + "/layers.48/self_attn/q_proj/Linear/pre_convert", + "/layers.48/self_attn/q_proj/Linear", + "/layers.48/self_attn/q_proj/Linear/post_convert", + "/layers.48/self_attn/k_proj/Linear/pre_reshape", + "/layers.48/self_attn/k_proj/Linear/pre_convert", + "/layers.48/self_attn/k_proj/Linear", + "/layers.48/self_attn/k_proj/Linear/post_convert", + "/layers.48/self_attn/v_proj/Linear/pre_reshape", + "/layers.48/self_attn/v_proj/Linear/pre_convert", + "/layers.48/self_attn/v_proj/Linear", + "/layers.48/self_attn/v_proj/Linear/post_convert", + "/layers.48/self_attn/o_proj/Linear/pre_reshape", + "/layers.48/self_attn/o_proj/Linear/pre_convert", + "/layers.48/self_attn/o_proj/Linear", + "/layers.48/self_attn/o_proj/Linear/post_convert", + "/layers.48/mlp/gate_proj/Linear/pre_reshape", + "/layers.48/mlp/gate_proj/Linear/pre_convert", + "/layers.48/mlp/gate_proj/Linear", + "/layers.48/mlp/gate_proj/Linear/post_convert", + "/layers.48/mlp/up_proj/Linear/pre_reshape", + "/layers.48/mlp/up_proj/Linear/pre_convert", + "/layers.48/mlp/up_proj/Linear", + "/layers.48/mlp/up_proj/Linear/post_convert", + "/layers.48/mlp/down_proj/Linear/pre_reshape", + "/layers.48/mlp/down_proj/Linear/pre_convert", + "/layers.48/mlp/down_proj/Linear", + "/layers.48/mlp/down_proj/Linear/post_convert", + "/layers.49/self_attn/q_proj/Linear/pre_reshape", + "/layers.49/self_attn/q_proj/Linear/pre_convert", + "/layers.49/self_attn/q_proj/Linear", + "/layers.49/self_attn/q_proj/Linear/post_convert", + "/layers.49/self_attn/k_proj/Linear/pre_reshape", + "/layers.49/self_attn/k_proj/Linear/pre_convert", + "/layers.49/self_attn/k_proj/Linear", + "/layers.49/self_attn/k_proj/Linear/post_convert", + "/layers.49/self_attn/v_proj/Linear/pre_reshape", + "/layers.49/self_attn/v_proj/Linear/pre_convert", + "/layers.49/self_attn/v_proj/Linear", + "/layers.49/self_attn/v_proj/Linear/post_convert", + "/layers.49/self_attn/o_proj/Linear/pre_reshape", + "/layers.49/self_attn/o_proj/Linear/pre_convert", + "/layers.49/self_attn/o_proj/Linear", + "/layers.49/self_attn/o_proj/Linear/post_convert", + "/layers.49/mlp/gate_proj/Linear/pre_reshape", + "/layers.49/mlp/gate_proj/Linear/pre_convert", + "/layers.49/mlp/gate_proj/Linear", + "/layers.49/mlp/gate_proj/Linear/post_convert", + "/layers.49/mlp/up_proj/Linear/pre_reshape", + "/layers.49/mlp/up_proj/Linear/pre_convert", + "/layers.49/mlp/up_proj/Linear", + "/layers.49/mlp/up_proj/Linear/post_convert", + "/layers.49/mlp/down_proj/Linear/pre_reshape", + "/layers.49/mlp/down_proj/Linear/pre_convert", + "/layers.49/mlp/down_proj/Linear", + "/layers.49/mlp/down_proj/Linear/post_convert", + "/layers.50/self_attn/q_proj/Linear/pre_reshape", + "/layers.50/self_attn/q_proj/Linear/pre_convert", + "/layers.50/self_attn/q_proj/Linear", + "/layers.50/self_attn/q_proj/Linear/post_convert", + "/layers.50/self_attn/k_proj/Linear/pre_reshape", + "/layers.50/self_attn/k_proj/Linear/pre_convert", + "/layers.50/self_attn/k_proj/Linear", + "/layers.50/self_attn/k_proj/Linear/post_convert", + "/layers.50/self_attn/v_proj/Linear/pre_reshape", + "/layers.50/self_attn/v_proj/Linear/pre_convert", + "/layers.50/self_attn/v_proj/Linear", + "/layers.50/self_attn/v_proj/Linear/post_convert", + "/layers.50/self_attn/o_proj/Linear/pre_reshape", + "/layers.50/self_attn/o_proj/Linear/pre_convert", + "/layers.50/self_attn/o_proj/Linear", + "/layers.50/self_attn/o_proj/Linear/post_convert", + "/layers.50/mlp/gate_proj/Linear/pre_reshape", + "/layers.50/mlp/gate_proj/Linear/pre_convert", + "/layers.50/mlp/gate_proj/Linear", + "/layers.50/mlp/gate_proj/Linear/post_convert", + "/layers.50/mlp/up_proj/Linear/pre_reshape", + "/layers.50/mlp/up_proj/Linear/pre_convert", + "/layers.50/mlp/up_proj/Linear", + "/layers.50/mlp/up_proj/Linear/post_convert", + "/layers.50/mlp/down_proj/Linear/pre_reshape", + "/layers.50/mlp/down_proj/Linear/pre_convert", + "/layers.50/mlp/down_proj/Linear", + "/layers.50/mlp/down_proj/Linear/post_convert", + "/layers.51/self_attn/q_proj/Linear/pre_reshape", + "/layers.51/self_attn/q_proj/Linear/pre_convert", + "/layers.51/self_attn/q_proj/Linear", + "/layers.51/self_attn/q_proj/Linear/post_convert", + "/layers.51/self_attn/k_proj/Linear/pre_reshape", + "/layers.51/self_attn/k_proj/Linear/pre_convert", + "/layers.51/self_attn/k_proj/Linear", + "/layers.51/self_attn/k_proj/Linear/post_convert", + "/layers.51/self_attn/v_proj/Linear/pre_reshape", + "/layers.51/self_attn/v_proj/Linear/pre_convert", + "/layers.51/self_attn/v_proj/Linear", + "/layers.51/self_attn/v_proj/Linear/post_convert", + "/layers.51/self_attn/o_proj/Linear/pre_reshape", + "/layers.51/self_attn/o_proj/Linear/pre_convert", + "/layers.51/self_attn/o_proj/Linear", + "/layers.51/self_attn/o_proj/Linear/post_convert", + "/layers.51/mlp/gate_proj/Linear/pre_reshape", + "/layers.51/mlp/gate_proj/Linear/pre_convert", + "/layers.51/mlp/gate_proj/Linear", + "/layers.51/mlp/gate_proj/Linear/post_convert", + "/layers.51/mlp/up_proj/Linear/pre_reshape", + "/layers.51/mlp/up_proj/Linear/pre_convert", + "/layers.51/mlp/up_proj/Linear", + "/layers.51/mlp/up_proj/Linear/post_convert", + "/layers.51/mlp/down_proj/Linear/pre_reshape", + "/layers.51/mlp/down_proj/Linear/pre_convert", + "/layers.51/mlp/down_proj/Linear", + "/layers.51/mlp/down_proj/Linear/post_convert", + "/layers.52/self_attn/q_proj/Linear/pre_reshape", + "/layers.52/self_attn/q_proj/Linear/pre_convert", + "/layers.52/self_attn/q_proj/Linear", + "/layers.52/self_attn/q_proj/Linear/post_convert", + "/layers.52/self_attn/k_proj/Linear/pre_reshape", + "/layers.52/self_attn/k_proj/Linear/pre_convert", + "/layers.52/self_attn/k_proj/Linear", + "/layers.52/self_attn/k_proj/Linear/post_convert", + "/layers.52/self_attn/v_proj/Linear/pre_reshape", + "/layers.52/self_attn/v_proj/Linear/pre_convert", + "/layers.52/self_attn/v_proj/Linear", + "/layers.52/self_attn/v_proj/Linear/post_convert", + "/layers.52/self_attn/o_proj/Linear/pre_reshape", + "/layers.52/self_attn/o_proj/Linear/pre_convert", + "/layers.52/self_attn/o_proj/Linear", + "/layers.52/self_attn/o_proj/Linear/post_convert", + "/layers.52/mlp/gate_proj/Linear/pre_reshape", + "/layers.52/mlp/gate_proj/Linear/pre_convert", + "/layers.52/mlp/gate_proj/Linear", + "/layers.52/mlp/gate_proj/Linear/post_convert", + "/layers.52/mlp/up_proj/Linear/pre_reshape", + "/layers.52/mlp/up_proj/Linear/pre_convert", + "/layers.52/mlp/up_proj/Linear", + "/layers.52/mlp/up_proj/Linear/post_convert", + "/layers.52/mlp/down_proj/Linear/pre_reshape", + "/layers.52/mlp/down_proj/Linear/pre_convert", + "/layers.52/mlp/down_proj/Linear", + "/layers.52/mlp/down_proj/Linear/post_convert", + "/layers.53/self_attn/q_proj/Linear/pre_reshape", + "/layers.53/self_attn/q_proj/Linear/pre_convert", + "/layers.53/self_attn/q_proj/Linear", + "/layers.53/self_attn/q_proj/Linear/post_convert", + "/layers.53/self_attn/k_proj/Linear/pre_reshape", + "/layers.53/self_attn/k_proj/Linear/pre_convert", + "/layers.53/self_attn/k_proj/Linear", + "/layers.53/self_attn/k_proj/Linear/post_convert", + "/layers.53/self_attn/v_proj/Linear/pre_reshape", + "/layers.53/self_attn/v_proj/Linear/pre_convert", + "/layers.53/self_attn/v_proj/Linear", + "/layers.53/self_attn/v_proj/Linear/post_convert", + "/layers.53/self_attn/o_proj/Linear/pre_reshape", + "/layers.53/self_attn/o_proj/Linear/pre_convert", + "/layers.53/self_attn/o_proj/Linear", + "/layers.53/self_attn/o_proj/Linear/post_convert", + "/layers.53/mlp/gate_proj/Linear/pre_reshape", + "/layers.53/mlp/gate_proj/Linear/pre_convert", + "/layers.53/mlp/gate_proj/Linear", + "/layers.53/mlp/gate_proj/Linear/post_convert", + "/layers.53/mlp/up_proj/Linear/pre_reshape", + "/layers.53/mlp/up_proj/Linear/pre_convert", + "/layers.53/mlp/up_proj/Linear", + "/layers.53/mlp/up_proj/Linear/post_convert", + "/layers.53/mlp/down_proj/Linear/pre_reshape", + "/layers.53/mlp/down_proj/Linear/pre_convert", + "/layers.53/mlp/down_proj/Linear", + "/layers.53/mlp/down_proj/Linear/post_convert", + "/lm/lm_head/Linear/pre_reshape", + "/lm/lm_head/Linear/pre_convert", + "/lm/lm_head/Linear", + "/lm/lm_head/Linear/post_convert" + ], + "tensorNumber": 0, + "usage": "INFERENCE", + "mnn_uuid": "046f108b-2b65-49ee-8608-47c4335dcf85" +} \ No newline at end of file