sdxl-base-amdnpu / vae_decoder /dd /cache /NhwcConv_0-post_quant_convConv_meta.json
pharmapsychotic
Initial upload of AMD optimized SDXL base
8c3c89c
{
"dd_meta_major_version": 1,
"dd_meta_minor_version": 4,
"state_table_updates": [],
"op_list": [
{
"name": "NhwcConv_0-/post_quant_conv/Conv",
"type": "SDConv",
"in_args": [
"Transpose_0_out-latent_sample.out0_1_0"
],
"const_args": [
"NhwcConv_0_weight_NHWC"
],
"out_args": [
"NhwcConv_0_out-/post_quant_conv/Conv_output_0.out0_1_0"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"1",
"1"
]
},
"pads": {
"type": "int",
"value": [
"0",
"0",
"0",
"0"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"4"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"4"
]
},
"weight_shape": {
"type": "int",
"value": [
"4",
"1",
"1",
"4"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "NhwcConv_1-/decoder/conv_in/Conv",
"type": "SDConv",
"in_args": [
"NhwcConv_0_out-/post_quant_conv/Conv_output_0.out0_1_0"
],
"const_args": [
"NhwcConv_1_weight_NHWC"
],
"out_args": [
"NhwcConv_1_out-/decoder/conv_in/Conv_output_0.out0_1_1"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"4"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"4"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_0",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_1_out-/decoder/conv_in/Conv_output_0.out0_1_1"
],
"const_args": [
"GroupNorm_0_wts_4_0_0"
],
"out_args": [
"GroupNorm_0.out12_0.out4_0_0"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_2-/decoder/mid_block/resnets.0/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_0.out12_0.out4_0_0"
],
"const_args": [
"NhwcConv_2_weight_NHWC"
],
"out_args": [
"NhwcConv_2_out-/decoder/mid_block/resnets.0/conv1/Conv_output_0.out0_1_2"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_1",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_2_out-/decoder/mid_block/resnets.0/conv1/Conv_output_0.out0_1_2"
],
"const_args": [
"GroupNorm_1_wts_4_0_1"
],
"out_args": [
"GroupNorm_1.out12_1.out4_0_1"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_3-/decoder/mid_block/resnets.0/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_1.out12_1.out4_0_1"
],
"const_args": [
"NhwcConv_3_weight_NHWC"
],
"out_args": [
"NhwcConv_3_out-/decoder/mid_block/resnets.0/conv2/Conv_output_0.out0_1_3"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/mid_block/resnets.0/Add",
"type": "SDAdd",
"in_args": [
"NhwcConv_1_out-/decoder/conv_in/Conv_output_0.out0_1_1",
"NhwcConv_3_out-/decoder/mid_block/resnets.0/conv2/Conv_output_0.out0_1_3"
],
"const_args": [],
"out_args": [
"/decoder/mid_block/resnets.0/Add.out_2_1_0"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "GroupNorm_2",
"type": "SDGroupNorm",
"in_args": [
"/decoder/mid_block/resnets.0/Add.out_2_1_0"
],
"const_args": [
"GroupNorm_2_wts_4_1_0"
],
"out_args": [
"/decoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out4_1_0"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "/decoder/mid_block/attentions.0/to_k/MatMul/MatMulAddFusion",
"type": "SDGemm",
"in_args": [
"/decoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out4_1_0"
],
"const_args": [
"onnx::MatMul_917_2_0_0"
],
"out_args": [
"/decoder/mid_block/attentions.0/Reshape_2_output_0_3d.out1_3_0"
],
"attrs": {
"input_shape": {
"type": "int",
"value": [
"1",
"16384",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"16384",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"bias_enable": {
"type": "int",
"value": [
"1"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"bfloat16"
]
}
}
},
{
"name": "/decoder/mid_block/attentions.0/to_q/MatMul/MatMulAddFusion",
"type": "SDGemm",
"in_args": [
"/decoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out4_1_0"
],
"const_args": [
"onnx::MatMul_916_2_0_1"
],
"out_args": [
"/decoder/mid_block/attentions.0/Reshape_1_output_0_3d.out1_3_1"
],
"attrs": {
"input_shape": {
"type": "int",
"value": [
"1",
"16384",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"16384",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"bias_enable": {
"type": "int",
"value": [
"1"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"bfloat16"
]
}
}
},
{
"name": "/decoder/mid_block/attentions.0/to_v/MatMul/MatMulAddFusion",
"type": "SDGemm",
"in_args": [
"/decoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out4_1_0"
],
"const_args": [
"onnx::MatMul_918_2_0_2"
],
"out_args": [
"/decoder/mid_block/attentions.0/Reshape_3_output_0_3d.out1_3_2"
],
"attrs": {
"input_shape": {
"type": "int",
"value": [
"1",
"16384",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"16384",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"bias_enable": {
"type": "int",
"value": [
"1"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"bfloat16"
]
}
}
},
{
"name": "/decoder/mid_block/attentions.0/MatMul/MatMulScaleFusion/_FusedActivationmha_3_1_0",
"type": "SDMHA_VAE",
"in_args": [
"/decoder/mid_block/attentions.0/Reshape_1_output_0_3d.out1_3_1",
"/decoder/mid_block/attentions.0/Reshape_2_output_0_3d.out1_3_0",
"/decoder/mid_block/attentions.0/Reshape_3_output_0_3d.out1_3_2"
],
"const_args": [
"/decoder/mid_block/attentions.0/MatMul/MatMulScaleFusion/_FusedActivationmha_3_1_0_mask.10_0"
],
"out_args": [
"/decoder/mid_block/attentions.0/Transpose_5_output_0_3d.out10_0"
],
"attrs": {
"num_heads": {
"type": "int",
"value": [
"1"
]
},
"unidirectional": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"16384",
"512",
"16384"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"op_version": {
"type": "str",
"value": [
"v1.0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "/decoder/mid_block/attentions.0/to_out.0/MatMul/MatMulAddFusion",
"type": "SDGemm",
"in_args": [
"/decoder/mid_block/attentions.0/Transpose_5_output_0_3d.out10_0"
],
"const_args": [
"onnx::MatMul_926_2_0_3"
],
"out_args": [
"/decoder/mid_block/attentions.0/Reshape_5_output_0.nhwc6_0.out1_0_0"
],
"attrs": {
"input_shape": {
"type": "int",
"value": [
"1",
"16384",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"16384",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"bias_enable": {
"type": "int",
"value": [
"1"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"bfloat16"
]
}
}
},
{
"name": "/decoder/mid_block/attentions.0/Add",
"type": "SDAdd",
"in_args": [
"/decoder/mid_block/attentions.0/Reshape_5_output_0.nhwc6_0.out1_0_0",
"/decoder/mid_block/resnets.0/Add.out_2_1_0"
],
"const_args": [],
"out_args": [
"/decoder/mid_block/attentions.0/Add_output_0_NHWC.out_2_1_1"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "GroupNorm_3",
"type": "SDGroupNorm",
"in_args": [
"/decoder/mid_block/attentions.0/Add_output_0_NHWC.out_2_1_1"
],
"const_args": [
"GroupNorm_3_wts_4_0_2"
],
"out_args": [
"GroupNorm_3.out12_3.out4_0_2"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_4-/decoder/mid_block/resnets.1/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_3.out12_3.out4_0_2"
],
"const_args": [
"NhwcConv_4_weight_NHWC"
],
"out_args": [
"NhwcConv_4_out-/decoder/mid_block/resnets.1/conv1/Conv_output_0.out0_1_4"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_4",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_4_out-/decoder/mid_block/resnets.1/conv1/Conv_output_0.out0_1_4"
],
"const_args": [
"GroupNorm_4_wts_4_0_3"
],
"out_args": [
"GroupNorm_4.out12_4.out4_0_3"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_5-/decoder/mid_block/resnets.1/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_4.out12_4.out4_0_3"
],
"const_args": [
"NhwcConv_5_weight_NHWC"
],
"out_args": [
"NhwcConv_5_out-/decoder/mid_block/resnets.1/conv2/Conv_output_0.out0_1_5"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/mid_block/resnets.1/Add",
"type": "SDAdd",
"in_args": [
"/decoder/mid_block/attentions.0/Add_output_0_NHWC.out_2_1_1",
"NhwcConv_5_out-/decoder/mid_block/resnets.1/conv2/Conv_output_0.out0_1_5"
],
"const_args": [],
"out_args": [
"/decoder/mid_block/resnets.1/Add_output_0_NHWC.out_2_1_2"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "GroupNorm_5",
"type": "SDGroupNorm",
"in_args": [
"/decoder/mid_block/resnets.1/Add_output_0_NHWC.out_2_1_2"
],
"const_args": [
"GroupNorm_5_wts_4_0_4"
],
"out_args": [
"GroupNorm_5.out12_5.out4_0_4"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_6-/decoder/up_blocks.0/resnets.0/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_5.out12_5.out4_0_4"
],
"const_args": [
"NhwcConv_6_weight_NHWC"
],
"out_args": [
"NhwcConv_6_out-/decoder/up_blocks.0/resnets.0/conv1/Conv_output_0.out0_1_6"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_6",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_6_out-/decoder/up_blocks.0/resnets.0/conv1/Conv_output_0.out0_1_6"
],
"const_args": [
"GroupNorm_6_wts_4_0_5"
],
"out_args": [
"GroupNorm_6.out12_6.out4_0_5"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_7-/decoder/up_blocks.0/resnets.0/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_6.out12_6.out4_0_5"
],
"const_args": [
"NhwcConv_7_weight_NHWC"
],
"out_args": [
"NhwcConv_7_out-/decoder/up_blocks.0/resnets.0/conv2/Conv_output_0.out0_1_7"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/up_blocks.0/resnets.0/Add",
"type": "SDAdd",
"in_args": [
"/decoder/mid_block/resnets.1/Add_output_0_NHWC.out_2_1_2",
"NhwcConv_7_out-/decoder/up_blocks.0/resnets.0/conv2/Conv_output_0.out0_1_7"
],
"const_args": [],
"out_args": [
"/decoder/up_blocks.0/resnets.0/Add_output_0_NHWC.out_2_1_3"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "GroupNorm_7",
"type": "SDGroupNorm",
"in_args": [
"/decoder/up_blocks.0/resnets.0/Add_output_0_NHWC.out_2_1_3"
],
"const_args": [
"GroupNorm_7_wts_4_0_6"
],
"out_args": [
"GroupNorm_7.out12_7.out4_0_6"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_8-/decoder/up_blocks.0/resnets.1/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_7.out12_7.out4_0_6"
],
"const_args": [
"NhwcConv_8_weight_NHWC"
],
"out_args": [
"NhwcConv_8_out-/decoder/up_blocks.0/resnets.1/conv1/Conv_output_0.out0_1_8"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_8",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_8_out-/decoder/up_blocks.0/resnets.1/conv1/Conv_output_0.out0_1_8"
],
"const_args": [
"GroupNorm_8_wts_4_0_7"
],
"out_args": [
"GroupNorm_8.out12_8.out4_0_7"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_9-/decoder/up_blocks.0/resnets.1/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_8.out12_8.out4_0_7"
],
"const_args": [
"NhwcConv_9_weight_NHWC"
],
"out_args": [
"NhwcConv_9_out-/decoder/up_blocks.0/resnets.1/conv2/Conv_output_0.out0_1_9"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/up_blocks.0/resnets.1/Add",
"type": "SDAdd",
"in_args": [
"/decoder/up_blocks.0/resnets.0/Add_output_0_NHWC.out_2_1_3",
"NhwcConv_9_out-/decoder/up_blocks.0/resnets.1/conv2/Conv_output_0.out0_1_9"
],
"const_args": [],
"out_args": [
"/decoder/up_blocks.0/resnets.1/Add_output_0_NHWC.out_2_1_4"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "GroupNorm_9",
"type": "SDGroupNorm",
"in_args": [
"/decoder/up_blocks.0/resnets.1/Add_output_0_NHWC.out_2_1_4"
],
"const_args": [
"GroupNorm_9_wts_4_0_8"
],
"out_args": [
"GroupNorm_9.out12_9.out4_0_8"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_10-/decoder/up_blocks.0/resnets.2/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_9.out12_9.out4_0_8"
],
"const_args": [
"NhwcConv_10_weight_NHWC"
],
"out_args": [
"NhwcConv_10_out-/decoder/up_blocks.0/resnets.2/conv1/Conv_output_0.out0_1_10"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_10",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_10_out-/decoder/up_blocks.0/resnets.2/conv1/Conv_output_0.out0_1_10"
],
"const_args": [
"GroupNorm_10_wts_4_0_9"
],
"out_args": [
"GroupNorm_10.out12_10.out4_0_9"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_11-/decoder/up_blocks.0/resnets.2/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_10.out12_10.out4_0_9"
],
"const_args": [
"NhwcConv_11_weight_NHWC"
],
"out_args": [
"NhwcConv_11_out-/decoder/up_blocks.0/resnets.2/conv2/Conv_output_0.out0_1_11"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/up_blocks.0/resnets.2/Add",
"type": "SDAdd",
"in_args": [
"/decoder/up_blocks.0/resnets.1/Add_output_0_NHWC.out_2_1_4",
"NhwcConv_11_out-/decoder/up_blocks.0/resnets.2/conv2/Conv_output_0.out0_1_11"
],
"const_args": [],
"out_args": [
"/decoder/up_blocks.0/resnets.2/Add_output_0.nhwc5_0.out_2_1_5"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "/decoder/up_blocks.0/upsamplers.0/Resize",
"type": "SDResize",
"in_args": [
"/decoder/up_blocks.0/resnets.2/Add_output_0.nhwc5_0.out_2_1_5"
],
"const_args": [
"/decoder/up_blocks.0/upsamplers.0/Resize.weights7_0"
],
"out_args": [
"/decoder/up_blocks.0/upsamplers.0/Resize_output_0.nhwc5_0.out_7_0"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"128",
"128",
"512"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_12-/decoder/up_blocks.0/upsamplers.0/conv/Conv",
"type": "SDConv",
"in_args": [
"/decoder/up_blocks.0/upsamplers.0/Resize_output_0.nhwc5_0.out_7_0"
],
"const_args": [
"NhwcConv_12_weight_NHWC"
],
"out_args": [
"NhwcConv_12_out-/decoder/up_blocks.0/upsamplers.0/conv/Conv_output_0.out0_1_12"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_11",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_12_out-/decoder/up_blocks.0/upsamplers.0/conv/Conv_output_0.out0_1_12"
],
"const_args": [
"GroupNorm_11_wts_4_0_10"
],
"out_args": [
"GroupNorm_11.out12_11.out4_0_10"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_13-/decoder/up_blocks.1/resnets.0/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_11.out12_11.out4_0_10"
],
"const_args": [
"NhwcConv_13_weight_NHWC"
],
"out_args": [
"NhwcConv_13_out-/decoder/up_blocks.1/resnets.0/conv1/Conv_output_0.out0_1_13"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_12",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_13_out-/decoder/up_blocks.1/resnets.0/conv1/Conv_output_0.out0_1_13"
],
"const_args": [
"GroupNorm_12_wts_4_0_11"
],
"out_args": [
"GroupNorm_12.out12_12.out4_0_11"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_14-/decoder/up_blocks.1/resnets.0/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_12.out12_12.out4_0_11"
],
"const_args": [
"NhwcConv_14_weight_NHWC"
],
"out_args": [
"NhwcConv_14_out-/decoder/up_blocks.1/resnets.0/conv2/Conv_output_0.out0_1_14"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/up_blocks.1/resnets.0/Add",
"type": "SDAdd",
"in_args": [
"NhwcConv_12_out-/decoder/up_blocks.0/upsamplers.0/conv/Conv_output_0.out0_1_12",
"NhwcConv_14_out-/decoder/up_blocks.1/resnets.0/conv2/Conv_output_0.out0_1_14"
],
"const_args": [],
"out_args": [
"/decoder/up_blocks.1/resnets.0/Add.out_2_1_6"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "GroupNorm_13",
"type": "SDGroupNorm",
"in_args": [
"/decoder/up_blocks.1/resnets.0/Add.out_2_1_6"
],
"const_args": [
"GroupNorm_13_wts_4_0_12"
],
"out_args": [
"GroupNorm_13.out12_13.out4_0_12"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_15-/decoder/up_blocks.1/resnets.1/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_13.out12_13.out4_0_12"
],
"const_args": [
"NhwcConv_15_weight_NHWC"
],
"out_args": [
"NhwcConv_15_out-/decoder/up_blocks.1/resnets.1/conv1/Conv_output_0.out0_1_15"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_14",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_15_out-/decoder/up_blocks.1/resnets.1/conv1/Conv_output_0.out0_1_15"
],
"const_args": [
"GroupNorm_14_wts_4_0_13"
],
"out_args": [
"GroupNorm_14.out12_14.out4_0_13"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_16-/decoder/up_blocks.1/resnets.1/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_14.out12_14.out4_0_13"
],
"const_args": [
"NhwcConv_16_weight_NHWC"
],
"out_args": [
"NhwcConv_16_out-/decoder/up_blocks.1/resnets.1/conv2/Conv_output_0.out0_1_16"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/up_blocks.1/resnets.1/Add",
"type": "SDAdd",
"in_args": [
"/decoder/up_blocks.1/resnets.0/Add.out_2_1_6",
"NhwcConv_16_out-/decoder/up_blocks.1/resnets.1/conv2/Conv_output_0.out0_1_16"
],
"const_args": [],
"out_args": [
"/decoder/up_blocks.1/resnets.1/Add.out_2_1_7"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "GroupNorm_15",
"type": "SDGroupNorm",
"in_args": [
"/decoder/up_blocks.1/resnets.1/Add.out_2_1_7"
],
"const_args": [
"GroupNorm_15_wts_4_0_14"
],
"out_args": [
"GroupNorm_15.out12_15.out4_0_14"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_17-/decoder/up_blocks.1/resnets.2/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_15.out12_15.out4_0_14"
],
"const_args": [
"NhwcConv_17_weight_NHWC"
],
"out_args": [
"NhwcConv_17_out-/decoder/up_blocks.1/resnets.2/conv1/Conv_output_0.out0_1_17"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_16",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_17_out-/decoder/up_blocks.1/resnets.2/conv1/Conv_output_0.out0_1_17"
],
"const_args": [
"GroupNorm_16_wts_4_0_15"
],
"out_args": [
"GroupNorm_16.out12_16.out4_0_15"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_18-/decoder/up_blocks.1/resnets.2/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_16.out12_16.out4_0_15"
],
"const_args": [
"NhwcConv_18_weight_NHWC"
],
"out_args": [
"NhwcConv_18_out-/decoder/up_blocks.1/resnets.2/conv2/Conv_output_0.out0_1_18"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/up_blocks.1/resnets.2/Add",
"type": "SDAdd",
"in_args": [
"/decoder/up_blocks.1/resnets.1/Add.out_2_1_7",
"NhwcConv_18_out-/decoder/up_blocks.1/resnets.2/conv2/Conv_output_0.out0_1_18"
],
"const_args": [],
"out_args": [
"/decoder/up_blocks.1/resnets.2/Add.out_2_1_8"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "/decoder/up_blocks.1/upsamplers.0/Resize",
"type": "SDResize",
"in_args": [
"/decoder/up_blocks.1/resnets.2/Add.out_2_1_8"
],
"const_args": [
"/decoder/up_blocks.1/upsamplers.0/Resize.weights7_1"
],
"out_args": [
"/decoder/up_blocks.1/upsamplers.0/Resize_output_0.nhwc5_1.out_7_1"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"256",
"256",
"512"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_19-/decoder/up_blocks.1/upsamplers.0/conv/Conv",
"type": "SDConv",
"in_args": [
"/decoder/up_blocks.1/upsamplers.0/Resize_output_0.nhwc5_1.out_7_1"
],
"const_args": [
"NhwcConv_19_weight_NHWC"
],
"out_args": [
"NhwcConv_19_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out0_1_19"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"512"
]
},
"weight_shape": {
"type": "int",
"value": [
"512",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_17",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_19_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out0_1_19"
],
"const_args": [
"GroupNorm_17_wts_4_0_16"
],
"out_args": [
"GroupNorm_17.out12_17.out4_0_16"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"512"
]
},
"wts_shape": {
"type": "int",
"value": [
"1024"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"512"
]
},
"beta_shape": {
"type": "int",
"value": [
"512"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_20-/decoder/up_blocks.2/resnets.0/conv_shortcut/Conv",
"type": "SDConv",
"in_args": [
"NhwcConv_19_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out0_1_19"
],
"const_args": [
"NhwcConv_20_weight_NHWC"
],
"out_args": [
"NhwcConv_20_out-/decoder/up_blocks.2/resnets.0/conv_shortcut/Conv_output_0.out0_1_20"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"1",
"1"
]
},
"pads": {
"type": "int",
"value": [
"0",
"0",
"0",
"0"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"weight_shape": {
"type": "int",
"value": [
"256",
"1",
"1",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "NhwcConv_21-/decoder/up_blocks.2/resnets.0/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_17.out12_17.out4_0_16"
],
"const_args": [
"NhwcConv_21_weight_NHWC"
],
"out_args": [
"NhwcConv_21_out-/decoder/up_blocks.2/resnets.0/conv1/Conv_output_0.out0_1_21"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"512"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"weight_shape": {
"type": "int",
"value": [
"256",
"3",
"3",
"512"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_18",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_21_out-/decoder/up_blocks.2/resnets.0/conv1/Conv_output_0.out0_1_21"
],
"const_args": [
"GroupNorm_18_wts_4_0_17"
],
"out_args": [
"GroupNorm_18.out12_18.out4_0_17"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"wts_shape": {
"type": "int",
"value": [
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"256"
]
},
"beta_shape": {
"type": "int",
"value": [
"256"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_22-/decoder/up_blocks.2/resnets.0/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_18.out12_18.out4_0_17"
],
"const_args": [
"NhwcConv_22_weight_NHWC"
],
"out_args": [
"NhwcConv_22_out-/decoder/up_blocks.2/resnets.0/conv2/Conv_output_0.out0_1_22"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"weight_shape": {
"type": "int",
"value": [
"256",
"3",
"3",
"256"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/up_blocks.2/resnets.0/Add",
"type": "SDAdd",
"in_args": [
"NhwcConv_20_out-/decoder/up_blocks.2/resnets.0/conv_shortcut/Conv_output_0.out0_1_20",
"NhwcConv_22_out-/decoder/up_blocks.2/resnets.0/conv2/Conv_output_0.out0_1_22"
],
"const_args": [],
"out_args": [
"/decoder/up_blocks.2/resnets.0/Add.out_2_1_9"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "GroupNorm_19",
"type": "SDGroupNorm",
"in_args": [
"/decoder/up_blocks.2/resnets.0/Add.out_2_1_9"
],
"const_args": [
"GroupNorm_19_wts_4_0_18"
],
"out_args": [
"GroupNorm_19.out12_19.out4_0_18"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"wts_shape": {
"type": "int",
"value": [
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"256"
]
},
"beta_shape": {
"type": "int",
"value": [
"256"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_23-/decoder/up_blocks.2/resnets.1/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_19.out12_19.out4_0_18"
],
"const_args": [
"NhwcConv_23_weight_NHWC"
],
"out_args": [
"NhwcConv_23_out-/decoder/up_blocks.2/resnets.1/conv1/Conv_output_0.out0_1_23"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"weight_shape": {
"type": "int",
"value": [
"256",
"3",
"3",
"256"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_20",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_23_out-/decoder/up_blocks.2/resnets.1/conv1/Conv_output_0.out0_1_23"
],
"const_args": [
"GroupNorm_20_wts_4_0_19"
],
"out_args": [
"GroupNorm_20.out12_20.out4_0_19"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"wts_shape": {
"type": "int",
"value": [
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"256"
]
},
"beta_shape": {
"type": "int",
"value": [
"256"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_24-/decoder/up_blocks.2/resnets.1/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_20.out12_20.out4_0_19"
],
"const_args": [
"NhwcConv_24_weight_NHWC"
],
"out_args": [
"NhwcConv_24_out-/decoder/up_blocks.2/resnets.1/conv2/Conv_output_0.out0_1_24"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"weight_shape": {
"type": "int",
"value": [
"256",
"3",
"3",
"256"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/up_blocks.2/resnets.1/Add",
"type": "SDAdd",
"in_args": [
"/decoder/up_blocks.2/resnets.0/Add.out_2_1_9",
"NhwcConv_24_out-/decoder/up_blocks.2/resnets.1/conv2/Conv_output_0.out0_1_24"
],
"const_args": [],
"out_args": [
"/decoder/up_blocks.2/resnets.1/Add.out_2_1_10"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "GroupNorm_21",
"type": "SDGroupNorm",
"in_args": [
"/decoder/up_blocks.2/resnets.1/Add.out_2_1_10"
],
"const_args": [
"GroupNorm_21_wts_4_0_20"
],
"out_args": [
"GroupNorm_21.out12_21.out4_0_20"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"wts_shape": {
"type": "int",
"value": [
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"256"
]
},
"beta_shape": {
"type": "int",
"value": [
"256"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_25-/decoder/up_blocks.2/resnets.2/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_21.out12_21.out4_0_20"
],
"const_args": [
"NhwcConv_25_weight_NHWC"
],
"out_args": [
"NhwcConv_25_out-/decoder/up_blocks.2/resnets.2/conv1/Conv_output_0.out0_1_25"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"weight_shape": {
"type": "int",
"value": [
"256",
"3",
"3",
"256"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_22",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_25_out-/decoder/up_blocks.2/resnets.2/conv1/Conv_output_0.out0_1_25"
],
"const_args": [
"GroupNorm_22_wts_4_0_21"
],
"out_args": [
"GroupNorm_22.out12_22.out4_0_21"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"wts_shape": {
"type": "int",
"value": [
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"256"
]
},
"beta_shape": {
"type": "int",
"value": [
"256"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_26-/decoder/up_blocks.2/resnets.2/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_22.out12_22.out4_0_21"
],
"const_args": [
"NhwcConv_26_weight_NHWC"
],
"out_args": [
"NhwcConv_26_out-/decoder/up_blocks.2/resnets.2/conv2/Conv_output_0.out0_1_26"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"weight_shape": {
"type": "int",
"value": [
"256",
"3",
"3",
"256"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/up_blocks.2/resnets.2/Add",
"type": "SDAdd",
"in_args": [
"/decoder/up_blocks.2/resnets.1/Add.out_2_1_10",
"NhwcConv_26_out-/decoder/up_blocks.2/resnets.2/conv2/Conv_output_0.out0_1_26"
],
"const_args": [],
"out_args": [
"/decoder/up_blocks.2/resnets.2/Add.out_2_1_11"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "/decoder/up_blocks.2/upsamplers.0/Resize",
"type": "SDResize",
"in_args": [
"/decoder/up_blocks.2/resnets.2/Add.out_2_1_11"
],
"const_args": [
"/decoder/up_blocks.2/upsamplers.0/Resize.weights7_2"
],
"out_args": [
"/decoder/up_blocks.2/upsamplers.0/Resize_output_0.nhwc5_2.out_7_2"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"512",
"512",
"256"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"256"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_27-/decoder/up_blocks.2/upsamplers.0/conv/Conv",
"type": "SDConv",
"in_args": [
"/decoder/up_blocks.2/upsamplers.0/Resize_output_0.nhwc5_2.out_7_2"
],
"const_args": [
"NhwcConv_27_weight_NHWC"
],
"out_args": [
"NhwcConv_27_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out0_1_27"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"256"
]
},
"weight_shape": {
"type": "int",
"value": [
"256",
"3",
"3",
"256"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_23",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_27_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out0_1_27"
],
"const_args": [
"GroupNorm_23_wts_4_0_22"
],
"out_args": [
"GroupNorm_23.out12_23.out4_0_22"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"256"
]
},
"wts_shape": {
"type": "int",
"value": [
"512"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"256"
]
},
"beta_shape": {
"type": "int",
"value": [
"256"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_28-/decoder/up_blocks.3/resnets.0/conv_shortcut/Conv",
"type": "SDConv",
"in_args": [
"NhwcConv_27_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out0_1_27"
],
"const_args": [
"NhwcConv_28_weight_NHWC"
],
"out_args": [
"NhwcConv_28_out-/decoder/up_blocks.3/resnets.0/conv_shortcut/Conv_output_0.out0_1_28"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"1",
"1"
]
},
"pads": {
"type": "int",
"value": [
"0",
"0",
"0",
"0"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"weight_shape": {
"type": "int",
"value": [
"128",
"1",
"1",
"256"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "NhwcConv_29-/decoder/up_blocks.3/resnets.0/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_23.out12_23.out4_0_22"
],
"const_args": [
"NhwcConv_29_weight_NHWC"
],
"out_args": [
"NhwcConv_29_out-/decoder/up_blocks.3/resnets.0/conv1/Conv_output_0.out0_1_29"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"256"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"weight_shape": {
"type": "int",
"value": [
"128",
"3",
"3",
"256"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_24",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_29_out-/decoder/up_blocks.3/resnets.0/conv1/Conv_output_0.out0_1_29"
],
"const_args": [
"GroupNorm_24_wts_4_0_23"
],
"out_args": [
"GroupNorm_24.out12_24.out4_0_23"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"wts_shape": {
"type": "int",
"value": [
"256"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"128"
]
},
"beta_shape": {
"type": "int",
"value": [
"128"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_30-/decoder/up_blocks.3/resnets.0/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_24.out12_24.out4_0_23"
],
"const_args": [
"NhwcConv_30_weight_NHWC"
],
"out_args": [
"NhwcConv_30_out-/decoder/up_blocks.3/resnets.0/conv2/Conv_output_0.out0_1_30"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"weight_shape": {
"type": "int",
"value": [
"128",
"3",
"3",
"128"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/up_blocks.3/resnets.0/Add",
"type": "SDAdd",
"in_args": [
"NhwcConv_28_out-/decoder/up_blocks.3/resnets.0/conv_shortcut/Conv_output_0.out0_1_28",
"NhwcConv_30_out-/decoder/up_blocks.3/resnets.0/conv2/Conv_output_0.out0_1_30"
],
"const_args": [],
"out_args": [
"/decoder/up_blocks.3/resnets.0/Add.out_2_1_12"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "GroupNorm_25",
"type": "SDGroupNorm",
"in_args": [
"/decoder/up_blocks.3/resnets.0/Add.out_2_1_12"
],
"const_args": [
"GroupNorm_25_wts_4_0_24"
],
"out_args": [
"GroupNorm_25.out12_25.out4_0_24"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"wts_shape": {
"type": "int",
"value": [
"256"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"128"
]
},
"beta_shape": {
"type": "int",
"value": [
"128"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_31-/decoder/up_blocks.3/resnets.1/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_25.out12_25.out4_0_24"
],
"const_args": [
"NhwcConv_31_weight_NHWC"
],
"out_args": [
"NhwcConv_31_out-/decoder/up_blocks.3/resnets.1/conv1/Conv_output_0.out0_1_31"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"weight_shape": {
"type": "int",
"value": [
"128",
"3",
"3",
"128"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_26",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_31_out-/decoder/up_blocks.3/resnets.1/conv1/Conv_output_0.out0_1_31"
],
"const_args": [
"GroupNorm_26_wts_4_0_25"
],
"out_args": [
"GroupNorm_26.out12_26.out4_0_25"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"wts_shape": {
"type": "int",
"value": [
"256"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"128"
]
},
"beta_shape": {
"type": "int",
"value": [
"128"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_32-/decoder/up_blocks.3/resnets.1/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_26.out12_26.out4_0_25"
],
"const_args": [
"NhwcConv_32_weight_NHWC"
],
"out_args": [
"NhwcConv_32_out-/decoder/up_blocks.3/resnets.1/conv2/Conv_output_0.out0_1_32"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"weight_shape": {
"type": "int",
"value": [
"128",
"3",
"3",
"128"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/up_blocks.3/resnets.1/Add",
"type": "SDAdd",
"in_args": [
"/decoder/up_blocks.3/resnets.0/Add.out_2_1_12",
"NhwcConv_32_out-/decoder/up_blocks.3/resnets.1/conv2/Conv_output_0.out0_1_32"
],
"const_args": [],
"out_args": [
"/decoder/up_blocks.3/resnets.1/Add.out_2_1_13"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "GroupNorm_27",
"type": "SDGroupNorm",
"in_args": [
"/decoder/up_blocks.3/resnets.1/Add.out_2_1_13"
],
"const_args": [
"GroupNorm_27_wts_4_0_26"
],
"out_args": [
"GroupNorm_27.out12_27.out4_0_26"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"wts_shape": {
"type": "int",
"value": [
"256"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"128"
]
},
"beta_shape": {
"type": "int",
"value": [
"128"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_33-/decoder/up_blocks.3/resnets.2/conv1/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_27.out12_27.out4_0_26"
],
"const_args": [
"NhwcConv_33_weight_NHWC"
],
"out_args": [
"NhwcConv_33_out-/decoder/up_blocks.3/resnets.2/conv1/Conv_output_0.out0_1_33"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"weight_shape": {
"type": "int",
"value": [
"128",
"3",
"3",
"128"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "GroupNorm_28",
"type": "SDGroupNorm",
"in_args": [
"NhwcConv_33_out-/decoder/up_blocks.3/resnets.2/conv1/Conv_output_0.out0_1_33"
],
"const_args": [
"GroupNorm_28_wts_4_0_27"
],
"out_args": [
"GroupNorm_28.out12_28.out4_0_27"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"wts_shape": {
"type": "int",
"value": [
"256"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"128"
]
},
"beta_shape": {
"type": "int",
"value": [
"128"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_34-/decoder/up_blocks.3/resnets.2/conv2/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_28.out12_28.out4_0_27"
],
"const_args": [
"NhwcConv_34_weight_NHWC"
],
"out_args": [
"NhwcConv_34_out-/decoder/up_blocks.3/resnets.2/conv2/Conv_output_0.out0_1_34"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"weight_shape": {
"type": "int",
"value": [
"128",
"3",
"3",
"128"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
},
{
"name": "/decoder/up_blocks.3/resnets.2/Add",
"type": "SDAdd",
"in_args": [
"/decoder/up_blocks.3/resnets.1/Add.out_2_1_13",
"NhwcConv_34_out-/decoder/up_blocks.3/resnets.2/conv2/Conv_output_0.out0_1_34"
],
"const_args": [],
"out_args": [
"/decoder/up_blocks.3/resnets.2/Add.out_2_1_14"
],
"attrs": {
"a_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"b_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"c_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"is_bias_add": {
"type": "int",
"value": [
"0"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "GroupNorm_29",
"type": "SDGroupNorm",
"in_args": [
"/decoder/up_blocks.3/resnets.2/Add.out_2_1_14"
],
"const_args": [
"GroupNorm_29_wts_4_0_28"
],
"out_args": [
"GroupNorm_29.out12_29.out4_0_28"
],
"attrs": {
"epsilon": {
"type": "float",
"value": [
"9.999999974752427e-07"
]
},
"groups": {
"type": "int",
"value": [
"32"
]
},
"channels_last": {
"type": "int",
"value": [
"1"
]
},
"activation": {
"type": "int",
"value": [
"0"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"wts_shape": {
"type": "int",
"value": [
"256"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfloat16"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"gamma_shape": {
"type": "int",
"value": [
"128"
]
},
"beta_shape": {
"type": "int",
"value": [
"128"
]
},
"nonlinear": {
"type": "str",
"value": [
"Silu"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
}
}
},
{
"name": "NhwcConv_35-/decoder/conv_out/Conv",
"type": "SDConv",
"in_args": [
"GroupNorm_29.out12_29.out4_0_28"
],
"const_args": [
"NhwcConv_35_weight_NHWC"
],
"out_args": [
"NhwcConv_35_out-sample.out0_1_35"
],
"attrs": {
"auto_pad": {
"type": "str",
"value": [
"NOTSET"
]
},
"dilations": {
"type": "int",
"value": [
"1",
"1"
]
},
"group": {
"type": "int",
"value": [
"1"
]
},
"kernel_shape": {
"type": "int",
"value": [
"3",
"3"
]
},
"pads": {
"type": "int",
"value": [
"1",
"1",
"1",
"1"
]
},
"strides": {
"type": "int",
"value": [
"1",
"1"
]
},
"input_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"128"
]
},
"output_shape": {
"type": "int",
"value": [
"1",
"1024",
"1024",
"3"
]
},
"weight_shape": {
"type": "int",
"value": [
"3",
"3",
"3",
"128"
]
},
"out_dtypes": {
"type": "str",
"value": [
"bfloat16"
]
},
"ctrl_packet": {
"type": "int",
"value": [
"1"
]
},
"in_dtypes": {
"type": "str",
"value": [
"bfloat16",
"bfp16ebs8",
"float"
]
}
}
}
],
"fused_tensors": {
"in": {
"buffer_size": 131072,
"xrt_arg_id": 0,
"packed_tensors": [
"Transpose_0_out-latent_sample.out0_1_0"
]
},
"out": {
"buffer_size": 6291456,
"xrt_arg_id": 1,
"packed_tensors": [
"NhwcConv_35_out-sample.out0_1_35"
]
},
"scratch": {
"buffer_size": 10418782208,
"xrt_arg_id": 2,
"packed_tensors": [
"NhwcConv_0_out-/post_quant_conv/Conv_output_0.out0_1_0",
"NhwcConv_1_out-/decoder/conv_in/Conv_output_0.out0_1_1",
"GroupNorm_0.out12_0.out4_0_0",
"NhwcConv_2_out-/decoder/mid_block/resnets.0/conv1/Conv_output_0.out0_1_2",
"GroupNorm_1.out12_1.out4_0_1",
"NhwcConv_3_out-/decoder/mid_block/resnets.0/conv2/Conv_output_0.out0_1_3",
"/decoder/mid_block/resnets.0/Add.out_2_1_0",
"/decoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out4_1_0",
"/decoder/mid_block/attentions.0/Reshape_2_output_0_3d.out1_3_0",
"/decoder/mid_block/attentions.0/Reshape_1_output_0_3d.out1_3_1",
"/decoder/mid_block/attentions.0/Reshape_3_output_0_3d.out1_3_2",
"/decoder/mid_block/attentions.0/Transpose_5_output_0_3d.out10_0",
"/decoder/mid_block/attentions.0/Reshape_5_output_0.nhwc6_0.out1_0_0",
"/decoder/mid_block/attentions.0/Add_output_0_NHWC.out_2_1_1",
"GroupNorm_3.out12_3.out4_0_2",
"NhwcConv_4_out-/decoder/mid_block/resnets.1/conv1/Conv_output_0.out0_1_4",
"GroupNorm_4.out12_4.out4_0_3",
"NhwcConv_5_out-/decoder/mid_block/resnets.1/conv2/Conv_output_0.out0_1_5",
"/decoder/mid_block/resnets.1/Add_output_0_NHWC.out_2_1_2",
"GroupNorm_5.out12_5.out4_0_4",
"NhwcConv_6_out-/decoder/up_blocks.0/resnets.0/conv1/Conv_output_0.out0_1_6",
"GroupNorm_6.out12_6.out4_0_5",
"NhwcConv_7_out-/decoder/up_blocks.0/resnets.0/conv2/Conv_output_0.out0_1_7",
"/decoder/up_blocks.0/resnets.0/Add_output_0_NHWC.out_2_1_3",
"GroupNorm_7.out12_7.out4_0_6",
"NhwcConv_8_out-/decoder/up_blocks.0/resnets.1/conv1/Conv_output_0.out0_1_8",
"GroupNorm_8.out12_8.out4_0_7",
"NhwcConv_9_out-/decoder/up_blocks.0/resnets.1/conv2/Conv_output_0.out0_1_9",
"/decoder/up_blocks.0/resnets.1/Add_output_0_NHWC.out_2_1_4",
"GroupNorm_9.out12_9.out4_0_8",
"NhwcConv_10_out-/decoder/up_blocks.0/resnets.2/conv1/Conv_output_0.out0_1_10",
"GroupNorm_10.out12_10.out4_0_9",
"NhwcConv_11_out-/decoder/up_blocks.0/resnets.2/conv2/Conv_output_0.out0_1_11",
"/decoder/up_blocks.0/resnets.2/Add_output_0.nhwc5_0.out_2_1_5",
"/decoder/up_blocks.0/upsamplers.0/Resize_output_0.nhwc5_0.out_7_0",
"NhwcConv_12_out-/decoder/up_blocks.0/upsamplers.0/conv/Conv_output_0.out0_1_12",
"GroupNorm_11.out12_11.out4_0_10",
"NhwcConv_13_out-/decoder/up_blocks.1/resnets.0/conv1/Conv_output_0.out0_1_13",
"GroupNorm_12.out12_12.out4_0_11",
"NhwcConv_14_out-/decoder/up_blocks.1/resnets.0/conv2/Conv_output_0.out0_1_14",
"/decoder/up_blocks.1/resnets.0/Add.out_2_1_6",
"GroupNorm_13.out12_13.out4_0_12",
"NhwcConv_15_out-/decoder/up_blocks.1/resnets.1/conv1/Conv_output_0.out0_1_15",
"GroupNorm_14.out12_14.out4_0_13",
"NhwcConv_16_out-/decoder/up_blocks.1/resnets.1/conv2/Conv_output_0.out0_1_16",
"/decoder/up_blocks.1/resnets.1/Add.out_2_1_7",
"GroupNorm_15.out12_15.out4_0_14",
"NhwcConv_17_out-/decoder/up_blocks.1/resnets.2/conv1/Conv_output_0.out0_1_17",
"GroupNorm_16.out12_16.out4_0_15",
"NhwcConv_18_out-/decoder/up_blocks.1/resnets.2/conv2/Conv_output_0.out0_1_18",
"/decoder/up_blocks.1/resnets.2/Add.out_2_1_8",
"/decoder/up_blocks.1/upsamplers.0/Resize_output_0.nhwc5_1.out_7_1",
"NhwcConv_19_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out0_1_19",
"GroupNorm_17.out12_17.out4_0_16",
"NhwcConv_20_out-/decoder/up_blocks.2/resnets.0/conv_shortcut/Conv_output_0.out0_1_20",
"NhwcConv_21_out-/decoder/up_blocks.2/resnets.0/conv1/Conv_output_0.out0_1_21",
"GroupNorm_18.out12_18.out4_0_17",
"NhwcConv_22_out-/decoder/up_blocks.2/resnets.0/conv2/Conv_output_0.out0_1_22",
"/decoder/up_blocks.2/resnets.0/Add.out_2_1_9",
"GroupNorm_19.out12_19.out4_0_18",
"NhwcConv_23_out-/decoder/up_blocks.2/resnets.1/conv1/Conv_output_0.out0_1_23",
"GroupNorm_20.out12_20.out4_0_19",
"NhwcConv_24_out-/decoder/up_blocks.2/resnets.1/conv2/Conv_output_0.out0_1_24",
"/decoder/up_blocks.2/resnets.1/Add.out_2_1_10",
"GroupNorm_21.out12_21.out4_0_20",
"NhwcConv_25_out-/decoder/up_blocks.2/resnets.2/conv1/Conv_output_0.out0_1_25",
"GroupNorm_22.out12_22.out4_0_21",
"NhwcConv_26_out-/decoder/up_blocks.2/resnets.2/conv2/Conv_output_0.out0_1_26",
"/decoder/up_blocks.2/resnets.2/Add.out_2_1_11",
"/decoder/up_blocks.2/upsamplers.0/Resize_output_0.nhwc5_2.out_7_2",
"NhwcConv_27_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out0_1_27",
"GroupNorm_23.out12_23.out4_0_22",
"NhwcConv_28_out-/decoder/up_blocks.3/resnets.0/conv_shortcut/Conv_output_0.out0_1_28",
"NhwcConv_29_out-/decoder/up_blocks.3/resnets.0/conv1/Conv_output_0.out0_1_29",
"GroupNorm_24.out12_24.out4_0_23",
"NhwcConv_30_out-/decoder/up_blocks.3/resnets.0/conv2/Conv_output_0.out0_1_30",
"/decoder/up_blocks.3/resnets.0/Add.out_2_1_12",
"GroupNorm_25.out12_25.out4_0_24",
"NhwcConv_31_out-/decoder/up_blocks.3/resnets.1/conv1/Conv_output_0.out0_1_31",
"GroupNorm_26.out12_26.out4_0_25",
"NhwcConv_32_out-/decoder/up_blocks.3/resnets.1/conv2/Conv_output_0.out0_1_32",
"/decoder/up_blocks.3/resnets.1/Add.out_2_1_13",
"GroupNorm_27.out12_27.out4_0_26",
"NhwcConv_33_out-/decoder/up_blocks.3/resnets.2/conv1/Conv_output_0.out0_1_33",
"GroupNorm_28.out12_28.out4_0_27",
"NhwcConv_34_out-/decoder/up_blocks.3/resnets.2/conv2/Conv_output_0.out0_1_34",
"/decoder/up_blocks.3/resnets.2/Add.out_2_1_14",
"GroupNorm_29.out12_29.out4_0_28"
]
},
"const": {
"buffer_size": 61114256,
"xrt_arg_id": 3,
"packed_tensors": [
"NhwcConv_0_weight_NHWC",
"NhwcConv_1_weight_NHWC",
"GroupNorm_0_wts_4_0_0",
"NhwcConv_2_weight_NHWC",
"GroupNorm_1_wts_4_0_1",
"NhwcConv_3_weight_NHWC",
"GroupNorm_2_wts_4_1_0",
"onnx::MatMul_917_2_0_0",
"onnx::MatMul_916_2_0_1",
"onnx::MatMul_918_2_0_2",
"/decoder/mid_block/attentions.0/MatMul/MatMulScaleFusion/_FusedActivationmha_3_1_0_mask.10_0",
"onnx::MatMul_926_2_0_3",
"GroupNorm_3_wts_4_0_2",
"NhwcConv_4_weight_NHWC",
"GroupNorm_4_wts_4_0_3",
"NhwcConv_5_weight_NHWC",
"GroupNorm_5_wts_4_0_4",
"NhwcConv_6_weight_NHWC",
"GroupNorm_6_wts_4_0_5",
"NhwcConv_7_weight_NHWC",
"GroupNorm_7_wts_4_0_6",
"NhwcConv_8_weight_NHWC",
"GroupNorm_8_wts_4_0_7",
"NhwcConv_9_weight_NHWC",
"GroupNorm_9_wts_4_0_8",
"NhwcConv_10_weight_NHWC",
"GroupNorm_10_wts_4_0_9",
"NhwcConv_11_weight_NHWC",
"/decoder/up_blocks.0/upsamplers.0/Resize.weights7_0",
"NhwcConv_12_weight_NHWC",
"GroupNorm_11_wts_4_0_10",
"NhwcConv_13_weight_NHWC",
"GroupNorm_12_wts_4_0_11",
"NhwcConv_14_weight_NHWC",
"GroupNorm_13_wts_4_0_12",
"NhwcConv_15_weight_NHWC",
"GroupNorm_14_wts_4_0_13",
"NhwcConv_16_weight_NHWC",
"GroupNorm_15_wts_4_0_14",
"NhwcConv_17_weight_NHWC",
"GroupNorm_16_wts_4_0_15",
"NhwcConv_18_weight_NHWC",
"/decoder/up_blocks.1/upsamplers.0/Resize.weights7_1",
"NhwcConv_19_weight_NHWC",
"GroupNorm_17_wts_4_0_16",
"NhwcConv_20_weight_NHWC",
"NhwcConv_21_weight_NHWC",
"GroupNorm_18_wts_4_0_17",
"NhwcConv_22_weight_NHWC",
"GroupNorm_19_wts_4_0_18",
"NhwcConv_23_weight_NHWC",
"GroupNorm_20_wts_4_0_19",
"NhwcConv_24_weight_NHWC",
"GroupNorm_21_wts_4_0_20",
"NhwcConv_25_weight_NHWC",
"GroupNorm_22_wts_4_0_21",
"NhwcConv_26_weight_NHWC",
"/decoder/up_blocks.2/upsamplers.0/Resize.weights7_2",
"NhwcConv_27_weight_NHWC",
"GroupNorm_23_wts_4_0_22",
"NhwcConv_28_weight_NHWC",
"NhwcConv_29_weight_NHWC",
"GroupNorm_24_wts_4_0_23",
"NhwcConv_30_weight_NHWC",
"GroupNorm_25_wts_4_0_24",
"NhwcConv_31_weight_NHWC",
"GroupNorm_26_wts_4_0_25",
"NhwcConv_32_weight_NHWC",
"GroupNorm_27_wts_4_0_26",
"NhwcConv_33_weight_NHWC",
"GroupNorm_28_wts_4_0_27",
"NhwcConv_34_weight_NHWC",
"GroupNorm_29_wts_4_0_28",
"NhwcConv_35_weight_NHWC"
]
},
"super_instr": {
"buffer_size": 0,
"xrt_arg_id": 4,
"packed_tensors": []
}
},
"tensor_map": {
"Transpose_0_out-latent_sample.out0_1_0": {
"packed_buffer_label": "in",
"xrt_arg_id": 0,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
4
],
"size_in_bytes": 131072,
"op_tensor_size": 131072,
"offset": 0
},
"NhwcConv_35_out-sample.out0_1_35": {
"packed_buffer_label": "out",
"xrt_arg_id": 1,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
3
],
"size_in_bytes": 6291456,
"op_tensor_size": 6291456,
"offset": 0
},
"NhwcConv_0_out-/post_quant_conv/Conv_output_0.out0_1_0": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
4
],
"size_in_bytes": 131072,
"op_tensor_size": 131072,
"offset": 0
},
"NhwcConv_1_out-/decoder/conv_in/Conv_output_0.out0_1_1": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 131072
},
"GroupNorm_0.out12_0.out4_0_0": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 16908288
},
"NhwcConv_2_out-/decoder/mid_block/resnets.0/conv1/Conv_output_0.out0_1_2": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 33685504
},
"GroupNorm_1.out12_1.out4_0_1": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 50462720
},
"NhwcConv_3_out-/decoder/mid_block/resnets.0/conv2/Conv_output_0.out0_1_3": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 67239936
},
"/decoder/mid_block/resnets.0/Add.out_2_1_0": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 84017152
},
"/decoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out4_1_0": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
16384,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 100794368
},
"/decoder/mid_block/attentions.0/Reshape_2_output_0_3d.out1_3_0": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
16384,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 117571584
},
"/decoder/mid_block/attentions.0/Reshape_1_output_0_3d.out1_3_1": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
16384,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 134348800
},
"/decoder/mid_block/attentions.0/Reshape_3_output_0_3d.out1_3_2": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
16384,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 151126016
},
"/decoder/mid_block/attentions.0/Transpose_5_output_0_3d.out10_0": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
16384,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 167903232
},
"/decoder/mid_block/attentions.0/Reshape_5_output_0.nhwc6_0.out1_0_0": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 184680448
},
"/decoder/mid_block/attentions.0/Add_output_0_NHWC.out_2_1_1": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 201457664
},
"GroupNorm_3.out12_3.out4_0_2": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 218234880
},
"NhwcConv_4_out-/decoder/mid_block/resnets.1/conv1/Conv_output_0.out0_1_4": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 235012096
},
"GroupNorm_4.out12_4.out4_0_3": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 251789312
},
"NhwcConv_5_out-/decoder/mid_block/resnets.1/conv2/Conv_output_0.out0_1_5": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 268566528
},
"/decoder/mid_block/resnets.1/Add_output_0_NHWC.out_2_1_2": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 285343744
},
"GroupNorm_5.out12_5.out4_0_4": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 302120960
},
"NhwcConv_6_out-/decoder/up_blocks.0/resnets.0/conv1/Conv_output_0.out0_1_6": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 318898176
},
"GroupNorm_6.out12_6.out4_0_5": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 335675392
},
"NhwcConv_7_out-/decoder/up_blocks.0/resnets.0/conv2/Conv_output_0.out0_1_7": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 352452608
},
"/decoder/up_blocks.0/resnets.0/Add_output_0_NHWC.out_2_1_3": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 369229824
},
"GroupNorm_7.out12_7.out4_0_6": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 386007040
},
"NhwcConv_8_out-/decoder/up_blocks.0/resnets.1/conv1/Conv_output_0.out0_1_8": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 402784256
},
"GroupNorm_8.out12_8.out4_0_7": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 419561472
},
"NhwcConv_9_out-/decoder/up_blocks.0/resnets.1/conv2/Conv_output_0.out0_1_9": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 436338688
},
"/decoder/up_blocks.0/resnets.1/Add_output_0_NHWC.out_2_1_4": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 453115904
},
"GroupNorm_9.out12_9.out4_0_8": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 469893120
},
"NhwcConv_10_out-/decoder/up_blocks.0/resnets.2/conv1/Conv_output_0.out0_1_10": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 486670336
},
"GroupNorm_10.out12_10.out4_0_9": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 503447552
},
"NhwcConv_11_out-/decoder/up_blocks.0/resnets.2/conv2/Conv_output_0.out0_1_11": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 520224768
},
"/decoder/up_blocks.0/resnets.2/Add_output_0.nhwc5_0.out_2_1_5": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
128,
128,
512
],
"size_in_bytes": 16777216,
"op_tensor_size": 16777216,
"offset": 537001984
},
"/decoder/up_blocks.0/upsamplers.0/Resize_output_0.nhwc5_0.out_7_0": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 553779200
},
"NhwcConv_12_out-/decoder/up_blocks.0/upsamplers.0/conv/Conv_output_0.out0_1_12": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 620888064
},
"GroupNorm_11.out12_11.out4_0_10": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 687996928
},
"NhwcConv_13_out-/decoder/up_blocks.1/resnets.0/conv1/Conv_output_0.out0_1_13": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 755105792
},
"GroupNorm_12.out12_12.out4_0_11": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 822214656
},
"NhwcConv_14_out-/decoder/up_blocks.1/resnets.0/conv2/Conv_output_0.out0_1_14": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 889323520
},
"/decoder/up_blocks.1/resnets.0/Add.out_2_1_6": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 956432384
},
"GroupNorm_13.out12_13.out4_0_12": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 1023541248
},
"NhwcConv_15_out-/decoder/up_blocks.1/resnets.1/conv1/Conv_output_0.out0_1_15": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 1090650112
},
"GroupNorm_14.out12_14.out4_0_13": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 1157758976
},
"NhwcConv_16_out-/decoder/up_blocks.1/resnets.1/conv2/Conv_output_0.out0_1_16": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 1224867840
},
"/decoder/up_blocks.1/resnets.1/Add.out_2_1_7": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 1291976704
},
"GroupNorm_15.out12_15.out4_0_14": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 1359085568
},
"NhwcConv_17_out-/decoder/up_blocks.1/resnets.2/conv1/Conv_output_0.out0_1_17": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 1426194432
},
"GroupNorm_16.out12_16.out4_0_15": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 1493303296
},
"NhwcConv_18_out-/decoder/up_blocks.1/resnets.2/conv2/Conv_output_0.out0_1_18": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 1560412160
},
"/decoder/up_blocks.1/resnets.2/Add.out_2_1_8": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
256,
256,
512
],
"size_in_bytes": 67108864,
"op_tensor_size": 67108864,
"offset": 1627521024
},
"/decoder/up_blocks.1/upsamplers.0/Resize_output_0.nhwc5_1.out_7_1": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
512
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 1694629888
},
"NhwcConv_19_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out0_1_19": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
512
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 1963065344
},
"GroupNorm_17.out12_17.out4_0_16": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
512
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 2231500800
},
"NhwcConv_20_out-/decoder/up_blocks.2/resnets.0/conv_shortcut/Conv_output_0.out0_1_20": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 2499936256
},
"NhwcConv_21_out-/decoder/up_blocks.2/resnets.0/conv1/Conv_output_0.out0_1_21": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 2634153984
},
"GroupNorm_18.out12_18.out4_0_17": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 2768371712
},
"NhwcConv_22_out-/decoder/up_blocks.2/resnets.0/conv2/Conv_output_0.out0_1_22": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 2902589440
},
"/decoder/up_blocks.2/resnets.0/Add.out_2_1_9": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 3036807168
},
"GroupNorm_19.out12_19.out4_0_18": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 3171024896
},
"NhwcConv_23_out-/decoder/up_blocks.2/resnets.1/conv1/Conv_output_0.out0_1_23": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 3305242624
},
"GroupNorm_20.out12_20.out4_0_19": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 3439460352
},
"NhwcConv_24_out-/decoder/up_blocks.2/resnets.1/conv2/Conv_output_0.out0_1_24": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 3573678080
},
"/decoder/up_blocks.2/resnets.1/Add.out_2_1_10": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 3707895808
},
"GroupNorm_21.out12_21.out4_0_20": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 3842113536
},
"NhwcConv_25_out-/decoder/up_blocks.2/resnets.2/conv1/Conv_output_0.out0_1_25": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 3976331264
},
"GroupNorm_22.out12_22.out4_0_21": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 4110548992
},
"NhwcConv_26_out-/decoder/up_blocks.2/resnets.2/conv2/Conv_output_0.out0_1_26": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 4244766720
},
"/decoder/up_blocks.2/resnets.2/Add.out_2_1_11": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
512,
512,
256
],
"size_in_bytes": 134217728,
"op_tensor_size": 134217728,
"offset": 4378984448
},
"/decoder/up_blocks.2/upsamplers.0/Resize_output_0.nhwc5_2.out_7_2": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
256
],
"size_in_bytes": 536870912,
"op_tensor_size": 536870912,
"offset": 4513202176
},
"NhwcConv_27_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out0_1_27": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
256
],
"size_in_bytes": 536870912,
"op_tensor_size": 536870912,
"offset": 5050073088
},
"GroupNorm_23.out12_23.out4_0_22": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
256
],
"size_in_bytes": 536870912,
"op_tensor_size": 536870912,
"offset": 5586944000
},
"NhwcConv_28_out-/decoder/up_blocks.3/resnets.0/conv_shortcut/Conv_output_0.out0_1_28": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 6123814912
},
"NhwcConv_29_out-/decoder/up_blocks.3/resnets.0/conv1/Conv_output_0.out0_1_29": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 6392250368
},
"GroupNorm_24.out12_24.out4_0_23": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 6660685824
},
"NhwcConv_30_out-/decoder/up_blocks.3/resnets.0/conv2/Conv_output_0.out0_1_30": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 6929121280
},
"/decoder/up_blocks.3/resnets.0/Add.out_2_1_12": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 7197556736
},
"GroupNorm_25.out12_25.out4_0_24": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 7465992192
},
"NhwcConv_31_out-/decoder/up_blocks.3/resnets.1/conv1/Conv_output_0.out0_1_31": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 7734427648
},
"GroupNorm_26.out12_26.out4_0_25": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 8002863104
},
"NhwcConv_32_out-/decoder/up_blocks.3/resnets.1/conv2/Conv_output_0.out0_1_32": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 8271298560
},
"/decoder/up_blocks.3/resnets.1/Add.out_2_1_13": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 8539734016
},
"GroupNorm_27.out12_27.out4_0_26": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 8808169472
},
"NhwcConv_33_out-/decoder/up_blocks.3/resnets.2/conv1/Conv_output_0.out0_1_33": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 9076604928
},
"GroupNorm_28.out12_28.out4_0_27": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 9345040384
},
"NhwcConv_34_out-/decoder/up_blocks.3/resnets.2/conv2/Conv_output_0.out0_1_34": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 9613475840
},
"/decoder/up_blocks.3/resnets.2/Add.out_2_1_14": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 9881911296
},
"GroupNorm_29.out12_29.out4_0_28": {
"packed_buffer_label": "scratch",
"xrt_arg_id": 2,
"dtype": "bfloat16",
"shape": [
1,
1024,
1024,
128
],
"size_in_bytes": 268435456,
"op_tensor_size": 268435456,
"offset": 10150346752
},
"NhwcConv_0_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
400
],
"size_in_bytes": 400,
"op_tensor_size": 400,
"offset": 0,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_0.const",
"file_size": 400
},
"NhwcConv_1_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
49664
],
"size_in_bytes": 49664,
"op_tensor_size": 49664,
"offset": 400,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_1.const",
"file_size": 49664
},
"GroupNorm_0_wts_4_0_0": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 50064,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_2.const",
"file_size": 2048
},
"NhwcConv_2_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 52112,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_3.const",
"file_size": 2916352
},
"GroupNorm_1_wts_4_0_1": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 2968464,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_4.const",
"file_size": 2048
},
"NhwcConv_3_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 2970512,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_5.const",
"file_size": 2916352
},
"GroupNorm_2_wts_4_1_0": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 5886864,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_6.const",
"file_size": 2048
},
"onnx::MatMul_917_2_0_0": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
299008
],
"size_in_bytes": 299008,
"op_tensor_size": 299008,
"offset": 5888912,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_7.const",
"file_size": 299008
},
"onnx::MatMul_916_2_0_1": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
299008
],
"size_in_bytes": 299008,
"op_tensor_size": 299008,
"offset": 6187920,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_8.const",
"file_size": 299008
},
"onnx::MatMul_918_2_0_2": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
299008
],
"size_in_bytes": 299008,
"op_tensor_size": 299008,
"offset": 6486928,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_9.const",
"file_size": 299008
},
"/decoder/mid_block/attentions.0/MatMul/MatMulScaleFusion/_FusedActivationmha_3_1_0_mask.10_0": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
16384
],
"size_in_bytes": 32768,
"op_tensor_size": 32768,
"offset": 6785936,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_10.const",
"file_size": 32768
},
"onnx::MatMul_926_2_0_3": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
299008
],
"size_in_bytes": 299008,
"op_tensor_size": 299008,
"offset": 6818704,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_11.const",
"file_size": 299008
},
"GroupNorm_3_wts_4_0_2": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 7117712,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_12.const",
"file_size": 2048
},
"NhwcConv_4_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 7119760,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_13.const",
"file_size": 2916352
},
"GroupNorm_4_wts_4_0_3": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 10036112,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_14.const",
"file_size": 2048
},
"NhwcConv_5_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 10038160,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_15.const",
"file_size": 2916352
},
"GroupNorm_5_wts_4_0_4": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 12954512,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_16.const",
"file_size": 2048
},
"NhwcConv_6_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 12956560,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_17.const",
"file_size": 2916352
},
"GroupNorm_6_wts_4_0_5": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 15872912,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_18.const",
"file_size": 2048
},
"NhwcConv_7_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 15874960,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_19.const",
"file_size": 2916352
},
"GroupNorm_7_wts_4_0_6": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 18791312,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_20.const",
"file_size": 2048
},
"NhwcConv_8_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 18793360,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_21.const",
"file_size": 2916352
},
"GroupNorm_8_wts_4_0_7": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 21709712,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_22.const",
"file_size": 2048
},
"NhwcConv_9_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 21711760,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_23.const",
"file_size": 2916352
},
"GroupNorm_9_wts_4_0_8": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 24628112,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_24.const",
"file_size": 2048
},
"NhwcConv_10_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 24630160,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_25.const",
"file_size": 2916352
},
"GroupNorm_10_wts_4_0_9": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 27546512,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_26.const",
"file_size": 2048
},
"NhwcConv_11_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 27548560,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_27.const",
"file_size": 2916352
},
"/decoder/up_blocks.0/upsamplers.0/Resize.weights7_0": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
128
],
"size_in_bytes": 256,
"op_tensor_size": 256,
"offset": 30464912,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_28.const",
"file_size": 256
},
"NhwcConv_12_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 30465168,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_29.const",
"file_size": 2916352
},
"GroupNorm_11_wts_4_0_10": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 33381520,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_30.const",
"file_size": 2048
},
"NhwcConv_13_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 33383568,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_31.const",
"file_size": 2916352
},
"GroupNorm_12_wts_4_0_11": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 36299920,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_32.const",
"file_size": 2048
},
"NhwcConv_14_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 36301968,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_33.const",
"file_size": 2916352
},
"GroupNorm_13_wts_4_0_12": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 39218320,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_34.const",
"file_size": 2048
},
"NhwcConv_15_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 39220368,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_35.const",
"file_size": 2916352
},
"GroupNorm_14_wts_4_0_13": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 42136720,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_36.const",
"file_size": 2048
},
"NhwcConv_16_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 42138768,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_37.const",
"file_size": 2916352
},
"GroupNorm_15_wts_4_0_14": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 45055120,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_38.const",
"file_size": 2048
},
"NhwcConv_17_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 45057168,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_39.const",
"file_size": 2916352
},
"GroupNorm_16_wts_4_0_15": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 47973520,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_40.const",
"file_size": 2048
},
"NhwcConv_18_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 47975568,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_41.const",
"file_size": 2916352
},
"/decoder/up_blocks.1/upsamplers.0/Resize.weights7_1": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
128
],
"size_in_bytes": 256,
"op_tensor_size": 256,
"offset": 50891920,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_42.const",
"file_size": 256
},
"NhwcConv_19_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
2916352
],
"size_in_bytes": 2916352,
"op_tensor_size": 2916352,
"offset": 50892176,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_43.const",
"file_size": 2916352
},
"GroupNorm_17_wts_4_0_16": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
1024
],
"size_in_bytes": 2048,
"op_tensor_size": 2048,
"offset": 53808528,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_44.const",
"file_size": 2048
},
"NhwcConv_20_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
163840
],
"size_in_bytes": 163840,
"op_tensor_size": 163840,
"offset": 53810576,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_45.const",
"file_size": 163840
},
"NhwcConv_21_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
1458176
],
"size_in_bytes": 1458176,
"op_tensor_size": 1458176,
"offset": 53974416,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_46.const",
"file_size": 1458176
},
"GroupNorm_18_wts_4_0_17": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
512
],
"size_in_bytes": 1024,
"op_tensor_size": 1024,
"offset": 55432592,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_47.const",
"file_size": 1024
},
"NhwcConv_22_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
729088
],
"size_in_bytes": 729088,
"op_tensor_size": 729088,
"offset": 55433616,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_48.const",
"file_size": 729088
},
"GroupNorm_19_wts_4_0_18": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
512
],
"size_in_bytes": 1024,
"op_tensor_size": 1024,
"offset": 56162704,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_49.const",
"file_size": 1024
},
"NhwcConv_23_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
729088
],
"size_in_bytes": 729088,
"op_tensor_size": 729088,
"offset": 56163728,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_50.const",
"file_size": 729088
},
"GroupNorm_20_wts_4_0_19": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
512
],
"size_in_bytes": 1024,
"op_tensor_size": 1024,
"offset": 56892816,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_51.const",
"file_size": 1024
},
"NhwcConv_24_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
729088
],
"size_in_bytes": 729088,
"op_tensor_size": 729088,
"offset": 56893840,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_52.const",
"file_size": 729088
},
"GroupNorm_21_wts_4_0_20": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
512
],
"size_in_bytes": 1024,
"op_tensor_size": 1024,
"offset": 57622928,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_53.const",
"file_size": 1024
},
"NhwcConv_25_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
729088
],
"size_in_bytes": 729088,
"op_tensor_size": 729088,
"offset": 57623952,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_54.const",
"file_size": 729088
},
"GroupNorm_22_wts_4_0_21": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
512
],
"size_in_bytes": 1024,
"op_tensor_size": 1024,
"offset": 58353040,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_55.const",
"file_size": 1024
},
"NhwcConv_26_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
729088
],
"size_in_bytes": 729088,
"op_tensor_size": 729088,
"offset": 58354064,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_56.const",
"file_size": 729088
},
"/decoder/up_blocks.2/upsamplers.0/Resize.weights7_2": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
128
],
"size_in_bytes": 256,
"op_tensor_size": 256,
"offset": 59083152,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_57.const",
"file_size": 256
},
"NhwcConv_27_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
729088
],
"size_in_bytes": 729088,
"op_tensor_size": 729088,
"offset": 59083408,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_58.const",
"file_size": 729088
},
"GroupNorm_23_wts_4_0_22": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
512
],
"size_in_bytes": 1024,
"op_tensor_size": 1024,
"offset": 59812496,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_59.const",
"file_size": 1024
},
"NhwcConv_28_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
40960
],
"size_in_bytes": 40960,
"op_tensor_size": 40960,
"offset": 59813520,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_60.const",
"file_size": 40960
},
"NhwcConv_29_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
364544
],
"size_in_bytes": 364544,
"op_tensor_size": 364544,
"offset": 59854480,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_61.const",
"file_size": 364544
},
"GroupNorm_24_wts_4_0_23": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
256
],
"size_in_bytes": 512,
"op_tensor_size": 512,
"offset": 60219024,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_62.const",
"file_size": 512
},
"NhwcConv_30_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
174080
],
"size_in_bytes": 174080,
"op_tensor_size": 174080,
"offset": 60219536,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_63.const",
"file_size": 174080
},
"GroupNorm_25_wts_4_0_24": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
256
],
"size_in_bytes": 512,
"op_tensor_size": 512,
"offset": 60393616,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_64.const",
"file_size": 512
},
"NhwcConv_31_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
174080
],
"size_in_bytes": 174080,
"op_tensor_size": 174080,
"offset": 60394128,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_65.const",
"file_size": 174080
},
"GroupNorm_26_wts_4_0_25": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
256
],
"size_in_bytes": 512,
"op_tensor_size": 512,
"offset": 60568208,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_66.const",
"file_size": 512
},
"NhwcConv_32_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
174080
],
"size_in_bytes": 174080,
"op_tensor_size": 174080,
"offset": 60568720,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_67.const",
"file_size": 174080
},
"GroupNorm_27_wts_4_0_26": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
256
],
"size_in_bytes": 512,
"op_tensor_size": 512,
"offset": 60742800,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_68.const",
"file_size": 512
},
"NhwcConv_33_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
174080
],
"size_in_bytes": 174080,
"op_tensor_size": 174080,
"offset": 60743312,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_69.const",
"file_size": 174080
},
"GroupNorm_28_wts_4_0_27": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
256
],
"size_in_bytes": 512,
"op_tensor_size": 512,
"offset": 60917392,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_70.const",
"file_size": 512
},
"NhwcConv_34_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
174080
],
"size_in_bytes": 174080,
"op_tensor_size": 174080,
"offset": 60917904,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_71.const",
"file_size": 174080
},
"GroupNorm_29_wts_4_0_28": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfloat16",
"shape": [
256
],
"size_in_bytes": 512,
"op_tensor_size": 512,
"offset": 61091984,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_72.const",
"file_size": 512
},
"NhwcConv_35_weight_NHWC": {
"packed_buffer_label": "const",
"xrt_arg_id": 3,
"dtype": "bfp16ebs8",
"shape": [
21760
],
"size_in_bytes": 21760,
"op_tensor_size": 21760,
"offset": 61092496,
"file_name": ".cache/NhwcConv_0-post_quant_convConv_73.const",
"file_size": 21760
}
},
"aux_info": {}
}