diff --git "a/common/vae_encoder/dynamic/dd/cache/NhwcConv_0-encoderconv_inConv_meta.json" "b/common/vae_encoder/dynamic/dd/cache/NhwcConv_0-encoderconv_inConv_meta.json" deleted file mode 100644--- "a/common/vae_encoder/dynamic/dd/cache/NhwcConv_0-encoderconv_inConv_meta.json" +++ /dev/null @@ -1,8311 +0,0 @@ -{ - "dd_meta_major_version": 1, - "dd_meta_minor_version": 4, - "state_table_updates": [], - "op_list": [ - { - "name": "NhwcConv_0-/encoder/conv_in/Conv", - "type": "SDConv", - "in_args": [ - "Transpose_0_out-sample.out2_3_0" - ], - "const_args": [ - "NhwcConv_0_weight_NHWC" - ], - "out_args": [ - "NhwcConv_0_out-/encoder/conv_in/Conv_output_0.out2_3_0" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "4" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "128", - "3", - "3", - "4" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_0", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_0_out-/encoder/conv_in/Conv_output_0.out2_3_0" - ], - "const_args": [ - "GroupNorm_0_wts_10_0_0" - ], - "out_args": [ - "GroupNorm_0.out13_0.out10_0_0" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "256" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "128" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "128" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_1-/encoder/down_blocks.0/resnets.0/conv1/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_0.out13_0.out10_0_0" - ], - "const_args": [ - "NhwcConv_1_weight_NHWC" - ], - "out_args": [ - "NhwcConv_1_out-/encoder/down_blocks.0/resnets.0/conv1/Conv_output_0.out2_3_1" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "128", - "3", - "3", - "128" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_1", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_1_out-/encoder/down_blocks.0/resnets.0/conv1/Conv_output_0.out2_3_1" - ], - "const_args": [ - "GroupNorm_1_wts_10_0_1" - ], - "out_args": [ - "GroupNorm_1.out13_1.out10_0_1" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "256" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "128" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "128" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_2-/encoder/down_blocks.0/resnets.0/conv2/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_1.out13_1.out10_0_1" - ], - "const_args": [ - "NhwcConv_2_weight_NHWC" - ], - "out_args": [ - "NhwcConv_2_out-/encoder/down_blocks.0/resnets.0/conv2/Conv_output_0.out2_3_2" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "128", - "3", - "3", - "128" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/down_blocks.0/resnets.0/Add", - "type": "SDAdd", - "in_args": [ - "NhwcConv_0_out-/encoder/conv_in/Conv_output_0.out2_3_0", - "NhwcConv_2_out-/encoder/down_blocks.0/resnets.0/conv2/Conv_output_0.out2_3_2" - ], - "const_args": [], - "out_args": [ - "/encoder/down_blocks.0/resnets.0/Add.out_7_1_0" - ], - "attrs": { - "a_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "b_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "c_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "is_bias_add": { - "type": "int", - "value": [ - "0" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_2", - "type": "SDGroupNorm", - "in_args": [ - "/encoder/down_blocks.0/resnets.0/Add.out_7_1_0" - ], - "const_args": [ - "GroupNorm_2_wts_10_0_2" - ], - "out_args": [ - "GroupNorm_2.out13_2.out10_0_2" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "256" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "128" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "128" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_3-/encoder/down_blocks.0/resnets.1/conv1/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_2.out13_2.out10_0_2" - ], - "const_args": [ - "NhwcConv_3_weight_NHWC" - ], - "out_args": [ - "NhwcConv_3_out-/encoder/down_blocks.0/resnets.1/conv1/Conv_output_0.out2_3_3" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "128", - "3", - "3", - "128" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_3", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_3_out-/encoder/down_blocks.0/resnets.1/conv1/Conv_output_0.out2_3_3" - ], - "const_args": [ - "GroupNorm_3_wts_10_0_3" - ], - "out_args": [ - "GroupNorm_3.out13_3.out10_0_3" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "256" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "128" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "128" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_4-/encoder/down_blocks.0/resnets.1/conv2/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_3.out13_3.out10_0_3" - ], - "const_args": [ - "NhwcConv_4_weight_NHWC" - ], - "out_args": [ - "NhwcConv_4_out-/encoder/down_blocks.0/resnets.1/conv2/Conv_output_0.out2_3_4" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "128", - "3", - "3", - "128" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/down_blocks.0/resnets.1/Add", - "type": "SDAdd", - "in_args": [ - "/encoder/down_blocks.0/resnets.0/Add.out_7_1_0", - "NhwcConv_4_out-/encoder/down_blocks.0/resnets.1/conv2/Conv_output_0.out2_3_4" - ], - "const_args": [], - "out_args": [ - "/encoder/down_blocks.0/resnets.1/Add.out_7_1_1" - ], - "attrs": { - "a_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "b_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "c_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "is_bias_add": { - "type": "int", - "value": [ - "0" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_5-/encoder/down_blocks.0/downsamplers.0/conv/Conv", - "type": "SDConv", - "in_args": [ - "/encoder/down_blocks.0/resnets.1/Add.out_7_1_1" - ], - "const_args": [ - "NhwcConv_5_weight_NHWC" - ], - "out_args": [ - "NhwcConv_5_out-/encoder/down_blocks.0/downsamplers.0/conv/Conv_output_0.out2_3_5" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "strides": { - "type": "int", - "value": [ - "2", - "2" - ] - }, - "pads": { - "type": "int", - "value": [ - "0", - "0", - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "height", - "width", - "128" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "128" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "128", - "3", - "3", - "128" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_4", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_5_out-/encoder/down_blocks.0/downsamplers.0/conv/Conv_output_0.out2_3_5" - ], - "const_args": [ - "GroupNorm_4_wts_10_0_4" - ], - "out_args": [ - "GroupNorm_4.out13_4.out10_0_4" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "128" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "128" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "256" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "128" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "128" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_6-/encoder/down_blocks.1/resnets.0/conv_shortcut/Conv", - "type": "SDConv", - "in_args": [ - "NhwcConv_5_out-/encoder/down_blocks.0/downsamplers.0/conv/Conv_output_0.out2_3_5" - ], - "const_args": [ - "NhwcConv_6_weight_NHWC" - ], - "out_args": [ - "NhwcConv_6_out-/encoder/down_blocks.1/resnets.0/conv_shortcut/Conv_output_0.out2_3_6" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "pads": { - "type": "int", - "value": [ - "0", - "0", - "0", - "0" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "128" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "256", - "1", - "1", - "128" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_7-/encoder/down_blocks.1/resnets.0/conv1/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_4.out13_4.out10_0_4" - ], - "const_args": [ - "NhwcConv_7_weight_NHWC" - ], - "out_args": [ - "NhwcConv_7_out-/encoder/down_blocks.1/resnets.0/conv1/Conv_output_0.out2_3_7" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "128" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "256", - "3", - "3", - "128" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_5", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_7_out-/encoder/down_blocks.1/resnets.0/conv1/Conv_output_0.out2_3_7" - ], - "const_args": [ - "GroupNorm_5_wts_10_0_5" - ], - "out_args": [ - "GroupNorm_5.out13_5.out10_0_5" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "256" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "256" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_8-/encoder/down_blocks.1/resnets.0/conv2/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_5.out13_5.out10_0_5" - ], - "const_args": [ - "NhwcConv_8_weight_NHWC" - ], - "out_args": [ - "NhwcConv_8_out-/encoder/down_blocks.1/resnets.0/conv2/Conv_output_0.out2_3_8" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "256", - "3", - "3", - "256" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/down_blocks.1/resnets.0/Add", - "type": "SDAdd", - "in_args": [ - "NhwcConv_6_out-/encoder/down_blocks.1/resnets.0/conv_shortcut/Conv_output_0.out2_3_6", - "NhwcConv_8_out-/encoder/down_blocks.1/resnets.0/conv2/Conv_output_0.out2_3_8" - ], - "const_args": [], - "out_args": [ - "/encoder/down_blocks.1/resnets.0/Add.out_7_1_2" - ], - "attrs": { - "a_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "b_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "c_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "is_bias_add": { - "type": "int", - "value": [ - "0" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_6", - "type": "SDGroupNorm", - "in_args": [ - "/encoder/down_blocks.1/resnets.0/Add.out_7_1_2" - ], - "const_args": [ - "GroupNorm_6_wts_10_0_6" - ], - "out_args": [ - "GroupNorm_6.out13_6.out10_0_6" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "256" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "256" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_9-/encoder/down_blocks.1/resnets.1/conv1/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_6.out13_6.out10_0_6" - ], - "const_args": [ - "NhwcConv_9_weight_NHWC" - ], - "out_args": [ - "NhwcConv_9_out-/encoder/down_blocks.1/resnets.1/conv1/Conv_output_0.out2_3_9" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "256", - "3", - "3", - "256" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_7", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_9_out-/encoder/down_blocks.1/resnets.1/conv1/Conv_output_0.out2_3_9" - ], - "const_args": [ - "GroupNorm_7_wts_10_0_7" - ], - "out_args": [ - "GroupNorm_7.out13_7.out10_0_7" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "256" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "256" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_10-/encoder/down_blocks.1/resnets.1/conv2/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_7.out13_7.out10_0_7" - ], - "const_args": [ - "NhwcConv_10_weight_NHWC" - ], - "out_args": [ - "NhwcConv_10_out-/encoder/down_blocks.1/resnets.1/conv2/Conv_output_0.out2_3_10" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "256", - "3", - "3", - "256" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/down_blocks.1/resnets.1/Add", - "type": "SDAdd", - "in_args": [ - "/encoder/down_blocks.1/resnets.0/Add.out_7_1_2", - "NhwcConv_10_out-/encoder/down_blocks.1/resnets.1/conv2/Conv_output_0.out2_3_10" - ], - "const_args": [], - "out_args": [ - "/encoder/down_blocks.1/resnets.1/Add.out_7_1_3" - ], - "attrs": { - "a_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "b_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "c_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "is_bias_add": { - "type": "int", - "value": [ - "0" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_11-/encoder/down_blocks.1/downsamplers.0/conv/Conv", - "type": "SDConv", - "in_args": [ - "/encoder/down_blocks.1/resnets.1/Add.out_7_1_3" - ], - "const_args": [ - "NhwcConv_11_weight_NHWC" - ], - "out_args": [ - "NhwcConv_11_out-/encoder/down_blocks.1/downsamplers.0/conv/Conv_output_0.out2_3_11" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "strides": { - "type": "int", - "value": [ - "2", - "2" - ] - }, - "pads": { - "type": "int", - "value": [ - "0", - "0", - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(height/2)", - "floor(width/2)", - "256" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "256" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "256", - "3", - "3", - "256" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_8", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_11_out-/encoder/down_blocks.1/downsamplers.0/conv/Conv_output_0.out2_3_11" - ], - "const_args": [ - "GroupNorm_8_wts_10_0_8" - ], - "out_args": [ - "GroupNorm_8.out13_8.out10_0_8" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "256" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "256" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "256" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "256" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_12-/encoder/down_blocks.2/resnets.0/conv_shortcut/Conv", - "type": "SDConv", - "in_args": [ - "NhwcConv_11_out-/encoder/down_blocks.1/downsamplers.0/conv/Conv_output_0.out2_3_11" - ], - "const_args": [ - "NhwcConv_12_weight_NHWC" - ], - "out_args": [ - "NhwcConv_12_out-/encoder/down_blocks.2/resnets.0/conv_shortcut/Conv_output_0.out2_3_12" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "pads": { - "type": "int", - "value": [ - "0", - "0", - "0", - "0" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "256" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "1", - "1", - "256" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_13-/encoder/down_blocks.2/resnets.0/conv1/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_8.out13_8.out10_0_8" - ], - "const_args": [ - "NhwcConv_13_weight_NHWC" - ], - "out_args": [ - "NhwcConv_13_out-/encoder/down_blocks.2/resnets.0/conv1/Conv_output_0.out2_3_13" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "256" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "3", - "3", - "256" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_9", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_13_out-/encoder/down_blocks.2/resnets.0/conv1/Conv_output_0.out2_3_13" - ], - "const_args": [ - "GroupNorm_9_wts_10_0_9" - ], - "out_args": [ - "GroupNorm_9.out13_9.out10_0_9" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "1024" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_14-/encoder/down_blocks.2/resnets.0/conv2/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_9.out13_9.out10_0_9" - ], - "const_args": [ - "NhwcConv_14_weight_NHWC" - ], - "out_args": [ - "NhwcConv_14_out-/encoder/down_blocks.2/resnets.0/conv2/Conv_output_0.out2_3_14" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "3", - "3", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/down_blocks.2/resnets.0/Add", - "type": "SDAdd", - "in_args": [ - "NhwcConv_12_out-/encoder/down_blocks.2/resnets.0/conv_shortcut/Conv_output_0.out2_3_12", - "NhwcConv_14_out-/encoder/down_blocks.2/resnets.0/conv2/Conv_output_0.out2_3_14" - ], - "const_args": [], - "out_args": [ - "/encoder/down_blocks.2/resnets.0/Add.out_7_1_4" - ], - "attrs": { - "a_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "b_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "c_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "is_bias_add": { - "type": "int", - "value": [ - "0" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_10", - "type": "SDGroupNorm", - "in_args": [ - "/encoder/down_blocks.2/resnets.0/Add.out_7_1_4" - ], - "const_args": [ - "GroupNorm_10_wts_10_0_10" - ], - "out_args": [ - "GroupNorm_10.out13_10.out10_0_10" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "1024" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_15-/encoder/down_blocks.2/resnets.1/conv1/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_10.out13_10.out10_0_10" - ], - "const_args": [ - "NhwcConv_15_weight_NHWC" - ], - "out_args": [ - "NhwcConv_15_out-/encoder/down_blocks.2/resnets.1/conv1/Conv_output_0.out2_3_15" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "3", - "3", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_11", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_15_out-/encoder/down_blocks.2/resnets.1/conv1/Conv_output_0.out2_3_15" - ], - "const_args": [ - "GroupNorm_11_wts_10_0_11" - ], - "out_args": [ - "GroupNorm_11.out13_11.out10_0_11" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "1024" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_16-/encoder/down_blocks.2/resnets.1/conv2/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_11.out13_11.out10_0_11" - ], - "const_args": [ - "NhwcConv_16_weight_NHWC" - ], - "out_args": [ - "NhwcConv_16_out-/encoder/down_blocks.2/resnets.1/conv2/Conv_output_0.out2_3_16" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "3", - "3", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/down_blocks.2/resnets.1/Add", - "type": "SDAdd", - "in_args": [ - "/encoder/down_blocks.2/resnets.0/Add.out_7_1_4", - "NhwcConv_16_out-/encoder/down_blocks.2/resnets.1/conv2/Conv_output_0.out2_3_16" - ], - "const_args": [], - "out_args": [ - "/encoder/down_blocks.2/resnets.1/Add.out_7_1_5" - ], - "attrs": { - "a_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "b_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "c_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "is_bias_add": { - "type": "int", - "value": [ - "0" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_17-/encoder/down_blocks.2/downsamplers.0/conv/Conv", - "type": "SDConv", - "in_args": [ - "/encoder/down_blocks.2/resnets.1/Add.out_7_1_5" - ], - "const_args": [ - "NhwcConv_17_weight_NHWC" - ], - "out_args": [ - "NhwcConv_17_out-/encoder/down_blocks.2/downsamplers.0/conv/Conv_output_0.out2_3_17" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "strides": { - "type": "int", - "value": [ - "2", - "2" - ] - }, - "pads": { - "type": "int", - "value": [ - "0", - "0", - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "3", - "3", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_12", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_17_out-/encoder/down_blocks.2/downsamplers.0/conv/Conv_output_0.out2_3_17" - ], - "const_args": [ - "GroupNorm_12_wts_10_0_12" - ], - "out_args": [ - "GroupNorm_12.out13_12.out10_0_12" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "1024" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_18-/encoder/down_blocks.3/resnets.0/conv1/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_12.out13_12.out10_0_12" - ], - "const_args": [ - "NhwcConv_18_weight_NHWC" - ], - "out_args": [ - "NhwcConv_18_out-/encoder/down_blocks.3/resnets.0/conv1/Conv_output_0.out2_3_18" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "3", - "3", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_13", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_18_out-/encoder/down_blocks.3/resnets.0/conv1/Conv_output_0.out2_3_18" - ], - "const_args": [ - "GroupNorm_13_wts_10_0_13" - ], - "out_args": [ - "GroupNorm_13.out13_13.out10_0_13" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "1024" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_19-/encoder/down_blocks.3/resnets.0/conv2/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_13.out13_13.out10_0_13" - ], - "const_args": [ - "NhwcConv_19_weight_NHWC" - ], - "out_args": [ - "NhwcConv_19_out-/encoder/down_blocks.3/resnets.0/conv2/Conv_output_0.out2_3_19" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "3", - "3", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/down_blocks.3/resnets.0/Add", - "type": "SDAdd", - "in_args": [ - "NhwcConv_17_out-/encoder/down_blocks.2/downsamplers.0/conv/Conv_output_0.out2_3_17", - "NhwcConv_19_out-/encoder/down_blocks.3/resnets.0/conv2/Conv_output_0.out2_3_19" - ], - "const_args": [], - "out_args": [ - "/encoder/down_blocks.3/resnets.0/Add.out_7_1_6" - ], - "attrs": { - "a_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "b_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "c_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "is_bias_add": { - "type": "int", - "value": [ - "0" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_14", - "type": "SDGroupNorm", - "in_args": [ - "/encoder/down_blocks.3/resnets.0/Add.out_7_1_6" - ], - "const_args": [ - "GroupNorm_14_wts_10_0_14" - ], - "out_args": [ - "GroupNorm_14.out13_14.out10_0_14" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "1024" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_20-/encoder/down_blocks.3/resnets.1/conv1/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_14.out13_14.out10_0_14" - ], - "const_args": [ - "NhwcConv_20_weight_NHWC" - ], - "out_args": [ - "NhwcConv_20_out-/encoder/down_blocks.3/resnets.1/conv1/Conv_output_0.out2_3_20" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "3", - "3", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_15", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_20_out-/encoder/down_blocks.3/resnets.1/conv1/Conv_output_0.out2_3_20" - ], - "const_args": [ - "GroupNorm_15_wts_10_0_15" - ], - "out_args": [ - "GroupNorm_15.out13_15.out10_0_15" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "1024" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_21-/encoder/down_blocks.3/resnets.1/conv2/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_15.out13_15.out10_0_15" - ], - "const_args": [ - "NhwcConv_21_weight_NHWC" - ], - "out_args": [ - "NhwcConv_21_out-/encoder/down_blocks.3/resnets.1/conv2/Conv_output_0.out2_3_21" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "3", - "3", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/down_blocks.3/resnets.1/Add", - "type": "SDAdd", - "in_args": [ - "/encoder/down_blocks.3/resnets.0/Add.out_7_1_6", - "NhwcConv_21_out-/encoder/down_blocks.3/resnets.1/conv2/Conv_output_0.out2_3_21" - ], - "const_args": [], - "out_args": [ - "/encoder/down_blocks.3/resnets.1/Add.out_7_1_7" - ], - "attrs": { - "a_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "b_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "c_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "is_bias_add": { - "type": "int", - "value": [ - "0" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_16", - "type": "SDGroupNorm", - "in_args": [ - "/encoder/down_blocks.3/resnets.1/Add.out_7_1_7" - ], - "const_args": [ - "GroupNorm_16_wts_10_0_16" - ], - "out_args": [ - "GroupNorm_16.out13_16.out10_0_16" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "1024" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_22-/encoder/mid_block/resnets.0/conv1/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_16.out13_16.out10_0_16" - ], - "const_args": [ - "NhwcConv_22_weight_NHWC" - ], - "out_args": [ - "NhwcConv_22_out-/encoder/mid_block/resnets.0/conv1/Conv_output_0.out2_3_22" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "3", - "3", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_17", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_22_out-/encoder/mid_block/resnets.0/conv1/Conv_output_0.out2_3_22" - ], - "const_args": [ - "GroupNorm_17_wts_10_0_17" - ], - "out_args": [ - "GroupNorm_17.out13_17.out10_0_17" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "1024" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_23-/encoder/mid_block/resnets.0/conv2/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_17.out13_17.out10_0_17" - ], - "const_args": [ - "NhwcConv_23_weight_NHWC" - ], - "out_args": [ - "NhwcConv_23_out-/encoder/mid_block/resnets.0/conv2/Conv_output_0.out2_3_23" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "3", - "3", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/mid_block/resnets.0/Add", - "type": "SDAdd", - "in_args": [ - "/encoder/down_blocks.3/resnets.1/Add.out_7_1_7", - "NhwcConv_23_out-/encoder/mid_block/resnets.0/conv2/Conv_output_0.out2_3_23" - ], - "const_args": [], - "out_args": [ - "/encoder/mid_block/resnets.0/Add.out_7_1_8" - ], - "attrs": { - "a_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "b_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "c_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "is_bias_add": { - "type": "int", - "value": [ - "0" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_18", - "type": "SDGroupNorm", - "in_args": [ - "/encoder/mid_block/resnets.0/Add.out_7_1_8" - ], - "const_args": [ - "GroupNorm_18_wts_10_1_0" - ], - "out_args": [ - "/encoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out10_1_0" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "1024" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/mid_block/attentions.0/to_k/MatMul", - "type": "SDGemm", - "in_args": [ - "/encoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out10_1_0" - ], - "const_args": [ - "onnx::MatMul_875" - ], - "out_args": [ - "/encoder/mid_block/attentions.0/to_k/Add_output_0.out3_3_0" - ], - "attrs": { - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "bias_enable": { - "type": "int", - "value": [ - "1" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "bfloat16" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/mid_block/attentions.0/to_q/MatMul", - "type": "SDGemm", - "in_args": [ - "/encoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out10_1_0" - ], - "const_args": [ - "onnx::MatMul_874" - ], - "out_args": [ - "/encoder/mid_block/attentions.0/to_q/Add_output_0.out3_3_1" - ], - "attrs": { - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "bias_enable": { - "type": "int", - "value": [ - "1" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "bfloat16" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/mid_block/attentions.0/to_v/MatMul", - "type": "SDGemm", - "in_args": [ - "/encoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out10_1_0" - ], - "const_args": [ - "onnx::MatMul_876" - ], - "out_args": [ - "/encoder/mid_block/attentions.0/to_v/Add_output_0.out3_3_2" - ], - "attrs": { - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "bias_enable": { - "type": "int", - "value": [ - "1" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "bfloat16" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/mid_block/attentions.0/MatMulmha_4_0_0", - "type": "SDMHA_VAE", - "in_args": [ - "/encoder/mid_block/attentions.0/to_q/Add_output_0.out3_3_1", - "/encoder/mid_block/attentions.0/to_k/Add_output_0.out3_3_0", - "/encoder/mid_block/attentions.0/to_v/Add_output_0.out3_3_2" - ], - "const_args": [ - "/encoder/mid_block/attentions.0/MatMulmha_4_0_0_mask.9_0" - ], - "out_args": [ - "/encoder/mid_block/attentions.0/Reshape_4_output_0.out9_0" - ], - "attrs": { - "num_heads": { - "type": "int", - "value": [ - "1" - ] - }, - "unidirectional": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "512", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "op_version": { - "type": "str", - "value": [ - "v1.0" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/mid_block/attentions.0/to_out.0/MatMul", - "type": "SDGemm", - "in_args": [ - "/encoder/mid_block/attentions.0/Reshape_4_output_0.out9_0" - ], - "const_args": [ - "onnx::MatMul_884" - ], - "out_args": [ - "/encoder/mid_block/attentions.0/Transpose_6_output_0_4d.out3_0_0" - ], - "attrs": { - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "bias_enable": { - "type": "int", - "value": [ - "1" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "bfloat16" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/mid_block/attentions.0/Add", - "type": "SDAdd", - "in_args": [ - "/encoder/mid_block/attentions.0/Transpose_6_output_0_4d.out3_0_0", - "/encoder/mid_block/resnets.0/Add.out_7_1_8" - ], - "const_args": [], - "out_args": [ - "/encoder/mid_block/attentions.0/Add_output_0_NHWC.out_7_1_9" - ], - "attrs": { - "a_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "b_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "c_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "is_bias_add": { - "type": "int", - "value": [ - "0" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_19", - "type": "SDGroupNorm", - "in_args": [ - "/encoder/mid_block/attentions.0/Add_output_0_NHWC.out_7_1_9" - ], - "const_args": [ - "GroupNorm_19_wts_10_0_18" - ], - "out_args": [ - "GroupNorm_19.out13_19.out10_0_18" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "1024" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_24-/encoder/mid_block/resnets.1/conv1/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_19.out13_19.out10_0_18" - ], - "const_args": [ - "NhwcConv_24_weight_NHWC" - ], - "out_args": [ - "NhwcConv_24_out-/encoder/mid_block/resnets.1/conv1/Conv_output_0.out2_3_24" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "3", - "3", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_20", - "type": "SDGroupNorm", - "in_args": [ - "NhwcConv_24_out-/encoder/mid_block/resnets.1/conv1/Conv_output_0.out2_3_24" - ], - "const_args": [ - "GroupNorm_20_wts_10_0_19" - ], - "out_args": [ - "GroupNorm_20.out13_20.out10_0_19" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "1024" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_25-/encoder/mid_block/resnets.1/conv2/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_20.out13_20.out10_0_19" - ], - "const_args": [ - "NhwcConv_25_weight_NHWC" - ], - "out_args": [ - "NhwcConv_25_out-/encoder/mid_block/resnets.1/conv2/Conv_output_0.out2_3_25" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "512", - "3", - "3", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "/encoder/mid_block/resnets.1/Add", - "type": "SDAdd", - "in_args": [ - "/encoder/mid_block/attentions.0/Add_output_0_NHWC.out_7_1_9", - "NhwcConv_25_out-/encoder/mid_block/resnets.1/conv2/Conv_output_0.out2_3_25" - ], - "const_args": [], - "out_args": [ - "/encoder/mid_block/resnets.1/Add_output_0_NHWC.out_7_1_10" - ], - "attrs": { - "a_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "b_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "c_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "is_bias_add": { - "type": "int", - "value": [ - "0" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "GroupNorm_21", - "type": "SDGroupNorm", - "in_args": [ - "/encoder/mid_block/resnets.1/Add_output_0_NHWC.out_7_1_10" - ], - "const_args": [ - "GroupNorm_21_wts_10_0_20" - ], - "out_args": [ - "GroupNorm_21.out13_21.out10_0_20" - ], - "attrs": { - "epsilon": { - "type": "float", - "value": [ - "9.999999974752427e-07" - ] - }, - "groups": { - "type": "int", - "value": [ - "32" - ] - }, - "channels_last": { - "type": "int", - "value": [ - "1" - ] - }, - "activation": { - "type": "int", - "value": [ - "0" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "wts_shape": { - "type": "int", - "value": [ - "1024" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfloat16" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "gamma_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "beta_shape": { - "type": "int", - "value": [ - "512" - ] - }, - "nonlinear": { - "type": "str", - "value": [ - "Silu" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - }, - { - "name": "NhwcConv_26-/encoder/conv_out/Conv", - "type": "SDConv", - "in_args": [ - "GroupNorm_21.out13_21.out10_0_20" - ], - "const_args": [ - "NhwcConv_26_weight_NHWC" - ], - "out_args": [ - "NhwcConv_26_out-latent_sample.out2_3_26" - ], - "attrs": { - "auto_pad": { - "type": "str", - "value": [ - "NOTSET" - ] - }, - "dilations": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "group": { - "type": "int", - "value": [ - "1" - ] - }, - "kernel_shape": { - "type": "int", - "value": [ - "3", - "3" - ] - }, - "pads": { - "type": "int", - "value": [ - "1", - "1", - "1", - "1" - ] - }, - "strides": { - "type": "int", - "value": [ - "1", - "1" - ] - }, - "input_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "512" - ] - }, - "output_shape": { - "type": "str", - "value": [ - "1", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "32" - ] - }, - "weight_shape": { - "type": "int", - "value": [ - "32", - "3", - "3", - "512" - ] - }, - "out_dtypes": { - "type": "str", - "value": [ - "bfloat16" - ] - }, - "in_dtypes": { - "type": "str", - "value": [ - "bfloat16", - "bfp16ebs8", - "float" - ] - }, - "ctrl_packet": { - "type": "int", - "value": [ - "1" - ] - } - } - } - ], - "fused_tensors": { - "in": { - "buffer_size": 8, - "xrt_arg_id": 0, - "packed_tensors": [ - "Transpose_0_out-sample.out2_3_0" - ] - }, - "out": { - "buffer_size": 64, - "xrt_arg_id": 1, - "packed_tensors": [ - "NhwcConv_26_out-latent_sample.out2_3_26" - ] - }, - "scratch": { - "buffer_size": 49408, - "xrt_arg_id": 2, - "packed_tensors": [ - "NhwcConv_0_out-/encoder/conv_in/Conv_output_0.out2_3_0", - "GroupNorm_0.out13_0.out10_0_0", - "NhwcConv_1_out-/encoder/down_blocks.0/resnets.0/conv1/Conv_output_0.out2_3_1", - "GroupNorm_1.out13_1.out10_0_1", - "NhwcConv_2_out-/encoder/down_blocks.0/resnets.0/conv2/Conv_output_0.out2_3_2", - "/encoder/down_blocks.0/resnets.0/Add.out_7_1_0", - "GroupNorm_2.out13_2.out10_0_2", - "NhwcConv_3_out-/encoder/down_blocks.0/resnets.1/conv1/Conv_output_0.out2_3_3", - "GroupNorm_3.out13_3.out10_0_3", - "NhwcConv_4_out-/encoder/down_blocks.0/resnets.1/conv2/Conv_output_0.out2_3_4", - "/encoder/down_blocks.0/resnets.1/Add.out_7_1_1", - "NhwcConv_5_out-/encoder/down_blocks.0/downsamplers.0/conv/Conv_output_0.out2_3_5", - "GroupNorm_4.out13_4.out10_0_4", - "NhwcConv_6_out-/encoder/down_blocks.1/resnets.0/conv_shortcut/Conv_output_0.out2_3_6", - "NhwcConv_7_out-/encoder/down_blocks.1/resnets.0/conv1/Conv_output_0.out2_3_7", - "GroupNorm_5.out13_5.out10_0_5", - "NhwcConv_8_out-/encoder/down_blocks.1/resnets.0/conv2/Conv_output_0.out2_3_8", - "/encoder/down_blocks.1/resnets.0/Add.out_7_1_2", - "GroupNorm_6.out13_6.out10_0_6", - "NhwcConv_9_out-/encoder/down_blocks.1/resnets.1/conv1/Conv_output_0.out2_3_9", - "GroupNorm_7.out13_7.out10_0_7", - "NhwcConv_10_out-/encoder/down_blocks.1/resnets.1/conv2/Conv_output_0.out2_3_10", - "/encoder/down_blocks.1/resnets.1/Add.out_7_1_3", - "NhwcConv_11_out-/encoder/down_blocks.1/downsamplers.0/conv/Conv_output_0.out2_3_11", - "GroupNorm_8.out13_8.out10_0_8", - "NhwcConv_12_out-/encoder/down_blocks.2/resnets.0/conv_shortcut/Conv_output_0.out2_3_12", - "NhwcConv_13_out-/encoder/down_blocks.2/resnets.0/conv1/Conv_output_0.out2_3_13", - "GroupNorm_9.out13_9.out10_0_9", - "NhwcConv_14_out-/encoder/down_blocks.2/resnets.0/conv2/Conv_output_0.out2_3_14", - "/encoder/down_blocks.2/resnets.0/Add.out_7_1_4", - "GroupNorm_10.out13_10.out10_0_10", - "NhwcConv_15_out-/encoder/down_blocks.2/resnets.1/conv1/Conv_output_0.out2_3_15", - "GroupNorm_11.out13_11.out10_0_11", - "NhwcConv_16_out-/encoder/down_blocks.2/resnets.1/conv2/Conv_output_0.out2_3_16", - "/encoder/down_blocks.2/resnets.1/Add.out_7_1_5", - "NhwcConv_17_out-/encoder/down_blocks.2/downsamplers.0/conv/Conv_output_0.out2_3_17", - "GroupNorm_12.out13_12.out10_0_12", - "NhwcConv_18_out-/encoder/down_blocks.3/resnets.0/conv1/Conv_output_0.out2_3_18", - "GroupNorm_13.out13_13.out10_0_13", - "NhwcConv_19_out-/encoder/down_blocks.3/resnets.0/conv2/Conv_output_0.out2_3_19", - "/encoder/down_blocks.3/resnets.0/Add.out_7_1_6", - "GroupNorm_14.out13_14.out10_0_14", - "NhwcConv_20_out-/encoder/down_blocks.3/resnets.1/conv1/Conv_output_0.out2_3_20", - "GroupNorm_15.out13_15.out10_0_15", - "NhwcConv_21_out-/encoder/down_blocks.3/resnets.1/conv2/Conv_output_0.out2_3_21", - "/encoder/down_blocks.3/resnets.1/Add.out_7_1_7", - "GroupNorm_16.out13_16.out10_0_16", - "NhwcConv_22_out-/encoder/mid_block/resnets.0/conv1/Conv_output_0.out2_3_22", - "GroupNorm_17.out13_17.out10_0_17", - "NhwcConv_23_out-/encoder/mid_block/resnets.0/conv2/Conv_output_0.out2_3_23", - "/encoder/mid_block/resnets.0/Add.out_7_1_8", - "/encoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out10_1_0", - "/encoder/mid_block/attentions.0/to_k/Add_output_0.out3_3_0", - "/encoder/mid_block/attentions.0/to_q/Add_output_0.out3_3_1", - "/encoder/mid_block/attentions.0/to_v/Add_output_0.out3_3_2", - "/encoder/mid_block/attentions.0/Reshape_4_output_0.out9_0", - "/encoder/mid_block/attentions.0/Transpose_6_output_0_4d.out3_0_0", - "/encoder/mid_block/attentions.0/Add_output_0_NHWC.out_7_1_9", - "GroupNorm_19.out13_19.out10_0_18", - "NhwcConv_24_out-/encoder/mid_block/resnets.1/conv1/Conv_output_0.out2_3_24", - "GroupNorm_20.out13_20.out10_0_19", - "NhwcConv_25_out-/encoder/mid_block/resnets.1/conv2/Conv_output_0.out2_3_25", - "/encoder/mid_block/resnets.1/Add_output_0_NHWC.out_7_1_10", - "GroupNorm_21.out13_21.out10_0_20" - ] - }, - "const": { - "buffer_size": 42234496, - "xrt_arg_id": 3, - "packed_tensors": [ - "NhwcConv_0_weight_NHWC", - "GroupNorm_0_wts_10_0_0", - "NhwcConv_1_weight_NHWC", - "GroupNorm_1_wts_10_0_1", - "NhwcConv_2_weight_NHWC", - "GroupNorm_2_wts_10_0_2", - "NhwcConv_3_weight_NHWC", - "GroupNorm_3_wts_10_0_3", - "NhwcConv_4_weight_NHWC", - "NhwcConv_5_weight_NHWC", - "GroupNorm_4_wts_10_0_4", - "NhwcConv_6_weight_NHWC", - "NhwcConv_7_weight_NHWC", - "GroupNorm_5_wts_10_0_5", - "NhwcConv_8_weight_NHWC", - "GroupNorm_6_wts_10_0_6", - "NhwcConv_9_weight_NHWC", - "GroupNorm_7_wts_10_0_7", - "NhwcConv_10_weight_NHWC", - "NhwcConv_11_weight_NHWC", - "GroupNorm_8_wts_10_0_8", - "NhwcConv_12_weight_NHWC", - "NhwcConv_13_weight_NHWC", - "GroupNorm_9_wts_10_0_9", - "NhwcConv_14_weight_NHWC", - "GroupNorm_10_wts_10_0_10", - "NhwcConv_15_weight_NHWC", - "GroupNorm_11_wts_10_0_11", - "NhwcConv_16_weight_NHWC", - "NhwcConv_17_weight_NHWC", - "GroupNorm_12_wts_10_0_12", - "NhwcConv_18_weight_NHWC", - "GroupNorm_13_wts_10_0_13", - "NhwcConv_19_weight_NHWC", - "GroupNorm_14_wts_10_0_14", - "NhwcConv_20_weight_NHWC", - "GroupNorm_15_wts_10_0_15", - "NhwcConv_21_weight_NHWC", - "GroupNorm_16_wts_10_0_16", - "NhwcConv_22_weight_NHWC", - "GroupNorm_17_wts_10_0_17", - "NhwcConv_23_weight_NHWC", - "GroupNorm_18_wts_10_1_0", - "onnx::MatMul_875", - "onnx::MatMul_874", - "onnx::MatMul_876", - "/encoder/mid_block/attentions.0/MatMulmha_4_0_0_mask.9_0", - "onnx::MatMul_884", - "GroupNorm_19_wts_10_0_18", - "NhwcConv_24_weight_NHWC", - "GroupNorm_20_wts_10_0_19", - "NhwcConv_25_weight_NHWC", - "GroupNorm_21_wts_10_0_20", - "NhwcConv_26_weight_NHWC" - ] - }, - "super_instr": { - "buffer_size": 0, - "xrt_arg_id": 4, - "packed_tensors": [] - } - }, - "tensor_map": { - "Transpose_0_out-sample.out2_3_0": { - "packed_buffer_label": "in", - "xrt_arg_id": 0, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 4 - ], - "size_in_bytes": 8, - "op_tensor_size": 8, - "dynamic_shapes": [ - "False", - "height", - "width", - "False" - ], - "offset": 0 - }, - "NhwcConv_26_out-latent_sample.out2_3_26": { - "packed_buffer_label": "out", - "xrt_arg_id": 1, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 32 - ], - "size_in_bytes": 64, - "op_tensor_size": 64, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 0 - }, - "NhwcConv_0_out-/encoder/conv_in/Conv_output_0.out2_3_0": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 128 - ], - "size_in_bytes": 256, - "op_tensor_size": 256, - "dynamic_shapes": [ - "False", - "height", - "width", - "False" - ], - "offset": 0 - }, - "GroupNorm_0.out13_0.out10_0_0": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 128 - ], - "size_in_bytes": 256, - "op_tensor_size": 256, - "dynamic_shapes": [ - "False", - "height", - "width", - "False" - ], - "offset": 256 - }, - "NhwcConv_1_out-/encoder/down_blocks.0/resnets.0/conv1/Conv_output_0.out2_3_1": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 128 - ], - "size_in_bytes": 256, - "op_tensor_size": 256, - "dynamic_shapes": [ - "False", - "height", - "width", - "False" - ], - "offset": 512 - }, - "GroupNorm_1.out13_1.out10_0_1": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 128 - ], - "size_in_bytes": 256, - "op_tensor_size": 256, - "dynamic_shapes": [ - "False", - "height", - "width", - "False" - ], - "offset": 768 - }, - "NhwcConv_2_out-/encoder/down_blocks.0/resnets.0/conv2/Conv_output_0.out2_3_2": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 128 - ], - "size_in_bytes": 256, - "op_tensor_size": 256, - "dynamic_shapes": [ - "False", - "height", - "width", - "False" - ], - "offset": 1024 - }, - "/encoder/down_blocks.0/resnets.0/Add.out_7_1_0": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 128 - ], - "size_in_bytes": 256, - "op_tensor_size": 256, - "dynamic_shapes": [ - "False", - "height", - "width", - "False" - ], - "offset": 1280 - }, - "GroupNorm_2.out13_2.out10_0_2": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 128 - ], - "size_in_bytes": 256, - "op_tensor_size": 256, - "dynamic_shapes": [ - "False", - "height", - "width", - "False" - ], - "offset": 1536 - }, - "NhwcConv_3_out-/encoder/down_blocks.0/resnets.1/conv1/Conv_output_0.out2_3_3": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 128 - ], - "size_in_bytes": 256, - "op_tensor_size": 256, - "dynamic_shapes": [ - "False", - "height", - "width", - "False" - ], - "offset": 1792 - }, - "GroupNorm_3.out13_3.out10_0_3": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 128 - ], - "size_in_bytes": 256, - "op_tensor_size": 256, - "dynamic_shapes": [ - "False", - "height", - "width", - "False" - ], - "offset": 2048 - }, - "NhwcConv_4_out-/encoder/down_blocks.0/resnets.1/conv2/Conv_output_0.out2_3_4": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 128 - ], - "size_in_bytes": 256, - "op_tensor_size": 256, - "dynamic_shapes": [ - "False", - "height", - "width", - "False" - ], - "offset": 2304 - }, - "/encoder/down_blocks.0/resnets.1/Add.out_7_1_1": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 128 - ], - "size_in_bytes": 256, - "op_tensor_size": 256, - "dynamic_shapes": [ - "False", - "height", - "width", - "False" - ], - "offset": 2560 - }, - "NhwcConv_5_out-/encoder/down_blocks.0/downsamplers.0/conv/Conv_output_0.out2_3_5": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 128 - ], - "size_in_bytes": 256, - "op_tensor_size": 256, - "dynamic_shapes": [ - "False", - "floor(height/2)", - "floor(width/2)", - "False" - ], - "offset": 2816 - }, - "GroupNorm_4.out13_4.out10_0_4": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 128 - ], - "size_in_bytes": 256, - "op_tensor_size": 256, - "dynamic_shapes": [ - "False", - "floor(height/2)", - "floor(width/2)", - "False" - ], - "offset": 3072 - }, - "NhwcConv_6_out-/encoder/down_blocks.1/resnets.0/conv_shortcut/Conv_output_0.out2_3_6": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "dynamic_shapes": [ - "False", - "floor(height/2)", - "floor(width/2)", - "False" - ], - "offset": 3328 - }, - "NhwcConv_7_out-/encoder/down_blocks.1/resnets.0/conv1/Conv_output_0.out2_3_7": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "dynamic_shapes": [ - "False", - "floor(height/2)", - "floor(width/2)", - "False" - ], - "offset": 3840 - }, - "GroupNorm_5.out13_5.out10_0_5": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "dynamic_shapes": [ - "False", - "floor(height/2)", - "floor(width/2)", - "False" - ], - "offset": 4352 - }, - "NhwcConv_8_out-/encoder/down_blocks.1/resnets.0/conv2/Conv_output_0.out2_3_8": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "dynamic_shapes": [ - "False", - "floor(height/2)", - "floor(width/2)", - "False" - ], - "offset": 4864 - }, - "/encoder/down_blocks.1/resnets.0/Add.out_7_1_2": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "dynamic_shapes": [ - "False", - "floor(height/2)", - "floor(width/2)", - "False" - ], - "offset": 5376 - }, - "GroupNorm_6.out13_6.out10_0_6": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "dynamic_shapes": [ - "False", - "floor(height/2)", - "floor(width/2)", - "False" - ], - "offset": 5888 - }, - "NhwcConv_9_out-/encoder/down_blocks.1/resnets.1/conv1/Conv_output_0.out2_3_9": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "dynamic_shapes": [ - "False", - "floor(height/2)", - "floor(width/2)", - "False" - ], - "offset": 6400 - }, - "GroupNorm_7.out13_7.out10_0_7": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "dynamic_shapes": [ - "False", - "floor(height/2)", - "floor(width/2)", - "False" - ], - "offset": 6912 - }, - "NhwcConv_10_out-/encoder/down_blocks.1/resnets.1/conv2/Conv_output_0.out2_3_10": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "dynamic_shapes": [ - "False", - "floor(height/2)", - "floor(width/2)", - "False" - ], - "offset": 7424 - }, - "/encoder/down_blocks.1/resnets.1/Add.out_7_1_3": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "dynamic_shapes": [ - "False", - "floor(height/2)", - "floor(width/2)", - "False" - ], - "offset": 7936 - }, - "NhwcConv_11_out-/encoder/down_blocks.1/downsamplers.0/conv/Conv_output_0.out2_3_11": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "dynamic_shapes": [ - "False", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "False" - ], - "offset": 8448 - }, - "GroupNorm_8.out13_8.out10_0_8": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "dynamic_shapes": [ - "False", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "False" - ], - "offset": 8960 - }, - "NhwcConv_12_out-/encoder/down_blocks.2/resnets.0/conv_shortcut/Conv_output_0.out2_3_12": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "False" - ], - "offset": 9472 - }, - "NhwcConv_13_out-/encoder/down_blocks.2/resnets.0/conv1/Conv_output_0.out2_3_13": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "False" - ], - "offset": 10496 - }, - "GroupNorm_9.out13_9.out10_0_9": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "False" - ], - "offset": 11520 - }, - "NhwcConv_14_out-/encoder/down_blocks.2/resnets.0/conv2/Conv_output_0.out2_3_14": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "False" - ], - "offset": 12544 - }, - "/encoder/down_blocks.2/resnets.0/Add.out_7_1_4": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "False" - ], - "offset": 13568 - }, - "GroupNorm_10.out13_10.out10_0_10": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "False" - ], - "offset": 14592 - }, - "NhwcConv_15_out-/encoder/down_blocks.2/resnets.1/conv1/Conv_output_0.out2_3_15": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "False" - ], - "offset": 15616 - }, - "GroupNorm_11.out13_11.out10_0_11": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "False" - ], - "offset": 16640 - }, - "NhwcConv_16_out-/encoder/down_blocks.2/resnets.1/conv2/Conv_output_0.out2_3_16": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "False" - ], - "offset": 17664 - }, - "/encoder/down_blocks.2/resnets.1/Add.out_7_1_5": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(height/2)/2)", - "floor(floor(width/2)/2)", - "False" - ], - "offset": 18688 - }, - "NhwcConv_17_out-/encoder/down_blocks.2/downsamplers.0/conv/Conv_output_0.out2_3_17": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 19712 - }, - "GroupNorm_12.out13_12.out10_0_12": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 20736 - }, - "NhwcConv_18_out-/encoder/down_blocks.3/resnets.0/conv1/Conv_output_0.out2_3_18": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 21760 - }, - "GroupNorm_13.out13_13.out10_0_13": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 22784 - }, - "NhwcConv_19_out-/encoder/down_blocks.3/resnets.0/conv2/Conv_output_0.out2_3_19": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 23808 - }, - "/encoder/down_blocks.3/resnets.0/Add.out_7_1_6": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 24832 - }, - "GroupNorm_14.out13_14.out10_0_14": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 25856 - }, - "NhwcConv_20_out-/encoder/down_blocks.3/resnets.1/conv1/Conv_output_0.out2_3_20": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 26880 - }, - "GroupNorm_15.out13_15.out10_0_15": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 27904 - }, - "NhwcConv_21_out-/encoder/down_blocks.3/resnets.1/conv2/Conv_output_0.out2_3_21": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 28928 - }, - "/encoder/down_blocks.3/resnets.1/Add.out_7_1_7": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 29952 - }, - "GroupNorm_16.out13_16.out10_0_16": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 30976 - }, - "NhwcConv_22_out-/encoder/mid_block/resnets.0/conv1/Conv_output_0.out2_3_22": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 32000 - }, - "GroupNorm_17.out13_17.out10_0_17": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 33024 - }, - "NhwcConv_23_out-/encoder/mid_block/resnets.0/conv2/Conv_output_0.out2_3_23": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 34048 - }, - "/encoder/mid_block/resnets.0/Add.out_7_1_8": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 35072 - }, - "/encoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out10_1_0": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 36096 - }, - "/encoder/mid_block/attentions.0/to_k/Add_output_0.out3_3_0": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 37120 - }, - "/encoder/mid_block/attentions.0/to_q/Add_output_0.out3_3_1": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 38144 - }, - "/encoder/mid_block/attentions.0/to_v/Add_output_0.out3_3_2": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 39168 - }, - "/encoder/mid_block/attentions.0/Reshape_4_output_0.out9_0": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 40192 - }, - "/encoder/mid_block/attentions.0/Transpose_6_output_0_4d.out3_0_0": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 41216 - }, - "/encoder/mid_block/attentions.0/Add_output_0_NHWC.out_7_1_9": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 42240 - }, - "GroupNorm_19.out13_19.out10_0_18": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 43264 - }, - "NhwcConv_24_out-/encoder/mid_block/resnets.1/conv1/Conv_output_0.out2_3_24": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 44288 - }, - "GroupNorm_20.out13_20.out10_0_19": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 45312 - }, - "NhwcConv_25_out-/encoder/mid_block/resnets.1/conv2/Conv_output_0.out2_3_25": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 46336 - }, - "/encoder/mid_block/resnets.1/Add_output_0_NHWC.out_7_1_10": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 47360 - }, - "GroupNorm_21.out13_21.out10_0_20": { - "packed_buffer_label": "scratch", - "xrt_arg_id": 2, - "dtype": "bfloat16", - "shape": [ - 1, - 1, - 1, - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "dynamic_shapes": [ - "False", - "floor(floor(floor(height/2)/2)/2)", - "floor(floor(floor(width/2)/2)/2)", - "False" - ], - "offset": 48384 - }, - "NhwcConv_0_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 12416 - ], - "size_in_bytes": 12416, - "op_tensor_size": 12416, - "offset": 0, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_0.const", - "file_size": 12416 - }, - "GroupNorm_0_wts_10_0_0": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "offset": 12416, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_1.const", - "file_size": 512 - }, - "NhwcConv_1_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 174080 - ], - "size_in_bytes": 174080, - "op_tensor_size": 174080, - "offset": 12928, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_2.const", - "file_size": 174080 - }, - "GroupNorm_1_wts_10_0_1": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "offset": 187008, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_3.const", - "file_size": 512 - }, - "NhwcConv_2_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 174080 - ], - "size_in_bytes": 174080, - "op_tensor_size": 174080, - "offset": 187520, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_4.const", - "file_size": 174080 - }, - "GroupNorm_2_wts_10_0_2": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "offset": 361600, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_5.const", - "file_size": 512 - }, - "NhwcConv_3_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 174080 - ], - "size_in_bytes": 174080, - "op_tensor_size": 174080, - "offset": 362112, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_6.const", - "file_size": 174080 - }, - "GroupNorm_3_wts_10_0_3": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "offset": 536192, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_7.const", - "file_size": 512 - }, - "NhwcConv_4_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 174080 - ], - "size_in_bytes": 174080, - "op_tensor_size": 174080, - "offset": 536704, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_8.const", - "file_size": 174080 - }, - "NhwcConv_5_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 174080 - ], - "size_in_bytes": 174080, - "op_tensor_size": 174080, - "offset": 710784, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_9.const", - "file_size": 174080 - }, - "GroupNorm_4_wts_10_0_4": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 256 - ], - "size_in_bytes": 512, - "op_tensor_size": 512, - "offset": 884864, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_10.const", - "file_size": 512 - }, - "NhwcConv_6_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 40960 - ], - "size_in_bytes": 40960, - "op_tensor_size": 40960, - "offset": 885376, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_11.const", - "file_size": 40960 - }, - "NhwcConv_7_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 348160 - ], - "size_in_bytes": 348160, - "op_tensor_size": 348160, - "offset": 926336, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_12.const", - "file_size": 348160 - }, - "GroupNorm_5_wts_10_0_5": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "offset": 1274496, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_13.const", - "file_size": 1024 - }, - "NhwcConv_8_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 729088 - ], - "size_in_bytes": 729088, - "op_tensor_size": 729088, - "offset": 1275520, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_14.const", - "file_size": 729088 - }, - "GroupNorm_6_wts_10_0_6": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "offset": 2004608, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_15.const", - "file_size": 1024 - }, - "NhwcConv_9_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 729088 - ], - "size_in_bytes": 729088, - "op_tensor_size": 729088, - "offset": 2005632, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_16.const", - "file_size": 729088 - }, - "GroupNorm_7_wts_10_0_7": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "offset": 2734720, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_17.const", - "file_size": 1024 - }, - "NhwcConv_10_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 729088 - ], - "size_in_bytes": 729088, - "op_tensor_size": 729088, - "offset": 2735744, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_18.const", - "file_size": 729088 - }, - "NhwcConv_11_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 729088 - ], - "size_in_bytes": 729088, - "op_tensor_size": 729088, - "offset": 3464832, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_19.const", - "file_size": 729088 - }, - "GroupNorm_8_wts_10_0_8": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 512 - ], - "size_in_bytes": 1024, - "op_tensor_size": 1024, - "offset": 4193920, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_20.const", - "file_size": 1024 - }, - "NhwcConv_12_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 155648 - ], - "size_in_bytes": 155648, - "op_tensor_size": 155648, - "offset": 4194944, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_21.const", - "file_size": 155648 - }, - "NhwcConv_13_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 1458176 - ], - "size_in_bytes": 1458176, - "op_tensor_size": 1458176, - "offset": 4350592, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_22.const", - "file_size": 1458176 - }, - "GroupNorm_9_wts_10_0_9": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 1024 - ], - "size_in_bytes": 2048, - "op_tensor_size": 2048, - "offset": 5808768, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_23.const", - "file_size": 2048 - }, - "NhwcConv_14_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 2916352 - ], - "size_in_bytes": 2916352, - "op_tensor_size": 2916352, - "offset": 5810816, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_24.const", - "file_size": 2916352 - }, - "GroupNorm_10_wts_10_0_10": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 1024 - ], - "size_in_bytes": 2048, - "op_tensor_size": 2048, - "offset": 8727168, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_25.const", - "file_size": 2048 - }, - "NhwcConv_15_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 2916352 - ], - "size_in_bytes": 2916352, - "op_tensor_size": 2916352, - "offset": 8729216, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_26.const", - "file_size": 2916352 - }, - "GroupNorm_11_wts_10_0_11": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 1024 - ], - "size_in_bytes": 2048, - "op_tensor_size": 2048, - "offset": 11645568, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_27.const", - "file_size": 2048 - }, - "NhwcConv_16_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 2916352 - ], - "size_in_bytes": 2916352, - "op_tensor_size": 2916352, - "offset": 11647616, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_28.const", - "file_size": 2916352 - }, - "NhwcConv_17_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 2916352 - ], - "size_in_bytes": 2916352, - "op_tensor_size": 2916352, - "offset": 14563968, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_29.const", - "file_size": 2916352 - }, - "GroupNorm_12_wts_10_0_12": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 1024 - ], - "size_in_bytes": 2048, - "op_tensor_size": 2048, - "offset": 17480320, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_30.const", - "file_size": 2048 - }, - "NhwcConv_18_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 2916352 - ], - "size_in_bytes": 2916352, - "op_tensor_size": 2916352, - "offset": 17482368, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_31.const", - "file_size": 2916352 - }, - "GroupNorm_13_wts_10_0_13": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 1024 - ], - "size_in_bytes": 2048, - "op_tensor_size": 2048, - "offset": 20398720, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_32.const", - "file_size": 2048 - }, - "NhwcConv_19_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 2916352 - ], - "size_in_bytes": 2916352, - "op_tensor_size": 2916352, - "offset": 20400768, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_33.const", - "file_size": 2916352 - }, - "GroupNorm_14_wts_10_0_14": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 1024 - ], - "size_in_bytes": 2048, - "op_tensor_size": 2048, - "offset": 23317120, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_34.const", - "file_size": 2048 - }, - "NhwcConv_20_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 2916352 - ], - "size_in_bytes": 2916352, - "op_tensor_size": 2916352, - "offset": 23319168, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_35.const", - "file_size": 2916352 - }, - "GroupNorm_15_wts_10_0_15": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 1024 - ], - "size_in_bytes": 2048, - "op_tensor_size": 2048, - "offset": 26235520, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_36.const", - "file_size": 2048 - }, - "NhwcConv_21_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 2916352 - ], - "size_in_bytes": 2916352, - "op_tensor_size": 2916352, - "offset": 26237568, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_37.const", - "file_size": 2916352 - }, - "GroupNorm_16_wts_10_0_16": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 1024 - ], - "size_in_bytes": 2048, - "op_tensor_size": 2048, - "offset": 29153920, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_38.const", - "file_size": 2048 - }, - "NhwcConv_22_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 2916352 - ], - "size_in_bytes": 2916352, - "op_tensor_size": 2916352, - "offset": 29155968, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_39.const", - "file_size": 2916352 - }, - "GroupNorm_17_wts_10_0_17": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 1024 - ], - "size_in_bytes": 2048, - "op_tensor_size": 2048, - "offset": 32072320, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_40.const", - "file_size": 2048 - }, - "NhwcConv_23_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 2916352 - ], - "size_in_bytes": 2916352, - "op_tensor_size": 2916352, - "offset": 32074368, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_41.const", - "file_size": 2916352 - }, - "GroupNorm_18_wts_10_1_0": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 1024 - ], - "size_in_bytes": 2048, - "op_tensor_size": 2048, - "offset": 34990720, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_42.const", - "file_size": 2048 - }, - "onnx::MatMul_875": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 299008 - ], - "size_in_bytes": 299008, - "op_tensor_size": 299008, - "offset": 34992768, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_43.const", - "file_size": 299008 - }, - "onnx::MatMul_874": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 299008 - ], - "size_in_bytes": 299008, - "op_tensor_size": 299008, - "offset": 35291776, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_44.const", - "file_size": 299008 - }, - "onnx::MatMul_876": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 299008 - ], - "size_in_bytes": 299008, - "op_tensor_size": 299008, - "offset": 35590784, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_45.const", - "file_size": 299008 - }, - "/encoder/mid_block/attentions.0/MatMulmha_4_0_0_mask.9_0": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 16384 - ], - "size_in_bytes": 32768, - "op_tensor_size": 32768, - "offset": 35889792, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_46.const", - "file_size": 32768 - }, - "onnx::MatMul_884": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 299008 - ], - "size_in_bytes": 299008, - "op_tensor_size": 299008, - "offset": 35922560, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_47.const", - "file_size": 299008 - }, - "GroupNorm_19_wts_10_0_18": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 1024 - ], - "size_in_bytes": 2048, - "op_tensor_size": 2048, - "offset": 36221568, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_48.const", - "file_size": 2048 - }, - "NhwcConv_24_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 2916352 - ], - "size_in_bytes": 2916352, - "op_tensor_size": 2916352, - "offset": 36223616, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_49.const", - "file_size": 2916352 - }, - "GroupNorm_20_wts_10_0_19": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 1024 - ], - "size_in_bytes": 2048, - "op_tensor_size": 2048, - "offset": 39139968, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_50.const", - "file_size": 2048 - }, - "NhwcConv_25_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 2916352 - ], - "size_in_bytes": 2916352, - "op_tensor_size": 2916352, - "offset": 39142016, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_51.const", - "file_size": 2916352 - }, - "GroupNorm_21_wts_10_0_20": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfloat16", - "shape": [ - 1024 - ], - "size_in_bytes": 2048, - "op_tensor_size": 2048, - "offset": 42058368, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_52.const", - "file_size": 2048 - }, - "NhwcConv_26_weight_NHWC": { - "packed_buffer_label": "const", - "xrt_arg_id": 3, - "dtype": "bfp16ebs8", - "shape": [ - 174080 - ], - "size_in_bytes": 174080, - "op_tensor_size": 174080, - "offset": 42060416, - "file_name": "cache/NhwcConv_0-encoderconv_inConv_53.const", - "file_size": 174080 - } - }, - "dynamic_shape_subgraph": true, - "dynamic_shape_list": [ - { - "floor(floor(floor(width/2)/2)/2)": 64, - "floor(floor(height/2)/2)": 128, - "floor(height/2)": 256, - "width": 512, - "floor(width/2)": 256, - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)": 4096, - "floor(floor(floor(height/2)/2)/2)": 64, - "floor(floor(width/2)/2)": 128, - "height": 512 - }, - { - "floor(floor(floor(width/2)/2)/2)": 96, - "floor(floor(height/2)/2)": 128, - "floor(height/2)": 256, - "width": 768, - "floor(width/2)": 384, - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)": 6144, - "floor(floor(floor(height/2)/2)/2)": 64, - "floor(floor(width/2)/2)": 192, - "height": 512 - }, - { - "floor(floor(floor(width/2)/2)/2)": 64, - "floor(floor(height/2)/2)": 192, - "floor(height/2)": 384, - "width": 512, - "floor(width/2)": 256, - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)": 6144, - "floor(floor(floor(height/2)/2)/2)": 96, - "floor(floor(width/2)/2)": 128, - "height": 768 - }, - { - "floor(floor(floor(width/2)/2)/2)": 128, - "floor(floor(height/2)/2)": 144, - "floor(height/2)": 288, - "width": 1024, - "floor(width/2)": 512, - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)": 9216, - "floor(floor(floor(height/2)/2)/2)": 72, - "floor(floor(width/2)/2)": 256, - "height": 576 - }, - { - "floor(floor(floor(width/2)/2)/2)": 72, - "floor(floor(height/2)/2)": 256, - "floor(height/2)": 512, - "width": 576, - "floor(width/2)": 288, - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)": 9216, - "floor(floor(floor(height/2)/2)/2)": 128, - "floor(floor(width/2)/2)": 144, - "height": 1024 - }, - { - "floor(floor(floor(width/2)/2)/2)": 128, - "floor(floor(height/2)/2)": 192, - "floor(height/2)": 384, - "width": 1024, - "floor(width/2)": 512, - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)": 12288, - "floor(floor(floor(height/2)/2)/2)": 96, - "floor(floor(width/2)/2)": 256, - "height": 768 - }, - { - "floor(floor(floor(width/2)/2)/2)": 96, - "floor(floor(height/2)/2)": 256, - "floor(height/2)": 512, - "width": 768, - "floor(width/2)": 384, - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)": 12288, - "floor(floor(floor(height/2)/2)/2)": 128, - "floor(floor(width/2)/2)": 192, - "height": 1024 - }, - { - "floor(floor(floor(width/2)/2)/2)": 128, - "floor(floor(height/2)/2)": 256, - "floor(height/2)": 512, - "width": 1024, - "floor(width/2)": 512, - "floor(floor(floor(height/2)/2)/2)*floor(floor(floor(width/2)/2)/2)": 16384, - "floor(floor(floor(height/2)/2)/2)": 128, - "floor(floor(width/2)/2)": 256, - "height": 1024 - } - ], - "aux_info": {} -} \ No newline at end of file