{ "model": "mobileclip_s0_vision", "inputSlot": 0, "inputShape": [ 3, 256, 256 ], "outputSlot": 129, "embedDim": 512, "slots": [ 196608, 1048576, 1048576, 262144, 262144, 262144, 262144, 262144, 262144, 786432, 786432, 262144, 262144, 262144, 786432, 786432, 262144, 131072, 131072, 131072, 131072, 131072, 131072, 393216, 393216, 131072, 131072, 131072, 393216, 393216, 131072, 131072, 131072, 393216, 393216, 131072, 131072, 131072, 393216, 393216, 131072, 131072, 131072, 393216, 393216, 131072, 131072, 131072, 393216, 393216, 131072, 65536, 65536, 65536, 65536, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 32768, 32768, 32768, 32768, 32768, 32768, 32768, 98304, 32768, 32768, 98304, 98304, 32768, 32768, 98304, 32768, 32768, 98304, 98304, 32768, 65536, 65536, 65536, 512, 196608, 1048576, 1048576, 262144, 262144, 262144, 262144, 262144, 262144, 786432, 786432, 262144, 262144, 262144, 786432, 786432, 262144, 131072, 131072, 131072, 131072, 131072, 131072, 393216, 393216, 131072, 131072, 131072, 393216, 393216, 131072, 131072, 131072, 393216, 393216, 131072, 131072, 131072, 393216, 393216, 131072, 131072, 131072, 393216, 393216, 131072, 131072, 131072, 393216, 393216, 131072, 65536, 65536, 65536, 65536, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 65536, 65536, 196608, 196608, 65536, 32768, 32768, 32768, 32768, 32768, 32768, 32768, 98304, 32768, 32768, 98304, 98304, 32768, 32768, 98304, 32768, 32768, 98304, 98304, 32768, 65536, 65536, 65536, 512 ], "weightsFloats": 21515712, "steps": [ { "kind": "conv", "variant": "general", "name": "/model/patch_embed/patch_embed.0/reparam_conv/Conv", "cin": 3, "cout": 64, "k": 3, "stride": 2, "pad": 1, "groups": 1, "h": 256, "w": 256, "outH": 128, "outW": 128, "src": 0, "dst": 1, "wOff": 0, "bOff": 1728, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/patch_embed/patch_embed.0/reparam_conv/Conv_output_0" }, { "kind": "gelu", "name": "/model/patch_embed/patch_embed.0/activation/Mul_1_output_0:gelu", "src": 1, "dst": 2, "n": 1048576, "c": 64, "h": 128, "w": 128, "ref": "/model/patch_embed/patch_embed.0/activation/Mul_1_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/patch_embed/patch_embed.1/reparam_conv/Conv", "cin": 64, "cout": 64, "k": 3, "stride": 2, "pad": 1, "groups": 64, "h": 128, "w": 128, "outH": 64, "outW": 64, "src": 2, "dst": 3, "wOff": 1792, "bOff": 2368, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/patch_embed/patch_embed.1/reparam_conv/Conv_output_0" }, { "kind": "gelu", "name": "/model/patch_embed/patch_embed.1/activation/Mul_1_output_0:gelu", "src": 3, "dst": 4, "n": 262144, "c": 64, "h": 64, "w": 64, "ref": "/model/patch_embed/patch_embed.1/activation/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/patch_embed/patch_embed.2/reparam_conv/Conv", "cin": 64, "cout": 64, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 64, "w": 64, "outH": 64, "outW": 64, "src": 4, "dst": 5, "wOff": 2432, "bOff": 6528, "wOffT": 6592, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/patch_embed/patch_embed.2/reparam_conv/Conv_output_0" }, { "kind": "gelu", "name": "/model/patch_embed/patch_embed.2/activation/Mul_1_output_0:gelu", "src": 5, "dst": 6, "n": 262144, "c": 64, "h": 64, "w": 64, "ref": "/model/patch_embed/patch_embed.2/activation/Mul_1_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.0/network.0.0/token_mixer/reparam_conv/Conv", "cin": 64, "cout": 64, "k": 3, "stride": 1, "pad": 1, "groups": 64, "h": 64, "w": 64, "outH": 64, "outW": 64, "src": 6, "dst": 7, "wOff": 10688, "bOff": 11264, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.0/network.0.0/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.0/network.0.0/convffn/conv/conv/Conv", "cin": 64, "cout": 64, "k": 7, "stride": 1, "pad": 3, "groups": 64, "h": 64, "w": 64, "outH": 64, "outW": 64, "src": 7, "dst": 8, "wOff": 11328, "bOff": 14464, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.0/network.0.0/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.0/network.0.0/convffn/fc1/Conv", "cin": 64, "cout": 192, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 64, "w": 64, "outH": 64, "outW": 64, "src": 8, "dst": 9, "wOff": 14528, "bOff": 26816, "wOffT": 27008, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.0/network.0.0/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.0/network.0.0/convffn/act/Mul_1_output_0:gelu", "src": 9, "dst": 10, "n": 786432, "c": 192, "h": 64, "w": 64, "ref": "/model/network.0/network.0.0/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.0/network.0.0/convffn/fc2/Conv", "cin": 192, "cout": 64, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 64, "w": 64, "outH": 64, "outW": 64, "src": 10, "dst": 11, "wOff": 39296, "bOff": 51584, "wOffT": 51712, "act": "none", "residual": 7, "layerScaleOff": 51648, "ref": "/model/network.0/network.0.0/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.0/network.0.1/token_mixer/reparam_conv/Conv", "cin": 64, "cout": 64, "k": 3, "stride": 1, "pad": 1, "groups": 64, "h": 64, "w": 64, "outH": 64, "outW": 64, "src": 11, "dst": 12, "wOff": 64000, "bOff": 64576, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.0/network.0.1/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.0/network.0.1/convffn/conv/conv/Conv", "cin": 64, "cout": 64, "k": 7, "stride": 1, "pad": 3, "groups": 64, "h": 64, "w": 64, "outH": 64, "outW": 64, "src": 12, "dst": 13, "wOff": 64640, "bOff": 67776, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.0/network.0.1/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.0/network.0.1/convffn/fc1/Conv", "cin": 64, "cout": 192, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 64, "w": 64, "outH": 64, "outW": 64, "src": 13, "dst": 14, "wOff": 67840, "bOff": 80128, "wOffT": 80320, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.0/network.0.1/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.0/network.0.1/convffn/act/Mul_1_output_0:gelu", "src": 14, "dst": 15, "n": 786432, "c": 192, "h": 64, "w": 64, "ref": "/model/network.0/network.0.1/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.0/network.0.1/convffn/fc2/Conv", "cin": 192, "cout": 64, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 64, "w": 64, "outH": 64, "outW": 64, "src": 15, "dst": 16, "wOff": 92608, "bOff": 104896, "wOffT": 105024, "act": "none", "residual": 12, "layerScaleOff": 104960, "ref": "/model/network.0/network.0.1/Add_output_0" }, { "kind": "conv", "variant": "general", "name": "/model/network.1/proj/proj.0/lkb_reparam/Conv", "cin": 64, "cout": 128, "k": 7, "stride": 2, "pad": 3, "groups": 64, "h": 64, "w": 64, "outH": 32, "outW": 32, "src": 16, "dst": 17, "wOff": 117312, "bOff": 123584, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.1/proj/proj.0/lkb_reparam/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.1/proj/proj.0/activation/Mul_1_output_0:gelu", "src": 17, "dst": 18, "n": 131072, "c": 128, "h": 32, "w": 32, "ref": "/model/network.1/proj/proj.0/activation/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.1/proj/proj.1/reparam_conv/Conv", "cin": 128, "cout": 128, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 18, "dst": 19, "wOff": 123712, "bOff": 140096, "wOffT": 140224, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.1/proj/proj.1/reparam_conv/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.1/proj/proj.1/activation/Mul_1_output_0:gelu", "src": 19, "dst": 20, "n": 131072, "c": 128, "h": 32, "w": 32, "ref": "/model/network.1/proj/proj.1/activation/Mul_1_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.2/network.2.0/token_mixer/reparam_conv/Conv", "cin": 128, "cout": 128, "k": 3, "stride": 1, "pad": 1, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 20, "dst": 21, "wOff": 156608, "bOff": 157760, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.0/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.2/network.2.0/convffn/conv/conv/Conv", "cin": 128, "cout": 128, "k": 7, "stride": 1, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 21, "dst": 22, "wOff": 157888, "bOff": 164160, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.0/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.2/network.2.0/convffn/fc1/Conv", "cin": 128, "cout": 384, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 22, "dst": 23, "wOff": 164288, "bOff": 213440, "wOffT": 213824, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.0/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.2/network.2.0/convffn/act/Mul_1_output_0:gelu", "src": 23, "dst": 24, "n": 393216, "c": 384, "h": 32, "w": 32, "ref": "/model/network.2/network.2.0/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.2/network.2.0/convffn/fc2/Conv", "cin": 384, "cout": 128, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 24, "dst": 25, "wOff": 262976, "bOff": 312128, "wOffT": 312384, "act": "none", "residual": 21, "layerScaleOff": 312256, "ref": "/model/network.2/network.2.0/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.2/network.2.1/token_mixer/reparam_conv/Conv", "cin": 128, "cout": 128, "k": 3, "stride": 1, "pad": 1, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 25, "dst": 26, "wOff": 361536, "bOff": 362688, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.1/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.2/network.2.1/convffn/conv/conv/Conv", "cin": 128, "cout": 128, "k": 7, "stride": 1, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 26, "dst": 27, "wOff": 362816, "bOff": 369088, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.1/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.2/network.2.1/convffn/fc1/Conv", "cin": 128, "cout": 384, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 27, "dst": 28, "wOff": 369216, "bOff": 418368, "wOffT": 418752, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.1/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.2/network.2.1/convffn/act/Mul_1_output_0:gelu", "src": 28, "dst": 29, "n": 393216, "c": 384, "h": 32, "w": 32, "ref": "/model/network.2/network.2.1/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.2/network.2.1/convffn/fc2/Conv", "cin": 384, "cout": 128, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 29, "dst": 30, "wOff": 467904, "bOff": 517056, "wOffT": 517312, "act": "none", "residual": 26, "layerScaleOff": 517184, "ref": "/model/network.2/network.2.1/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.2/network.2.2/token_mixer/reparam_conv/Conv", "cin": 128, "cout": 128, "k": 3, "stride": 1, "pad": 1, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 30, "dst": 31, "wOff": 566464, "bOff": 567616, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.2/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.2/network.2.2/convffn/conv/conv/Conv", "cin": 128, "cout": 128, "k": 7, "stride": 1, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 31, "dst": 32, "wOff": 567744, "bOff": 574016, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.2/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.2/network.2.2/convffn/fc1/Conv", "cin": 128, "cout": 384, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 32, "dst": 33, "wOff": 574144, "bOff": 623296, "wOffT": 623680, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.2/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.2/network.2.2/convffn/act/Mul_1_output_0:gelu", "src": 33, "dst": 34, "n": 393216, "c": 384, "h": 32, "w": 32, "ref": "/model/network.2/network.2.2/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.2/network.2.2/convffn/fc2/Conv", "cin": 384, "cout": 128, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 34, "dst": 35, "wOff": 672832, "bOff": 721984, "wOffT": 722240, "act": "none", "residual": 31, "layerScaleOff": 722112, "ref": "/model/network.2/network.2.2/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.2/network.2.3/token_mixer/reparam_conv/Conv", "cin": 128, "cout": 128, "k": 3, "stride": 1, "pad": 1, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 35, "dst": 36, "wOff": 771392, "bOff": 772544, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.3/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.2/network.2.3/convffn/conv/conv/Conv", "cin": 128, "cout": 128, "k": 7, "stride": 1, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 36, "dst": 37, "wOff": 772672, "bOff": 778944, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.3/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.2/network.2.3/convffn/fc1/Conv", "cin": 128, "cout": 384, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 37, "dst": 38, "wOff": 779072, "bOff": 828224, "wOffT": 828608, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.3/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.2/network.2.3/convffn/act/Mul_1_output_0:gelu", "src": 38, "dst": 39, "n": 393216, "c": 384, "h": 32, "w": 32, "ref": "/model/network.2/network.2.3/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.2/network.2.3/convffn/fc2/Conv", "cin": 384, "cout": 128, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 39, "dst": 40, "wOff": 877760, "bOff": 926912, "wOffT": 927168, "act": "none", "residual": 36, "layerScaleOff": 927040, "ref": "/model/network.2/network.2.3/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.2/network.2.4/token_mixer/reparam_conv/Conv", "cin": 128, "cout": 128, "k": 3, "stride": 1, "pad": 1, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 40, "dst": 41, "wOff": 976320, "bOff": 977472, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.4/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.2/network.2.4/convffn/conv/conv/Conv", "cin": 128, "cout": 128, "k": 7, "stride": 1, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 41, "dst": 42, "wOff": 977600, "bOff": 983872, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.4/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.2/network.2.4/convffn/fc1/Conv", "cin": 128, "cout": 384, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 42, "dst": 43, "wOff": 984000, "bOff": 1033152, "wOffT": 1033536, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.4/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.2/network.2.4/convffn/act/Mul_1_output_0:gelu", "src": 43, "dst": 44, "n": 393216, "c": 384, "h": 32, "w": 32, "ref": "/model/network.2/network.2.4/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.2/network.2.4/convffn/fc2/Conv", "cin": 384, "cout": 128, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 44, "dst": 45, "wOff": 1082688, "bOff": 1131840, "wOffT": 1132096, "act": "none", "residual": 41, "layerScaleOff": 1131968, "ref": "/model/network.2/network.2.4/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.2/network.2.5/token_mixer/reparam_conv/Conv", "cin": 128, "cout": 128, "k": 3, "stride": 1, "pad": 1, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 45, "dst": 46, "wOff": 1181248, "bOff": 1182400, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.5/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.2/network.2.5/convffn/conv/conv/Conv", "cin": 128, "cout": 128, "k": 7, "stride": 1, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 46, "dst": 47, "wOff": 1182528, "bOff": 1188800, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.5/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.2/network.2.5/convffn/fc1/Conv", "cin": 128, "cout": 384, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 47, "dst": 48, "wOff": 1188928, "bOff": 1238080, "wOffT": 1238464, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.2/network.2.5/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.2/network.2.5/convffn/act/Mul_1_output_0:gelu", "src": 48, "dst": 49, "n": 393216, "c": 384, "h": 32, "w": 32, "ref": "/model/network.2/network.2.5/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.2/network.2.5/convffn/fc2/Conv", "cin": 384, "cout": 128, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 32, "w": 32, "outH": 32, "outW": 32, "src": 49, "dst": 50, "wOff": 1287616, "bOff": 1336768, "wOffT": 1337024, "act": "none", "residual": 46, "layerScaleOff": 1336896, "ref": "/model/network.2/network.2.5/Add_output_0" }, { "kind": "conv", "variant": "general", "name": "/model/network.3/proj/proj.0/lkb_reparam/Conv", "cin": 128, "cout": 256, "k": 7, "stride": 2, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 16, "outW": 16, "src": 50, "dst": 51, "wOff": 1386176, "bOff": 1398720, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.3/proj/proj.0/lkb_reparam/Conv_output_0" }, { "kind": "se", "name": "/model/network.3/proj/proj.0/se/Mul", "c": 256, "cmid": 64, "h": 16, "w": 16, "src": 51, "dst": 52, "w1Off": 1398976, "b1Off": 1415360, "w2Off": 1415424, "b2Off": 1431808, "act": "none", "ref": "/model/network.3/proj/proj.0/se/Mul_output_0" }, { "kind": "gelu", "name": "/model/network.3/proj/proj.0/activation/Mul_1_output_0:gelu", "src": 52, "dst": 53, "n": 65536, "c": 256, "h": 16, "w": 16, "ref": "/model/network.3/proj/proj.0/activation/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.3/proj/proj.1/reparam_conv/Conv", "cin": 256, "cout": 256, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 53, "dst": 54, "wOff": 1432064, "bOff": 1497600, "wOffT": 1497856, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.3/proj/proj.1/reparam_conv/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.3/proj/proj.1/activation/Mul_1_output_0:gelu", "src": 54, "dst": 55, "n": 65536, "c": 256, "h": 16, "w": 16, "ref": "/model/network.3/proj/proj.1/activation/Mul_1_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.0/token_mixer/reparam_conv/Conv", "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 55, "dst": 56, "wOff": 1563392, "bOff": 1565696, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.0/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.0/convffn/conv/conv/Conv", "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 56, "dst": 57, "wOff": 1565952, "bOff": 1578496, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.0/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.0/convffn/fc1/Conv", "cin": 256, "cout": 768, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 57, "dst": 58, "wOff": 1578752, "bOff": 1775360, "wOffT": 1776128, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.0/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.4/network.4.0/convffn/act/Mul_1_output_0:gelu", "src": 58, "dst": 59, "n": 196608, "c": 768, "h": 16, "w": 16, "ref": "/model/network.4/network.4.0/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.0/convffn/fc2/Conv", "cin": 768, "cout": 256, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 59, "dst": 60, "wOff": 1972736, "bOff": 2169344, "wOffT": 2169856, "act": "none", "residual": 56, "layerScaleOff": 2169600, "ref": "/model/network.4/network.4.0/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.1/token_mixer/reparam_conv/Conv", "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 60, "dst": 61, "wOff": 2366464, "bOff": 2368768, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.1/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.1/convffn/conv/conv/Conv", "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 61, "dst": 62, "wOff": 2369024, "bOff": 2381568, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.1/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.1/convffn/fc1/Conv", "cin": 256, "cout": 768, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 62, "dst": 63, "wOff": 2381824, "bOff": 2578432, "wOffT": 2579200, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.1/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.4/network.4.1/convffn/act/Mul_1_output_0:gelu", "src": 63, "dst": 64, "n": 196608, "c": 768, "h": 16, "w": 16, "ref": "/model/network.4/network.4.1/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.1/convffn/fc2/Conv", "cin": 768, "cout": 256, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 64, "dst": 65, "wOff": 2775808, "bOff": 2972416, "wOffT": 2972928, "act": "none", "residual": 61, "layerScaleOff": 2972672, "ref": "/model/network.4/network.4.1/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.2/token_mixer/reparam_conv/Conv", "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 65, "dst": 66, "wOff": 3169536, "bOff": 3171840, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.2/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.2/convffn/conv/conv/Conv", "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 66, "dst": 67, "wOff": 3172096, "bOff": 3184640, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.2/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.2/convffn/fc1/Conv", "cin": 256, "cout": 768, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 67, "dst": 68, "wOff": 3184896, "bOff": 3381504, "wOffT": 3382272, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.2/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.4/network.4.2/convffn/act/Mul_1_output_0:gelu", "src": 68, "dst": 69, "n": 196608, "c": 768, "h": 16, "w": 16, "ref": "/model/network.4/network.4.2/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.2/convffn/fc2/Conv", "cin": 768, "cout": 256, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 69, "dst": 70, "wOff": 3578880, "bOff": 3775488, "wOffT": 3776000, "act": "none", "residual": 66, "layerScaleOff": 3775744, "ref": "/model/network.4/network.4.2/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.3/token_mixer/reparam_conv/Conv", "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 70, "dst": 71, "wOff": 3972608, "bOff": 3974912, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.3/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.3/convffn/conv/conv/Conv", "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 71, "dst": 72, "wOff": 3975168, "bOff": 3987712, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.3/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.3/convffn/fc1/Conv", "cin": 256, "cout": 768, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 72, "dst": 73, "wOff": 3987968, "bOff": 4184576, "wOffT": 4185344, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.3/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.4/network.4.3/convffn/act/Mul_1_output_0:gelu", "src": 73, "dst": 74, "n": 196608, "c": 768, "h": 16, "w": 16, "ref": "/model/network.4/network.4.3/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.3/convffn/fc2/Conv", "cin": 768, "cout": 256, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 74, "dst": 75, "wOff": 4381952, "bOff": 4578560, "wOffT": 4579072, "act": "none", "residual": 71, "layerScaleOff": 4578816, "ref": "/model/network.4/network.4.3/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.4/token_mixer/reparam_conv/Conv", "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 75, "dst": 76, "wOff": 4775680, "bOff": 4777984, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.4/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.4/convffn/conv/conv/Conv", "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 76, "dst": 77, "wOff": 4778240, "bOff": 4790784, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.4/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.4/convffn/fc1/Conv", "cin": 256, "cout": 768, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 77, "dst": 78, "wOff": 4791040, "bOff": 4987648, "wOffT": 4988416, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.4/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.4/network.4.4/convffn/act/Mul_1_output_0:gelu", "src": 78, "dst": 79, "n": 196608, "c": 768, "h": 16, "w": 16, "ref": "/model/network.4/network.4.4/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.4/convffn/fc2/Conv", "cin": 768, "cout": 256, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 79, "dst": 80, "wOff": 5185024, "bOff": 5381632, "wOffT": 5382144, "act": "none", "residual": 76, "layerScaleOff": 5381888, "ref": "/model/network.4/network.4.4/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.5/token_mixer/reparam_conv/Conv", "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 80, "dst": 81, "wOff": 5578752, "bOff": 5581056, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.5/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.5/convffn/conv/conv/Conv", "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 81, "dst": 82, "wOff": 5581312, "bOff": 5593856, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.5/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.5/convffn/fc1/Conv", "cin": 256, "cout": 768, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 82, "dst": 83, "wOff": 5594112, "bOff": 5790720, "wOffT": 5791488, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.5/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.4/network.4.5/convffn/act/Mul_1_output_0:gelu", "src": 83, "dst": 84, "n": 196608, "c": 768, "h": 16, "w": 16, "ref": "/model/network.4/network.4.5/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.5/convffn/fc2/Conv", "cin": 768, "cout": 256, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 84, "dst": 85, "wOff": 5988096, "bOff": 6184704, "wOffT": 6185216, "act": "none", "residual": 81, "layerScaleOff": 6184960, "ref": "/model/network.4/network.4.5/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.6/token_mixer/reparam_conv/Conv", "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 85, "dst": 86, "wOff": 6381824, "bOff": 6384128, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.6/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.6/convffn/conv/conv/Conv", "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 86, "dst": 87, "wOff": 6384384, "bOff": 6396928, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.6/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.6/convffn/fc1/Conv", "cin": 256, "cout": 768, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 87, "dst": 88, "wOff": 6397184, "bOff": 6593792, "wOffT": 6594560, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.6/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.4/network.4.6/convffn/act/Mul_1_output_0:gelu", "src": 88, "dst": 89, "n": 196608, "c": 768, "h": 16, "w": 16, "ref": "/model/network.4/network.4.6/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.6/convffn/fc2/Conv", "cin": 768, "cout": 256, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 89, "dst": 90, "wOff": 6791168, "bOff": 6987776, "wOffT": 6988288, "act": "none", "residual": 86, "layerScaleOff": 6988032, "ref": "/model/network.4/network.4.6/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.7/token_mixer/reparam_conv/Conv", "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 90, "dst": 91, "wOff": 7184896, "bOff": 7187200, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.7/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.7/convffn/conv/conv/Conv", "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 91, "dst": 92, "wOff": 7187456, "bOff": 7200000, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.7/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.7/convffn/fc1/Conv", "cin": 256, "cout": 768, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 92, "dst": 93, "wOff": 7200256, "bOff": 7396864, "wOffT": 7397632, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.7/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.4/network.4.7/convffn/act/Mul_1_output_0:gelu", "src": 93, "dst": 94, "n": 196608, "c": 768, "h": 16, "w": 16, "ref": "/model/network.4/network.4.7/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.7/convffn/fc2/Conv", "cin": 768, "cout": 256, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 94, "dst": 95, "wOff": 7594240, "bOff": 7790848, "wOffT": 7791360, "act": "none", "residual": 91, "layerScaleOff": 7791104, "ref": "/model/network.4/network.4.7/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.8/token_mixer/reparam_conv/Conv", "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 95, "dst": 96, "wOff": 7987968, "bOff": 7990272, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.8/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.8/convffn/conv/conv/Conv", "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 96, "dst": 97, "wOff": 7990528, "bOff": 8003072, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.8/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.8/convffn/fc1/Conv", "cin": 256, "cout": 768, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 97, "dst": 98, "wOff": 8003328, "bOff": 8199936, "wOffT": 8200704, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.8/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.4/network.4.8/convffn/act/Mul_1_output_0:gelu", "src": 98, "dst": 99, "n": 196608, "c": 768, "h": 16, "w": 16, "ref": "/model/network.4/network.4.8/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.8/convffn/fc2/Conv", "cin": 768, "cout": 256, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 99, "dst": 100, "wOff": 8397312, "bOff": 8593920, "wOffT": 8594432, "act": "none", "residual": 96, "layerScaleOff": 8594176, "ref": "/model/network.4/network.4.8/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.9/token_mixer/reparam_conv/Conv", "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 100, "dst": 101, "wOff": 8791040, "bOff": 8793344, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.9/token_mixer/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.4/network.4.9/convffn/conv/conv/Conv", "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 101, "dst": 102, "wOff": 8793600, "bOff": 8806144, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.9/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.9/convffn/fc1/Conv", "cin": 256, "cout": 768, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 102, "dst": 103, "wOff": 8806400, "bOff": 9003008, "wOffT": 9003776, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.4/network.4.9/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.4/network.4.9/convffn/act/Mul_1_output_0:gelu", "src": 103, "dst": 104, "n": 196608, "c": 768, "h": 16, "w": 16, "ref": "/model/network.4/network.4.9/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.4/network.4.9/convffn/fc2/Conv", "cin": 768, "cout": 256, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 16, "w": 16, "outH": 16, "outW": 16, "src": 104, "dst": 105, "wOff": 9200384, "bOff": 9396992, "wOffT": 9397504, "act": "none", "residual": 101, "layerScaleOff": 9397248, "ref": "/model/network.4/network.4.9/Add_output_0" }, { "kind": "conv", "variant": "general", "name": "/model/network.5/proj/proj.0/lkb_reparam/Conv", "cin": 256, "cout": 512, "k": 7, "stride": 2, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 8, "outW": 8, "src": 105, "dst": 106, "wOff": 9594112, "bOff": 9619200, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.5/proj/proj.0/lkb_reparam/Conv_output_0" }, { "kind": "se", "name": "/model/network.5/proj/proj.0/se/Mul", "c": 512, "cmid": 128, "h": 8, "w": 8, "src": 106, "dst": 107, "w1Off": 9619712, "b1Off": 9685248, "w2Off": 9685376, "b2Off": 9750912, "act": "none", "ref": "/model/network.5/proj/proj.0/se/Mul_output_0" }, { "kind": "gelu", "name": "/model/network.5/proj/proj.0/activation/Mul_1_output_0:gelu", "src": 107, "dst": 108, "n": 32768, "c": 512, "h": 8, "w": 8, "ref": "/model/network.5/proj/proj.0/activation/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.5/proj/proj.1/reparam_conv/Conv", "cin": 512, "cout": 512, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 8, "w": 8, "outH": 8, "outW": 8, "src": 108, "dst": 109, "wOff": 9751424, "bOff": 10013568, "wOffT": 10014080, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.5/proj/proj.1/reparam_conv/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.5/proj/proj.1/activation/Mul_1_output_0:gelu", "src": 109, "dst": 110, "n": 32768, "c": 512, "h": 8, "w": 8, "ref": "/model/network.5/proj/proj.1/activation/Mul_1_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.6/reparam_conv/Conv", "cin": 512, "cout": 512, "k": 7, "stride": 1, "pad": 3, "groups": 512, "h": 8, "w": 8, "outH": 8, "outW": 8, "src": 110, "dst": 111, "wOff": 10276224, "bOff": 10301312, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.6/reparam_conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.7/network.7.0/norm/BatchNormalization:qkv", "cin": 512, "cout": 1536, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 8, "w": 8, "outH": 8, "outW": 8, "src": 111, "dst": 113, "wOff": 10301824, "bOff": 11088256, "wOffT": 11089792, "act": "none", "residual": null, "layerScaleOff": null, "ref": null }, { "kind": "attn_core", "name": "/model/network.7/network.7.0/norm/BatchNormalization:core", "c": 512, "heads": 16, "hd": 32, "nTok": 64, "src": 113, "dst": 114, "ref": null }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.7/network.7.0/norm/BatchNormalization:proj", "cin": 512, "cout": 512, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 8, "w": 8, "outH": 8, "outW": 8, "src": 114, "dst": 112, "wOff": 11876224, "bOff": 12138368, "wOffT": 12138880, "act": "none", "residual": 111, "layerScaleOff": 12401024, "ref": "/model/network.7/network.7.0/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.7/network.7.0/convffn/conv/conv/Conv", "cin": 512, "cout": 512, "k": 7, "stride": 1, "pad": 3, "groups": 512, "h": 8, "w": 8, "outH": 8, "outW": 8, "src": 112, "dst": 115, "wOff": 12401536, "bOff": 12426624, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.7/network.7.0/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.7/network.7.0/convffn/fc1/Conv", "cin": 512, "cout": 1536, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 8, "w": 8, "outH": 8, "outW": 8, "src": 115, "dst": 116, "wOff": 12427136, "bOff": 13213568, "wOffT": 13215104, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.7/network.7.0/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.7/network.7.0/convffn/act/Mul_1_output_0:gelu", "src": 116, "dst": 117, "n": 98304, "c": 1536, "h": 8, "w": 8, "ref": "/model/network.7/network.7.0/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.7/network.7.0/convffn/fc2/Conv", "cin": 1536, "cout": 512, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 8, "w": 8, "outH": 8, "outW": 8, "src": 117, "dst": 118, "wOff": 14001536, "bOff": 14787968, "wOffT": 14788992, "act": "none", "residual": 112, "layerScaleOff": 14788480, "ref": "/model/network.7/network.7.0/Add_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.7/network.7.1/norm/BatchNormalization:qkv", "cin": 512, "cout": 1536, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 8, "w": 8, "outH": 8, "outW": 8, "src": 118, "dst": 120, "wOff": 15575424, "bOff": 16361856, "wOffT": 16363392, "act": "none", "residual": null, "layerScaleOff": null, "ref": null }, { "kind": "attn_core", "name": "/model/network.7/network.7.1/norm/BatchNormalization:core", "c": 512, "heads": 16, "hd": 32, "nTok": 64, "src": 120, "dst": 121, "ref": null }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.7/network.7.1/norm/BatchNormalization:proj", "cin": 512, "cout": 512, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 8, "w": 8, "outH": 8, "outW": 8, "src": 121, "dst": 119, "wOff": 17149824, "bOff": 17411968, "wOffT": 17412480, "act": "none", "residual": 118, "layerScaleOff": 17674624, "ref": "/model/network.7/network.7.1/Add_output_0" }, { "kind": "conv", "variant": "depthwise", "name": "/model/network.7/network.7.1/convffn/conv/conv/Conv", "cin": 512, "cout": 512, "k": 7, "stride": 1, "pad": 3, "groups": 512, "h": 8, "w": 8, "outH": 8, "outW": 8, "src": 119, "dst": 122, "wOff": 17675136, "bOff": 17700224, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.7/network.7.1/convffn/conv/conv/Conv_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.7/network.7.1/convffn/fc1/Conv", "cin": 512, "cout": 1536, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 8, "w": 8, "outH": 8, "outW": 8, "src": 122, "dst": 123, "wOff": 17700736, "bOff": 18487168, "wOffT": 18488704, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/network.7/network.7.1/convffn/fc1/Conv_output_0" }, { "kind": "gelu", "name": "/model/network.7/network.7.1/convffn/act/Mul_1_output_0:gelu", "src": 123, "dst": 124, "n": 98304, "c": 1536, "h": 8, "w": 8, "ref": "/model/network.7/network.7.1/convffn/act/Mul_1_output_0" }, { "kind": "conv", "variant": "pointwise", "name": "/model/network.7/network.7.1/convffn/fc2/Conv", "cin": 1536, "cout": 512, "k": 1, "stride": 1, "pad": 0, "groups": 1, "h": 8, "w": 8, "outH": 8, "outW": 8, "src": 124, "dst": 125, "wOff": 19275136, "bOff": 20061568, "wOffT": 20062592, "act": "none", "residual": 119, "layerScaleOff": 20062080, "ref": "/model/network.7/network.7.1/Add_1_output_0" }, { "kind": "conv", "variant": "general", "name": "/model/conv_exp/reparam_conv/Conv", "cin": 512, "cout": 1024, "k": 3, "stride": 1, "pad": 1, "groups": 512, "h": 8, "w": 8, "outH": 8, "outW": 8, "src": 125, "dst": 126, "wOff": 20849024, "bOff": 20858240, "wOffT": null, "act": "none", "residual": null, "layerScaleOff": null, "ref": "/model/conv_exp/reparam_conv/Conv_output_0" }, { "kind": "se", "name": "/model/conv_exp/se/Mul", "c": 1024, "cmid": 64, "h": 8, "w": 8, "src": 126, "dst": 127, "w1Off": 20859264, "b1Off": 20924800, "w2Off": 20924864, "b2Off": 20990400, "act": "none", "ref": "/model/conv_exp/se/Mul_output_0" }, { "kind": "gelu", "name": "/model/conv_exp/activation/Mul_1_output_0:gelu", "src": 127, "dst": 128, "n": 65536, "c": 1024, "h": 8, "w": 8, "ref": "/model/conv_exp/activation/Mul_1_output_0" }, { "kind": "head", "name": "/model/head/MatMul", "cin": 1024, "cout": 512, "h": 8, "w": 8, "src": 128, "dst": 129, "wOff": 20991424, "ref": "image_embeds" } ], "backward": [ { "kind": "loss_bwd", "name": "loss", "embed": 129, "dX": 259, "dim": 512, "accumulate": false }, { "kind": "head_bwd", "name": "/model/head/MatMul:bwd", "dY": 259, "dX": 258, "wOff": 20991424, "cin": 1024, "cout": 512, "h": 8, "w": 8, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/conv_exp/activation/Mul_1_output_0:gelu:bwd", "dY": 258, "pre": 127, "dX": 257, "n": 65536, "accumulate": false }, { "kind": "se_bwd", "name": "/model/conv_exp/se/Mul:bwd", "dY": 257, "savedSrc": 126, "dX": 256, "c": 1024, "cmid": 64, "h": 8, "w": 8, "w1Off": 20859264, "b1Off": 20924800, "w2Off": 20924864, "b2Off": 20990400, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/conv_exp/reparam_conv/Conv:bwd", "dY": 256, "dX": 255, "wOff": 20849024, "cin": 512, "cout": 1024, "k": 3, "stride": 1, "pad": 1, "groups": 512, "h": 8, "w": 8, "outH": 8, "outW": 8, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.7/network.7.1/convffn/fc2/Conv:resbwd", "dY": 255, "dX": 249, "n": 32768, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.7/network.7.1/convffn/fc2/Conv:bwd", "dY": 255, "dX": 254, "wOffT": 20062592, "cin": 512, "cout": 1536, "outH": 8, "outW": 8, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.7/network.7.1/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 254, "pre": 123, "dX": 253, "n": 98304, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.7/network.7.1/convffn/fc1/Conv:bwd", "dY": 253, "dX": 252, "wOffT": 18488704, "cin": 1536, "cout": 512, "outH": 8, "outW": 8, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.7/network.7.1/convffn/conv/conv/Conv:bwd", "dY": 252, "dX": 249, "wOff": 17675136, "cin": 512, "cout": 512, "k": 7, "stride": 1, "pad": 3, "groups": 512, "h": 8, "w": 8, "outH": 8, "outW": 8, "accumulate": true }, { "kind": "residual_bwd", "name": "/model/network.7/network.7.1/norm/BatchNormalization:proj:resbwd", "dY": 249, "dX": 248, "n": 32768, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.7/network.7.1/norm/BatchNormalization:proj:bwd", "dY": 249, "dX": 251, "wOffT": 17412480, "cin": 512, "cout": 512, "outH": 8, "outW": 8, "accumulate": false }, { "kind": "attn_core_bwd", "name": "/model/network.7/network.7.1/norm/BatchNormalization:core:bwd", "dY": 251, "savedQkv": 120, "dX": 250, "c": 512, "heads": 16, "hd": 32, "nTok": 64, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.7/network.7.1/norm/BatchNormalization:qkv:bwd", "dY": 250, "dX": 248, "wOffT": 16363392, "cin": 1536, "cout": 512, "outH": 8, "outW": 8, "accumulate": true }, { "kind": "residual_bwd", "name": "/model/network.7/network.7.0/convffn/fc2/Conv:resbwd", "dY": 248, "dX": 242, "n": 32768, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.7/network.7.0/convffn/fc2/Conv:bwd", "dY": 248, "dX": 247, "wOffT": 14788992, "cin": 512, "cout": 1536, "outH": 8, "outW": 8, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.7/network.7.0/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 247, "pre": 116, "dX": 246, "n": 98304, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.7/network.7.0/convffn/fc1/Conv:bwd", "dY": 246, "dX": 245, "wOffT": 13215104, "cin": 1536, "cout": 512, "outH": 8, "outW": 8, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.7/network.7.0/convffn/conv/conv/Conv:bwd", "dY": 245, "dX": 242, "wOff": 12401536, "cin": 512, "cout": 512, "k": 7, "stride": 1, "pad": 3, "groups": 512, "h": 8, "w": 8, "outH": 8, "outW": 8, "accumulate": true }, { "kind": "residual_bwd", "name": "/model/network.7/network.7.0/norm/BatchNormalization:proj:resbwd", "dY": 242, "dX": 241, "n": 32768, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.7/network.7.0/norm/BatchNormalization:proj:bwd", "dY": 242, "dX": 244, "wOffT": 12138880, "cin": 512, "cout": 512, "outH": 8, "outW": 8, "accumulate": false }, { "kind": "attn_core_bwd", "name": "/model/network.7/network.7.0/norm/BatchNormalization:core:bwd", "dY": 244, "savedQkv": 113, "dX": 243, "c": 512, "heads": 16, "hd": 32, "nTok": 64, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.7/network.7.0/norm/BatchNormalization:qkv:bwd", "dY": 243, "dX": 241, "wOffT": 11089792, "cin": 1536, "cout": 512, "outH": 8, "outW": 8, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.6/reparam_conv/Conv:bwd", "dY": 241, "dX": 240, "wOff": 10276224, "cin": 512, "cout": 512, "k": 7, "stride": 1, "pad": 3, "groups": 512, "h": 8, "w": 8, "outH": 8, "outW": 8, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.5/proj/proj.1/activation/Mul_1_output_0:gelu:bwd", "dY": 240, "pre": 109, "dX": 239, "n": 32768, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.5/proj/proj.1/reparam_conv/Conv:bwd", "dY": 239, "dX": 238, "wOffT": 10014080, "cin": 512, "cout": 512, "outH": 8, "outW": 8, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.5/proj/proj.0/activation/Mul_1_output_0:gelu:bwd", "dY": 238, "pre": 107, "dX": 237, "n": 32768, "accumulate": false }, { "kind": "se_bwd", "name": "/model/network.5/proj/proj.0/se/Mul:bwd", "dY": 237, "savedSrc": 106, "dX": 236, "c": 512, "cmid": 128, "h": 8, "w": 8, "w1Off": 9619712, "b1Off": 9685248, "w2Off": 9685376, "b2Off": 9750912, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.5/proj/proj.0/lkb_reparam/Conv:bwd", "dY": 236, "dX": 235, "wOff": 9594112, "cin": 256, "cout": 512, "k": 7, "stride": 2, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 8, "outW": 8, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.4/network.4.9/convffn/fc2/Conv:resbwd", "dY": 235, "dX": 231, "n": 65536, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.9/convffn/fc2/Conv:bwd", "dY": 235, "dX": 234, "wOffT": 9397504, "cin": 256, "cout": 768, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.4/network.4.9/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 234, "pre": 103, "dX": 233, "n": 196608, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.9/convffn/fc1/Conv:bwd", "dY": 233, "dX": 232, "wOffT": 9003776, "cin": 768, "cout": 256, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.9/convffn/conv/conv/Conv:bwd", "dY": 232, "dX": 231, "wOff": 8793600, "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.9/token_mixer/reparam_conv/Conv:bwd", "dY": 231, "dX": 230, "wOff": 8791040, "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.4/network.4.8/convffn/fc2/Conv:resbwd", "dY": 230, "dX": 226, "n": 65536, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.8/convffn/fc2/Conv:bwd", "dY": 230, "dX": 229, "wOffT": 8594432, "cin": 256, "cout": 768, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.4/network.4.8/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 229, "pre": 98, "dX": 228, "n": 196608, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.8/convffn/fc1/Conv:bwd", "dY": 228, "dX": 227, "wOffT": 8200704, "cin": 768, "cout": 256, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.8/convffn/conv/conv/Conv:bwd", "dY": 227, "dX": 226, "wOff": 7990528, "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.8/token_mixer/reparam_conv/Conv:bwd", "dY": 226, "dX": 225, "wOff": 7987968, "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.4/network.4.7/convffn/fc2/Conv:resbwd", "dY": 225, "dX": 221, "n": 65536, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.7/convffn/fc2/Conv:bwd", "dY": 225, "dX": 224, "wOffT": 7791360, "cin": 256, "cout": 768, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.4/network.4.7/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 224, "pre": 93, "dX": 223, "n": 196608, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.7/convffn/fc1/Conv:bwd", "dY": 223, "dX": 222, "wOffT": 7397632, "cin": 768, "cout": 256, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.7/convffn/conv/conv/Conv:bwd", "dY": 222, "dX": 221, "wOff": 7187456, "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.7/token_mixer/reparam_conv/Conv:bwd", "dY": 221, "dX": 220, "wOff": 7184896, "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.4/network.4.6/convffn/fc2/Conv:resbwd", "dY": 220, "dX": 216, "n": 65536, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.6/convffn/fc2/Conv:bwd", "dY": 220, "dX": 219, "wOffT": 6988288, "cin": 256, "cout": 768, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.4/network.4.6/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 219, "pre": 88, "dX": 218, "n": 196608, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.6/convffn/fc1/Conv:bwd", "dY": 218, "dX": 217, "wOffT": 6594560, "cin": 768, "cout": 256, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.6/convffn/conv/conv/Conv:bwd", "dY": 217, "dX": 216, "wOff": 6384384, "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.6/token_mixer/reparam_conv/Conv:bwd", "dY": 216, "dX": 215, "wOff": 6381824, "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.4/network.4.5/convffn/fc2/Conv:resbwd", "dY": 215, "dX": 211, "n": 65536, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.5/convffn/fc2/Conv:bwd", "dY": 215, "dX": 214, "wOffT": 6185216, "cin": 256, "cout": 768, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.4/network.4.5/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 214, "pre": 83, "dX": 213, "n": 196608, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.5/convffn/fc1/Conv:bwd", "dY": 213, "dX": 212, "wOffT": 5791488, "cin": 768, "cout": 256, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.5/convffn/conv/conv/Conv:bwd", "dY": 212, "dX": 211, "wOff": 5581312, "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.5/token_mixer/reparam_conv/Conv:bwd", "dY": 211, "dX": 210, "wOff": 5578752, "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.4/network.4.4/convffn/fc2/Conv:resbwd", "dY": 210, "dX": 206, "n": 65536, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.4/convffn/fc2/Conv:bwd", "dY": 210, "dX": 209, "wOffT": 5382144, "cin": 256, "cout": 768, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.4/network.4.4/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 209, "pre": 78, "dX": 208, "n": 196608, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.4/convffn/fc1/Conv:bwd", "dY": 208, "dX": 207, "wOffT": 4988416, "cin": 768, "cout": 256, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.4/convffn/conv/conv/Conv:bwd", "dY": 207, "dX": 206, "wOff": 4778240, "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.4/token_mixer/reparam_conv/Conv:bwd", "dY": 206, "dX": 205, "wOff": 4775680, "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.4/network.4.3/convffn/fc2/Conv:resbwd", "dY": 205, "dX": 201, "n": 65536, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.3/convffn/fc2/Conv:bwd", "dY": 205, "dX": 204, "wOffT": 4579072, "cin": 256, "cout": 768, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.4/network.4.3/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 204, "pre": 73, "dX": 203, "n": 196608, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.3/convffn/fc1/Conv:bwd", "dY": 203, "dX": 202, "wOffT": 4185344, "cin": 768, "cout": 256, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.3/convffn/conv/conv/Conv:bwd", "dY": 202, "dX": 201, "wOff": 3975168, "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.3/token_mixer/reparam_conv/Conv:bwd", "dY": 201, "dX": 200, "wOff": 3972608, "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.4/network.4.2/convffn/fc2/Conv:resbwd", "dY": 200, "dX": 196, "n": 65536, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.2/convffn/fc2/Conv:bwd", "dY": 200, "dX": 199, "wOffT": 3776000, "cin": 256, "cout": 768, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.4/network.4.2/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 199, "pre": 68, "dX": 198, "n": 196608, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.2/convffn/fc1/Conv:bwd", "dY": 198, "dX": 197, "wOffT": 3382272, "cin": 768, "cout": 256, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.2/convffn/conv/conv/Conv:bwd", "dY": 197, "dX": 196, "wOff": 3172096, "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.2/token_mixer/reparam_conv/Conv:bwd", "dY": 196, "dX": 195, "wOff": 3169536, "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.4/network.4.1/convffn/fc2/Conv:resbwd", "dY": 195, "dX": 191, "n": 65536, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.1/convffn/fc2/Conv:bwd", "dY": 195, "dX": 194, "wOffT": 2972928, "cin": 256, "cout": 768, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.4/network.4.1/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 194, "pre": 63, "dX": 193, "n": 196608, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.1/convffn/fc1/Conv:bwd", "dY": 193, "dX": 192, "wOffT": 2579200, "cin": 768, "cout": 256, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.1/convffn/conv/conv/Conv:bwd", "dY": 192, "dX": 191, "wOff": 2369024, "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.1/token_mixer/reparam_conv/Conv:bwd", "dY": 191, "dX": 190, "wOff": 2366464, "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.4/network.4.0/convffn/fc2/Conv:resbwd", "dY": 190, "dX": 186, "n": 65536, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.0/convffn/fc2/Conv:bwd", "dY": 190, "dX": 189, "wOffT": 2169856, "cin": 256, "cout": 768, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.4/network.4.0/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 189, "pre": 58, "dX": 188, "n": 196608, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.4/network.4.0/convffn/fc1/Conv:bwd", "dY": 188, "dX": 187, "wOffT": 1776128, "cin": 768, "cout": 256, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.0/convffn/conv/conv/Conv:bwd", "dY": 187, "dX": 186, "wOff": 1565952, "cin": 256, "cout": 256, "k": 7, "stride": 1, "pad": 3, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.4/network.4.0/token_mixer/reparam_conv/Conv:bwd", "dY": 186, "dX": 185, "wOff": 1563392, "cin": 256, "cout": 256, "k": 3, "stride": 1, "pad": 1, "groups": 256, "h": 16, "w": 16, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.3/proj/proj.1/activation/Mul_1_output_0:gelu:bwd", "dY": 185, "pre": 54, "dX": 184, "n": 65536, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.3/proj/proj.1/reparam_conv/Conv:bwd", "dY": 184, "dX": 183, "wOffT": 1497856, "cin": 256, "cout": 256, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.3/proj/proj.0/activation/Mul_1_output_0:gelu:bwd", "dY": 183, "pre": 52, "dX": 182, "n": 65536, "accumulate": false }, { "kind": "se_bwd", "name": "/model/network.3/proj/proj.0/se/Mul:bwd", "dY": 182, "savedSrc": 51, "dX": 181, "c": 256, "cmid": 64, "h": 16, "w": 16, "w1Off": 1398976, "b1Off": 1415360, "w2Off": 1415424, "b2Off": 1431808, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.3/proj/proj.0/lkb_reparam/Conv:bwd", "dY": 181, "dX": 180, "wOff": 1386176, "cin": 128, "cout": 256, "k": 7, "stride": 2, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 16, "outW": 16, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.2/network.2.5/convffn/fc2/Conv:resbwd", "dY": 180, "dX": 176, "n": 131072, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.2/network.2.5/convffn/fc2/Conv:bwd", "dY": 180, "dX": 179, "wOffT": 1337024, "cin": 128, "cout": 384, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.2/network.2.5/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 179, "pre": 48, "dX": 178, "n": 393216, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.2/network.2.5/convffn/fc1/Conv:bwd", "dY": 178, "dX": 177, "wOffT": 1238464, "cin": 384, "cout": 128, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.2/network.2.5/convffn/conv/conv/Conv:bwd", "dY": 177, "dX": 176, "wOff": 1182528, "cin": 128, "cout": 128, "k": 7, "stride": 1, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.2/network.2.5/token_mixer/reparam_conv/Conv:bwd", "dY": 176, "dX": 175, "wOff": 1181248, "cin": 128, "cout": 128, "k": 3, "stride": 1, "pad": 1, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.2/network.2.4/convffn/fc2/Conv:resbwd", "dY": 175, "dX": 171, "n": 131072, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.2/network.2.4/convffn/fc2/Conv:bwd", "dY": 175, "dX": 174, "wOffT": 1132096, "cin": 128, "cout": 384, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.2/network.2.4/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 174, "pre": 43, "dX": 173, "n": 393216, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.2/network.2.4/convffn/fc1/Conv:bwd", "dY": 173, "dX": 172, "wOffT": 1033536, "cin": 384, "cout": 128, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.2/network.2.4/convffn/conv/conv/Conv:bwd", "dY": 172, "dX": 171, "wOff": 977600, "cin": 128, "cout": 128, "k": 7, "stride": 1, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.2/network.2.4/token_mixer/reparam_conv/Conv:bwd", "dY": 171, "dX": 170, "wOff": 976320, "cin": 128, "cout": 128, "k": 3, "stride": 1, "pad": 1, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.2/network.2.3/convffn/fc2/Conv:resbwd", "dY": 170, "dX": 166, "n": 131072, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.2/network.2.3/convffn/fc2/Conv:bwd", "dY": 170, "dX": 169, "wOffT": 927168, "cin": 128, "cout": 384, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.2/network.2.3/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 169, "pre": 38, "dX": 168, "n": 393216, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.2/network.2.3/convffn/fc1/Conv:bwd", "dY": 168, "dX": 167, "wOffT": 828608, "cin": 384, "cout": 128, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.2/network.2.3/convffn/conv/conv/Conv:bwd", "dY": 167, "dX": 166, "wOff": 772672, "cin": 128, "cout": 128, "k": 7, "stride": 1, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.2/network.2.3/token_mixer/reparam_conv/Conv:bwd", "dY": 166, "dX": 165, "wOff": 771392, "cin": 128, "cout": 128, "k": 3, "stride": 1, "pad": 1, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.2/network.2.2/convffn/fc2/Conv:resbwd", "dY": 165, "dX": 161, "n": 131072, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.2/network.2.2/convffn/fc2/Conv:bwd", "dY": 165, "dX": 164, "wOffT": 722240, "cin": 128, "cout": 384, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.2/network.2.2/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 164, "pre": 33, "dX": 163, "n": 393216, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.2/network.2.2/convffn/fc1/Conv:bwd", "dY": 163, "dX": 162, "wOffT": 623680, "cin": 384, "cout": 128, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.2/network.2.2/convffn/conv/conv/Conv:bwd", "dY": 162, "dX": 161, "wOff": 567744, "cin": 128, "cout": 128, "k": 7, "stride": 1, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.2/network.2.2/token_mixer/reparam_conv/Conv:bwd", "dY": 161, "dX": 160, "wOff": 566464, "cin": 128, "cout": 128, "k": 3, "stride": 1, "pad": 1, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.2/network.2.1/convffn/fc2/Conv:resbwd", "dY": 160, "dX": 156, "n": 131072, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.2/network.2.1/convffn/fc2/Conv:bwd", "dY": 160, "dX": 159, "wOffT": 517312, "cin": 128, "cout": 384, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.2/network.2.1/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 159, "pre": 28, "dX": 158, "n": 393216, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.2/network.2.1/convffn/fc1/Conv:bwd", "dY": 158, "dX": 157, "wOffT": 418752, "cin": 384, "cout": 128, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.2/network.2.1/convffn/conv/conv/Conv:bwd", "dY": 157, "dX": 156, "wOff": 362816, "cin": 128, "cout": 128, "k": 7, "stride": 1, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.2/network.2.1/token_mixer/reparam_conv/Conv:bwd", "dY": 156, "dX": 155, "wOff": 361536, "cin": 128, "cout": 128, "k": 3, "stride": 1, "pad": 1, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.2/network.2.0/convffn/fc2/Conv:resbwd", "dY": 155, "dX": 151, "n": 131072, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.2/network.2.0/convffn/fc2/Conv:bwd", "dY": 155, "dX": 154, "wOffT": 312384, "cin": 128, "cout": 384, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.2/network.2.0/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 154, "pre": 23, "dX": 153, "n": 393216, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.2/network.2.0/convffn/fc1/Conv:bwd", "dY": 153, "dX": 152, "wOffT": 213824, "cin": 384, "cout": 128, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.2/network.2.0/convffn/conv/conv/Conv:bwd", "dY": 152, "dX": 151, "wOff": 157888, "cin": 128, "cout": 128, "k": 7, "stride": 1, "pad": 3, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.2/network.2.0/token_mixer/reparam_conv/Conv:bwd", "dY": 151, "dX": 150, "wOff": 156608, "cin": 128, "cout": 128, "k": 3, "stride": 1, "pad": 1, "groups": 128, "h": 32, "w": 32, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.1/proj/proj.1/activation/Mul_1_output_0:gelu:bwd", "dY": 150, "pre": 19, "dX": 149, "n": 131072, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.1/proj/proj.1/reparam_conv/Conv:bwd", "dY": 149, "dX": 148, "wOffT": 140224, "cin": 128, "cout": 128, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.1/proj/proj.0/activation/Mul_1_output_0:gelu:bwd", "dY": 148, "pre": 17, "dX": 147, "n": 131072, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.1/proj/proj.0/lkb_reparam/Conv:bwd", "dY": 147, "dX": 146, "wOff": 117312, "cin": 64, "cout": 128, "k": 7, "stride": 2, "pad": 3, "groups": 64, "h": 64, "w": 64, "outH": 32, "outW": 32, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.0/network.0.1/convffn/fc2/Conv:resbwd", "dY": 146, "dX": 142, "n": 262144, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.0/network.0.1/convffn/fc2/Conv:bwd", "dY": 146, "dX": 145, "wOffT": 105024, "cin": 64, "cout": 192, "outH": 64, "outW": 64, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.0/network.0.1/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 145, "pre": 14, "dX": 144, "n": 786432, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.0/network.0.1/convffn/fc1/Conv:bwd", "dY": 144, "dX": 143, "wOffT": 80320, "cin": 192, "cout": 64, "outH": 64, "outW": 64, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.0/network.0.1/convffn/conv/conv/Conv:bwd", "dY": 143, "dX": 142, "wOff": 64640, "cin": 64, "cout": 64, "k": 7, "stride": 1, "pad": 3, "groups": 64, "h": 64, "w": 64, "outH": 64, "outW": 64, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.0/network.0.1/token_mixer/reparam_conv/Conv:bwd", "dY": 142, "dX": 141, "wOff": 64000, "cin": 64, "cout": 64, "k": 3, "stride": 1, "pad": 1, "groups": 64, "h": 64, "w": 64, "outH": 64, "outW": 64, "accumulate": false }, { "kind": "residual_bwd", "name": "/model/network.0/network.0.0/convffn/fc2/Conv:resbwd", "dY": 141, "dX": 137, "n": 262144, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.0/network.0.0/convffn/fc2/Conv:bwd", "dY": 141, "dX": 140, "wOffT": 51712, "cin": 64, "cout": 192, "outH": 64, "outW": 64, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/network.0/network.0.0/convffn/act/Mul_1_output_0:gelu:bwd", "dY": 140, "pre": 9, "dX": 139, "n": 786432, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/network.0/network.0.0/convffn/fc1/Conv:bwd", "dY": 139, "dX": 138, "wOffT": 27008, "cin": 192, "cout": 64, "outH": 64, "outW": 64, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/network.0/network.0.0/convffn/conv/conv/Conv:bwd", "dY": 138, "dX": 137, "wOff": 11328, "cin": 64, "cout": 64, "k": 7, "stride": 1, "pad": 3, "groups": 64, "h": 64, "w": 64, "outH": 64, "outW": 64, "accumulate": true }, { "kind": "spatial_bwd", "name": "/model/network.0/network.0.0/token_mixer/reparam_conv/Conv:bwd", "dY": 137, "dX": 136, "wOff": 10688, "cin": 64, "cout": 64, "k": 3, "stride": 1, "pad": 1, "groups": 64, "h": 64, "w": 64, "outH": 64, "outW": 64, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/patch_embed/patch_embed.2/activation/Mul_1_output_0:gelu:bwd", "dY": 136, "pre": 5, "dX": 135, "n": 262144, "accumulate": false }, { "kind": "pw_bwd", "name": "/model/patch_embed/patch_embed.2/reparam_conv/Conv:bwd", "dY": 135, "dX": 134, "wOffT": 6592, "cin": 64, "cout": 64, "outH": 64, "outW": 64, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/patch_embed/patch_embed.1/activation/Mul_1_output_0:gelu:bwd", "dY": 134, "pre": 3, "dX": 133, "n": 262144, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/patch_embed/patch_embed.1/reparam_conv/Conv:bwd", "dY": 133, "dX": 132, "wOff": 1792, "cin": 64, "cout": 64, "k": 3, "stride": 2, "pad": 1, "groups": 64, "h": 128, "w": 128, "outH": 64, "outW": 64, "accumulate": false }, { "kind": "gelu_bwd", "name": "/model/patch_embed/patch_embed.0/activation/Mul_1_output_0:gelu:bwd", "dY": 132, "pre": 1, "dX": 131, "n": 1048576, "accumulate": false }, { "kind": "spatial_bwd", "name": "/model/patch_embed/patch_embed.0/reparam_conv/Conv:bwd", "dY": 131, "dX": 130, "wOff": 0, "cin": 3, "cout": 64, "k": 3, "stride": 2, "pad": 1, "groups": 1, "h": 256, "w": 256, "outH": 128, "outW": 128, "accumulate": false } ], "nActSlots": 130, "inputGradSlot": 130, "embedSlot": 129, "embedGradSlot": 259, "textDim": 512 }