| { |
| "model": "mobileclip_s0_vision", |
| "inputSlot": 0, |
| "inputShape": [ |
| 3, |
| 256, |
| 256 |
| ], |
| "outputSlot": 129, |
| "embedDim": 512, |
| "slots": [ |
| 196608, |
| 1048576, |
| 1048576, |
| 262144, |
| 262144, |
| 262144, |
| 262144, |
| 262144, |
| 262144, |
| 786432, |
| 786432, |
| 262144, |
| 262144, |
| 262144, |
| 786432, |
| 786432, |
| 262144, |
| 131072, |
| 131072, |
| 131072, |
| 131072, |
| 131072, |
| 131072, |
| 393216, |
| 393216, |
| 131072, |
| 131072, |
| 131072, |
| 393216, |
| 393216, |
| 131072, |
| 131072, |
| 131072, |
| 393216, |
| 393216, |
| 131072, |
| 131072, |
| 131072, |
| 393216, |
| 393216, |
| 131072, |
| 131072, |
| 131072, |
| 393216, |
| 393216, |
| 131072, |
| 131072, |
| 131072, |
| 393216, |
| 393216, |
| 131072, |
| 65536, |
| 65536, |
| 65536, |
| 65536, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 32768, |
| 32768, |
| 32768, |
| 32768, |
| 32768, |
| 32768, |
| 32768, |
| 98304, |
| 32768, |
| 32768, |
| 98304, |
| 98304, |
| 32768, |
| 32768, |
| 98304, |
| 32768, |
| 32768, |
| 98304, |
| 98304, |
| 32768, |
| 65536, |
| 65536, |
| 65536, |
| 512, |
| 196608, |
| 1048576, |
| 1048576, |
| 262144, |
| 262144, |
| 262144, |
| 262144, |
| 262144, |
| 262144, |
| 786432, |
| 786432, |
| 262144, |
| 262144, |
| 262144, |
| 786432, |
| 786432, |
| 262144, |
| 131072, |
| 131072, |
| 131072, |
| 131072, |
| 131072, |
| 131072, |
| 393216, |
| 393216, |
| 131072, |
| 131072, |
| 131072, |
| 393216, |
| 393216, |
| 131072, |
| 131072, |
| 131072, |
| 393216, |
| 393216, |
| 131072, |
| 131072, |
| 131072, |
| 393216, |
| 393216, |
| 131072, |
| 131072, |
| 131072, |
| 393216, |
| 393216, |
| 131072, |
| 131072, |
| 131072, |
| 393216, |
| 393216, |
| 131072, |
| 65536, |
| 65536, |
| 65536, |
| 65536, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 65536, |
| 65536, |
| 196608, |
| 196608, |
| 65536, |
| 32768, |
| 32768, |
| 32768, |
| 32768, |
| 32768, |
| 32768, |
| 32768, |
| 98304, |
| 32768, |
| 32768, |
| 98304, |
| 98304, |
| 32768, |
| 32768, |
| 98304, |
| 32768, |
| 32768, |
| 98304, |
| 98304, |
| 32768, |
| 65536, |
| 65536, |
| 65536, |
| 512 |
| ], |
| "weightsFloats": 21515712, |
| "steps": [ |
| { |
| "kind": "conv", |
| "variant": "general", |
| "name": "/model/patch_embed/patch_embed.0/reparam_conv/Conv", |
| "cin": 3, |
| "cout": 64, |
| "k": 3, |
| "stride": 2, |
| "pad": 1, |
| "groups": 1, |
| "h": 256, |
| "w": 256, |
| "outH": 128, |
| "outW": 128, |
| "src": 0, |
| "dst": 1, |
| "wOff": 0, |
| "bOff": 1728, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/patch_embed/patch_embed.0/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/patch_embed/patch_embed.0/activation/Mul_1_output_0:gelu", |
| "src": 1, |
| "dst": 2, |
| "n": 1048576, |
| "c": 64, |
| "h": 128, |
| "w": 128, |
| "ref": "/model/patch_embed/patch_embed.0/activation/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/patch_embed/patch_embed.1/reparam_conv/Conv", |
| "cin": 64, |
| "cout": 64, |
| "k": 3, |
| "stride": 2, |
| "pad": 1, |
| "groups": 64, |
| "h": 128, |
| "w": 128, |
| "outH": 64, |
| "outW": 64, |
| "src": 2, |
| "dst": 3, |
| "wOff": 1792, |
| "bOff": 2368, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/patch_embed/patch_embed.1/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/patch_embed/patch_embed.1/activation/Mul_1_output_0:gelu", |
| "src": 3, |
| "dst": 4, |
| "n": 262144, |
| "c": 64, |
| "h": 64, |
| "w": 64, |
| "ref": "/model/patch_embed/patch_embed.1/activation/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/patch_embed/patch_embed.2/reparam_conv/Conv", |
| "cin": 64, |
| "cout": 64, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 64, |
| "w": 64, |
| "outH": 64, |
| "outW": 64, |
| "src": 4, |
| "dst": 5, |
| "wOff": 2432, |
| "bOff": 6528, |
| "wOffT": 6592, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/patch_embed/patch_embed.2/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/patch_embed/patch_embed.2/activation/Mul_1_output_0:gelu", |
| "src": 5, |
| "dst": 6, |
| "n": 262144, |
| "c": 64, |
| "h": 64, |
| "w": 64, |
| "ref": "/model/patch_embed/patch_embed.2/activation/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.0/network.0.0/token_mixer/reparam_conv/Conv", |
| "cin": 64, |
| "cout": 64, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 64, |
| "h": 64, |
| "w": 64, |
| "outH": 64, |
| "outW": 64, |
| "src": 6, |
| "dst": 7, |
| "wOff": 10688, |
| "bOff": 11264, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.0/network.0.0/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.0/network.0.0/convffn/conv/conv/Conv", |
| "cin": 64, |
| "cout": 64, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 64, |
| "h": 64, |
| "w": 64, |
| "outH": 64, |
| "outW": 64, |
| "src": 7, |
| "dst": 8, |
| "wOff": 11328, |
| "bOff": 14464, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.0/network.0.0/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.0/network.0.0/convffn/fc1/Conv", |
| "cin": 64, |
| "cout": 192, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 64, |
| "w": 64, |
| "outH": 64, |
| "outW": 64, |
| "src": 8, |
| "dst": 9, |
| "wOff": 14528, |
| "bOff": 26816, |
| "wOffT": 27008, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.0/network.0.0/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.0/network.0.0/convffn/act/Mul_1_output_0:gelu", |
| "src": 9, |
| "dst": 10, |
| "n": 786432, |
| "c": 192, |
| "h": 64, |
| "w": 64, |
| "ref": "/model/network.0/network.0.0/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.0/network.0.0/convffn/fc2/Conv", |
| "cin": 192, |
| "cout": 64, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 64, |
| "w": 64, |
| "outH": 64, |
| "outW": 64, |
| "src": 10, |
| "dst": 11, |
| "wOff": 39296, |
| "bOff": 51584, |
| "wOffT": 51712, |
| "act": "none", |
| "residual": 7, |
| "layerScaleOff": 51648, |
| "ref": "/model/network.0/network.0.0/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.0/network.0.1/token_mixer/reparam_conv/Conv", |
| "cin": 64, |
| "cout": 64, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 64, |
| "h": 64, |
| "w": 64, |
| "outH": 64, |
| "outW": 64, |
| "src": 11, |
| "dst": 12, |
| "wOff": 64000, |
| "bOff": 64576, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.0/network.0.1/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.0/network.0.1/convffn/conv/conv/Conv", |
| "cin": 64, |
| "cout": 64, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 64, |
| "h": 64, |
| "w": 64, |
| "outH": 64, |
| "outW": 64, |
| "src": 12, |
| "dst": 13, |
| "wOff": 64640, |
| "bOff": 67776, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.0/network.0.1/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.0/network.0.1/convffn/fc1/Conv", |
| "cin": 64, |
| "cout": 192, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 64, |
| "w": 64, |
| "outH": 64, |
| "outW": 64, |
| "src": 13, |
| "dst": 14, |
| "wOff": 67840, |
| "bOff": 80128, |
| "wOffT": 80320, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.0/network.0.1/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.0/network.0.1/convffn/act/Mul_1_output_0:gelu", |
| "src": 14, |
| "dst": 15, |
| "n": 786432, |
| "c": 192, |
| "h": 64, |
| "w": 64, |
| "ref": "/model/network.0/network.0.1/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.0/network.0.1/convffn/fc2/Conv", |
| "cin": 192, |
| "cout": 64, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 64, |
| "w": 64, |
| "outH": 64, |
| "outW": 64, |
| "src": 15, |
| "dst": 16, |
| "wOff": 92608, |
| "bOff": 104896, |
| "wOffT": 105024, |
| "act": "none", |
| "residual": 12, |
| "layerScaleOff": 104960, |
| "ref": "/model/network.0/network.0.1/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "general", |
| "name": "/model/network.1/proj/proj.0/lkb_reparam/Conv", |
| "cin": 64, |
| "cout": 128, |
| "k": 7, |
| "stride": 2, |
| "pad": 3, |
| "groups": 64, |
| "h": 64, |
| "w": 64, |
| "outH": 32, |
| "outW": 32, |
| "src": 16, |
| "dst": 17, |
| "wOff": 117312, |
| "bOff": 123584, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.1/proj/proj.0/lkb_reparam/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.1/proj/proj.0/activation/Mul_1_output_0:gelu", |
| "src": 17, |
| "dst": 18, |
| "n": 131072, |
| "c": 128, |
| "h": 32, |
| "w": 32, |
| "ref": "/model/network.1/proj/proj.0/activation/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.1/proj/proj.1/reparam_conv/Conv", |
| "cin": 128, |
| "cout": 128, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 18, |
| "dst": 19, |
| "wOff": 123712, |
| "bOff": 140096, |
| "wOffT": 140224, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.1/proj/proj.1/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.1/proj/proj.1/activation/Mul_1_output_0:gelu", |
| "src": 19, |
| "dst": 20, |
| "n": 131072, |
| "c": 128, |
| "h": 32, |
| "w": 32, |
| "ref": "/model/network.1/proj/proj.1/activation/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.2/network.2.0/token_mixer/reparam_conv/Conv", |
| "cin": 128, |
| "cout": 128, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 20, |
| "dst": 21, |
| "wOff": 156608, |
| "bOff": 157760, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.0/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.2/network.2.0/convffn/conv/conv/Conv", |
| "cin": 128, |
| "cout": 128, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 21, |
| "dst": 22, |
| "wOff": 157888, |
| "bOff": 164160, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.0/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.2/network.2.0/convffn/fc1/Conv", |
| "cin": 128, |
| "cout": 384, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 22, |
| "dst": 23, |
| "wOff": 164288, |
| "bOff": 213440, |
| "wOffT": 213824, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.0/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.2/network.2.0/convffn/act/Mul_1_output_0:gelu", |
| "src": 23, |
| "dst": 24, |
| "n": 393216, |
| "c": 384, |
| "h": 32, |
| "w": 32, |
| "ref": "/model/network.2/network.2.0/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.2/network.2.0/convffn/fc2/Conv", |
| "cin": 384, |
| "cout": 128, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 24, |
| "dst": 25, |
| "wOff": 262976, |
| "bOff": 312128, |
| "wOffT": 312384, |
| "act": "none", |
| "residual": 21, |
| "layerScaleOff": 312256, |
| "ref": "/model/network.2/network.2.0/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.2/network.2.1/token_mixer/reparam_conv/Conv", |
| "cin": 128, |
| "cout": 128, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 25, |
| "dst": 26, |
| "wOff": 361536, |
| "bOff": 362688, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.1/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.2/network.2.1/convffn/conv/conv/Conv", |
| "cin": 128, |
| "cout": 128, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 26, |
| "dst": 27, |
| "wOff": 362816, |
| "bOff": 369088, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.1/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.2/network.2.1/convffn/fc1/Conv", |
| "cin": 128, |
| "cout": 384, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 27, |
| "dst": 28, |
| "wOff": 369216, |
| "bOff": 418368, |
| "wOffT": 418752, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.1/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.2/network.2.1/convffn/act/Mul_1_output_0:gelu", |
| "src": 28, |
| "dst": 29, |
| "n": 393216, |
| "c": 384, |
| "h": 32, |
| "w": 32, |
| "ref": "/model/network.2/network.2.1/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.2/network.2.1/convffn/fc2/Conv", |
| "cin": 384, |
| "cout": 128, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 29, |
| "dst": 30, |
| "wOff": 467904, |
| "bOff": 517056, |
| "wOffT": 517312, |
| "act": "none", |
| "residual": 26, |
| "layerScaleOff": 517184, |
| "ref": "/model/network.2/network.2.1/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.2/network.2.2/token_mixer/reparam_conv/Conv", |
| "cin": 128, |
| "cout": 128, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 30, |
| "dst": 31, |
| "wOff": 566464, |
| "bOff": 567616, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.2/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.2/network.2.2/convffn/conv/conv/Conv", |
| "cin": 128, |
| "cout": 128, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 31, |
| "dst": 32, |
| "wOff": 567744, |
| "bOff": 574016, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.2/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.2/network.2.2/convffn/fc1/Conv", |
| "cin": 128, |
| "cout": 384, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 32, |
| "dst": 33, |
| "wOff": 574144, |
| "bOff": 623296, |
| "wOffT": 623680, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.2/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.2/network.2.2/convffn/act/Mul_1_output_0:gelu", |
| "src": 33, |
| "dst": 34, |
| "n": 393216, |
| "c": 384, |
| "h": 32, |
| "w": 32, |
| "ref": "/model/network.2/network.2.2/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.2/network.2.2/convffn/fc2/Conv", |
| "cin": 384, |
| "cout": 128, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 34, |
| "dst": 35, |
| "wOff": 672832, |
| "bOff": 721984, |
| "wOffT": 722240, |
| "act": "none", |
| "residual": 31, |
| "layerScaleOff": 722112, |
| "ref": "/model/network.2/network.2.2/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.2/network.2.3/token_mixer/reparam_conv/Conv", |
| "cin": 128, |
| "cout": 128, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 35, |
| "dst": 36, |
| "wOff": 771392, |
| "bOff": 772544, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.3/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.2/network.2.3/convffn/conv/conv/Conv", |
| "cin": 128, |
| "cout": 128, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 36, |
| "dst": 37, |
| "wOff": 772672, |
| "bOff": 778944, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.3/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.2/network.2.3/convffn/fc1/Conv", |
| "cin": 128, |
| "cout": 384, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 37, |
| "dst": 38, |
| "wOff": 779072, |
| "bOff": 828224, |
| "wOffT": 828608, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.3/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.2/network.2.3/convffn/act/Mul_1_output_0:gelu", |
| "src": 38, |
| "dst": 39, |
| "n": 393216, |
| "c": 384, |
| "h": 32, |
| "w": 32, |
| "ref": "/model/network.2/network.2.3/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.2/network.2.3/convffn/fc2/Conv", |
| "cin": 384, |
| "cout": 128, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 39, |
| "dst": 40, |
| "wOff": 877760, |
| "bOff": 926912, |
| "wOffT": 927168, |
| "act": "none", |
| "residual": 36, |
| "layerScaleOff": 927040, |
| "ref": "/model/network.2/network.2.3/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.2/network.2.4/token_mixer/reparam_conv/Conv", |
| "cin": 128, |
| "cout": 128, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 40, |
| "dst": 41, |
| "wOff": 976320, |
| "bOff": 977472, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.4/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.2/network.2.4/convffn/conv/conv/Conv", |
| "cin": 128, |
| "cout": 128, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 41, |
| "dst": 42, |
| "wOff": 977600, |
| "bOff": 983872, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.4/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.2/network.2.4/convffn/fc1/Conv", |
| "cin": 128, |
| "cout": 384, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 42, |
| "dst": 43, |
| "wOff": 984000, |
| "bOff": 1033152, |
| "wOffT": 1033536, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.4/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.2/network.2.4/convffn/act/Mul_1_output_0:gelu", |
| "src": 43, |
| "dst": 44, |
| "n": 393216, |
| "c": 384, |
| "h": 32, |
| "w": 32, |
| "ref": "/model/network.2/network.2.4/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.2/network.2.4/convffn/fc2/Conv", |
| "cin": 384, |
| "cout": 128, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 44, |
| "dst": 45, |
| "wOff": 1082688, |
| "bOff": 1131840, |
| "wOffT": 1132096, |
| "act": "none", |
| "residual": 41, |
| "layerScaleOff": 1131968, |
| "ref": "/model/network.2/network.2.4/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.2/network.2.5/token_mixer/reparam_conv/Conv", |
| "cin": 128, |
| "cout": 128, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 45, |
| "dst": 46, |
| "wOff": 1181248, |
| "bOff": 1182400, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.5/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.2/network.2.5/convffn/conv/conv/Conv", |
| "cin": 128, |
| "cout": 128, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 46, |
| "dst": 47, |
| "wOff": 1182528, |
| "bOff": 1188800, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.5/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.2/network.2.5/convffn/fc1/Conv", |
| "cin": 128, |
| "cout": 384, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 47, |
| "dst": 48, |
| "wOff": 1188928, |
| "bOff": 1238080, |
| "wOffT": 1238464, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.2/network.2.5/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.2/network.2.5/convffn/act/Mul_1_output_0:gelu", |
| "src": 48, |
| "dst": 49, |
| "n": 393216, |
| "c": 384, |
| "h": 32, |
| "w": 32, |
| "ref": "/model/network.2/network.2.5/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.2/network.2.5/convffn/fc2/Conv", |
| "cin": 384, |
| "cout": 128, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "src": 49, |
| "dst": 50, |
| "wOff": 1287616, |
| "bOff": 1336768, |
| "wOffT": 1337024, |
| "act": "none", |
| "residual": 46, |
| "layerScaleOff": 1336896, |
| "ref": "/model/network.2/network.2.5/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "general", |
| "name": "/model/network.3/proj/proj.0/lkb_reparam/Conv", |
| "cin": 128, |
| "cout": 256, |
| "k": 7, |
| "stride": 2, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 16, |
| "outW": 16, |
| "src": 50, |
| "dst": 51, |
| "wOff": 1386176, |
| "bOff": 1398720, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.3/proj/proj.0/lkb_reparam/Conv_output_0" |
| }, |
| { |
| "kind": "se", |
| "name": "/model/network.3/proj/proj.0/se/Mul", |
| "c": 256, |
| "cmid": 64, |
| "h": 16, |
| "w": 16, |
| "src": 51, |
| "dst": 52, |
| "w1Off": 1398976, |
| "b1Off": 1415360, |
| "w2Off": 1415424, |
| "b2Off": 1431808, |
| "act": "none", |
| "ref": "/model/network.3/proj/proj.0/se/Mul_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.3/proj/proj.0/activation/Mul_1_output_0:gelu", |
| "src": 52, |
| "dst": 53, |
| "n": 65536, |
| "c": 256, |
| "h": 16, |
| "w": 16, |
| "ref": "/model/network.3/proj/proj.0/activation/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.3/proj/proj.1/reparam_conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 53, |
| "dst": 54, |
| "wOff": 1432064, |
| "bOff": 1497600, |
| "wOffT": 1497856, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.3/proj/proj.1/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.3/proj/proj.1/activation/Mul_1_output_0:gelu", |
| "src": 54, |
| "dst": 55, |
| "n": 65536, |
| "c": 256, |
| "h": 16, |
| "w": 16, |
| "ref": "/model/network.3/proj/proj.1/activation/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.0/token_mixer/reparam_conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 55, |
| "dst": 56, |
| "wOff": 1563392, |
| "bOff": 1565696, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.0/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.0/convffn/conv/conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 56, |
| "dst": 57, |
| "wOff": 1565952, |
| "bOff": 1578496, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.0/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.0/convffn/fc1/Conv", |
| "cin": 256, |
| "cout": 768, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 57, |
| "dst": 58, |
| "wOff": 1578752, |
| "bOff": 1775360, |
| "wOffT": 1776128, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.0/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.4/network.4.0/convffn/act/Mul_1_output_0:gelu", |
| "src": 58, |
| "dst": 59, |
| "n": 196608, |
| "c": 768, |
| "h": 16, |
| "w": 16, |
| "ref": "/model/network.4/network.4.0/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.0/convffn/fc2/Conv", |
| "cin": 768, |
| "cout": 256, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 59, |
| "dst": 60, |
| "wOff": 1972736, |
| "bOff": 2169344, |
| "wOffT": 2169856, |
| "act": "none", |
| "residual": 56, |
| "layerScaleOff": 2169600, |
| "ref": "/model/network.4/network.4.0/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.1/token_mixer/reparam_conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 60, |
| "dst": 61, |
| "wOff": 2366464, |
| "bOff": 2368768, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.1/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.1/convffn/conv/conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 61, |
| "dst": 62, |
| "wOff": 2369024, |
| "bOff": 2381568, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.1/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.1/convffn/fc1/Conv", |
| "cin": 256, |
| "cout": 768, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 62, |
| "dst": 63, |
| "wOff": 2381824, |
| "bOff": 2578432, |
| "wOffT": 2579200, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.1/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.4/network.4.1/convffn/act/Mul_1_output_0:gelu", |
| "src": 63, |
| "dst": 64, |
| "n": 196608, |
| "c": 768, |
| "h": 16, |
| "w": 16, |
| "ref": "/model/network.4/network.4.1/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.1/convffn/fc2/Conv", |
| "cin": 768, |
| "cout": 256, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 64, |
| "dst": 65, |
| "wOff": 2775808, |
| "bOff": 2972416, |
| "wOffT": 2972928, |
| "act": "none", |
| "residual": 61, |
| "layerScaleOff": 2972672, |
| "ref": "/model/network.4/network.4.1/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.2/token_mixer/reparam_conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 65, |
| "dst": 66, |
| "wOff": 3169536, |
| "bOff": 3171840, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.2/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.2/convffn/conv/conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 66, |
| "dst": 67, |
| "wOff": 3172096, |
| "bOff": 3184640, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.2/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.2/convffn/fc1/Conv", |
| "cin": 256, |
| "cout": 768, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 67, |
| "dst": 68, |
| "wOff": 3184896, |
| "bOff": 3381504, |
| "wOffT": 3382272, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.2/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.4/network.4.2/convffn/act/Mul_1_output_0:gelu", |
| "src": 68, |
| "dst": 69, |
| "n": 196608, |
| "c": 768, |
| "h": 16, |
| "w": 16, |
| "ref": "/model/network.4/network.4.2/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.2/convffn/fc2/Conv", |
| "cin": 768, |
| "cout": 256, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 69, |
| "dst": 70, |
| "wOff": 3578880, |
| "bOff": 3775488, |
| "wOffT": 3776000, |
| "act": "none", |
| "residual": 66, |
| "layerScaleOff": 3775744, |
| "ref": "/model/network.4/network.4.2/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.3/token_mixer/reparam_conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 70, |
| "dst": 71, |
| "wOff": 3972608, |
| "bOff": 3974912, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.3/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.3/convffn/conv/conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 71, |
| "dst": 72, |
| "wOff": 3975168, |
| "bOff": 3987712, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.3/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.3/convffn/fc1/Conv", |
| "cin": 256, |
| "cout": 768, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 72, |
| "dst": 73, |
| "wOff": 3987968, |
| "bOff": 4184576, |
| "wOffT": 4185344, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.3/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.4/network.4.3/convffn/act/Mul_1_output_0:gelu", |
| "src": 73, |
| "dst": 74, |
| "n": 196608, |
| "c": 768, |
| "h": 16, |
| "w": 16, |
| "ref": "/model/network.4/network.4.3/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.3/convffn/fc2/Conv", |
| "cin": 768, |
| "cout": 256, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 74, |
| "dst": 75, |
| "wOff": 4381952, |
| "bOff": 4578560, |
| "wOffT": 4579072, |
| "act": "none", |
| "residual": 71, |
| "layerScaleOff": 4578816, |
| "ref": "/model/network.4/network.4.3/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.4/token_mixer/reparam_conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 75, |
| "dst": 76, |
| "wOff": 4775680, |
| "bOff": 4777984, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.4/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.4/convffn/conv/conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 76, |
| "dst": 77, |
| "wOff": 4778240, |
| "bOff": 4790784, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.4/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.4/convffn/fc1/Conv", |
| "cin": 256, |
| "cout": 768, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 77, |
| "dst": 78, |
| "wOff": 4791040, |
| "bOff": 4987648, |
| "wOffT": 4988416, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.4/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.4/network.4.4/convffn/act/Mul_1_output_0:gelu", |
| "src": 78, |
| "dst": 79, |
| "n": 196608, |
| "c": 768, |
| "h": 16, |
| "w": 16, |
| "ref": "/model/network.4/network.4.4/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.4/convffn/fc2/Conv", |
| "cin": 768, |
| "cout": 256, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 79, |
| "dst": 80, |
| "wOff": 5185024, |
| "bOff": 5381632, |
| "wOffT": 5382144, |
| "act": "none", |
| "residual": 76, |
| "layerScaleOff": 5381888, |
| "ref": "/model/network.4/network.4.4/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.5/token_mixer/reparam_conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 80, |
| "dst": 81, |
| "wOff": 5578752, |
| "bOff": 5581056, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.5/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.5/convffn/conv/conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 81, |
| "dst": 82, |
| "wOff": 5581312, |
| "bOff": 5593856, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.5/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.5/convffn/fc1/Conv", |
| "cin": 256, |
| "cout": 768, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 82, |
| "dst": 83, |
| "wOff": 5594112, |
| "bOff": 5790720, |
| "wOffT": 5791488, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.5/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.4/network.4.5/convffn/act/Mul_1_output_0:gelu", |
| "src": 83, |
| "dst": 84, |
| "n": 196608, |
| "c": 768, |
| "h": 16, |
| "w": 16, |
| "ref": "/model/network.4/network.4.5/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.5/convffn/fc2/Conv", |
| "cin": 768, |
| "cout": 256, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 84, |
| "dst": 85, |
| "wOff": 5988096, |
| "bOff": 6184704, |
| "wOffT": 6185216, |
| "act": "none", |
| "residual": 81, |
| "layerScaleOff": 6184960, |
| "ref": "/model/network.4/network.4.5/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.6/token_mixer/reparam_conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 85, |
| "dst": 86, |
| "wOff": 6381824, |
| "bOff": 6384128, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.6/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.6/convffn/conv/conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 86, |
| "dst": 87, |
| "wOff": 6384384, |
| "bOff": 6396928, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.6/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.6/convffn/fc1/Conv", |
| "cin": 256, |
| "cout": 768, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 87, |
| "dst": 88, |
| "wOff": 6397184, |
| "bOff": 6593792, |
| "wOffT": 6594560, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.6/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.4/network.4.6/convffn/act/Mul_1_output_0:gelu", |
| "src": 88, |
| "dst": 89, |
| "n": 196608, |
| "c": 768, |
| "h": 16, |
| "w": 16, |
| "ref": "/model/network.4/network.4.6/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.6/convffn/fc2/Conv", |
| "cin": 768, |
| "cout": 256, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 89, |
| "dst": 90, |
| "wOff": 6791168, |
| "bOff": 6987776, |
| "wOffT": 6988288, |
| "act": "none", |
| "residual": 86, |
| "layerScaleOff": 6988032, |
| "ref": "/model/network.4/network.4.6/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.7/token_mixer/reparam_conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 90, |
| "dst": 91, |
| "wOff": 7184896, |
| "bOff": 7187200, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.7/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.7/convffn/conv/conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 91, |
| "dst": 92, |
| "wOff": 7187456, |
| "bOff": 7200000, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.7/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.7/convffn/fc1/Conv", |
| "cin": 256, |
| "cout": 768, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 92, |
| "dst": 93, |
| "wOff": 7200256, |
| "bOff": 7396864, |
| "wOffT": 7397632, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.7/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.4/network.4.7/convffn/act/Mul_1_output_0:gelu", |
| "src": 93, |
| "dst": 94, |
| "n": 196608, |
| "c": 768, |
| "h": 16, |
| "w": 16, |
| "ref": "/model/network.4/network.4.7/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.7/convffn/fc2/Conv", |
| "cin": 768, |
| "cout": 256, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 94, |
| "dst": 95, |
| "wOff": 7594240, |
| "bOff": 7790848, |
| "wOffT": 7791360, |
| "act": "none", |
| "residual": 91, |
| "layerScaleOff": 7791104, |
| "ref": "/model/network.4/network.4.7/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.8/token_mixer/reparam_conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 95, |
| "dst": 96, |
| "wOff": 7987968, |
| "bOff": 7990272, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.8/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.8/convffn/conv/conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 96, |
| "dst": 97, |
| "wOff": 7990528, |
| "bOff": 8003072, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.8/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.8/convffn/fc1/Conv", |
| "cin": 256, |
| "cout": 768, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 97, |
| "dst": 98, |
| "wOff": 8003328, |
| "bOff": 8199936, |
| "wOffT": 8200704, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.8/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.4/network.4.8/convffn/act/Mul_1_output_0:gelu", |
| "src": 98, |
| "dst": 99, |
| "n": 196608, |
| "c": 768, |
| "h": 16, |
| "w": 16, |
| "ref": "/model/network.4/network.4.8/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.8/convffn/fc2/Conv", |
| "cin": 768, |
| "cout": 256, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 99, |
| "dst": 100, |
| "wOff": 8397312, |
| "bOff": 8593920, |
| "wOffT": 8594432, |
| "act": "none", |
| "residual": 96, |
| "layerScaleOff": 8594176, |
| "ref": "/model/network.4/network.4.8/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.9/token_mixer/reparam_conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 100, |
| "dst": 101, |
| "wOff": 8791040, |
| "bOff": 8793344, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.9/token_mixer/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.4/network.4.9/convffn/conv/conv/Conv", |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 101, |
| "dst": 102, |
| "wOff": 8793600, |
| "bOff": 8806144, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.9/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.9/convffn/fc1/Conv", |
| "cin": 256, |
| "cout": 768, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 102, |
| "dst": 103, |
| "wOff": 8806400, |
| "bOff": 9003008, |
| "wOffT": 9003776, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.4/network.4.9/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.4/network.4.9/convffn/act/Mul_1_output_0:gelu", |
| "src": 103, |
| "dst": 104, |
| "n": 196608, |
| "c": 768, |
| "h": 16, |
| "w": 16, |
| "ref": "/model/network.4/network.4.9/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.4/network.4.9/convffn/fc2/Conv", |
| "cin": 768, |
| "cout": 256, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "src": 104, |
| "dst": 105, |
| "wOff": 9200384, |
| "bOff": 9396992, |
| "wOffT": 9397504, |
| "act": "none", |
| "residual": 101, |
| "layerScaleOff": 9397248, |
| "ref": "/model/network.4/network.4.9/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "general", |
| "name": "/model/network.5/proj/proj.0/lkb_reparam/Conv", |
| "cin": 256, |
| "cout": 512, |
| "k": 7, |
| "stride": 2, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 8, |
| "outW": 8, |
| "src": 105, |
| "dst": 106, |
| "wOff": 9594112, |
| "bOff": 9619200, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.5/proj/proj.0/lkb_reparam/Conv_output_0" |
| }, |
| { |
| "kind": "se", |
| "name": "/model/network.5/proj/proj.0/se/Mul", |
| "c": 512, |
| "cmid": 128, |
| "h": 8, |
| "w": 8, |
| "src": 106, |
| "dst": 107, |
| "w1Off": 9619712, |
| "b1Off": 9685248, |
| "w2Off": 9685376, |
| "b2Off": 9750912, |
| "act": "none", |
| "ref": "/model/network.5/proj/proj.0/se/Mul_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.5/proj/proj.0/activation/Mul_1_output_0:gelu", |
| "src": 107, |
| "dst": 108, |
| "n": 32768, |
| "c": 512, |
| "h": 8, |
| "w": 8, |
| "ref": "/model/network.5/proj/proj.0/activation/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.5/proj/proj.1/reparam_conv/Conv", |
| "cin": 512, |
| "cout": 512, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "src": 108, |
| "dst": 109, |
| "wOff": 9751424, |
| "bOff": 10013568, |
| "wOffT": 10014080, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.5/proj/proj.1/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.5/proj/proj.1/activation/Mul_1_output_0:gelu", |
| "src": 109, |
| "dst": 110, |
| "n": 32768, |
| "c": 512, |
| "h": 8, |
| "w": 8, |
| "ref": "/model/network.5/proj/proj.1/activation/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.6/reparam_conv/Conv", |
| "cin": 512, |
| "cout": 512, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 512, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "src": 110, |
| "dst": 111, |
| "wOff": 10276224, |
| "bOff": 10301312, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.6/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.7/network.7.0/norm/BatchNormalization:qkv", |
| "cin": 512, |
| "cout": 1536, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "src": 111, |
| "dst": 113, |
| "wOff": 10301824, |
| "bOff": 11088256, |
| "wOffT": 11089792, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": null |
| }, |
| { |
| "kind": "attn_core", |
| "name": "/model/network.7/network.7.0/norm/BatchNormalization:core", |
| "c": 512, |
| "heads": 16, |
| "hd": 32, |
| "nTok": 64, |
| "src": 113, |
| "dst": 114, |
| "ref": null |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.7/network.7.0/norm/BatchNormalization:proj", |
| "cin": 512, |
| "cout": 512, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "src": 114, |
| "dst": 112, |
| "wOff": 11876224, |
| "bOff": 12138368, |
| "wOffT": 12138880, |
| "act": "none", |
| "residual": 111, |
| "layerScaleOff": 12401024, |
| "ref": "/model/network.7/network.7.0/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.7/network.7.0/convffn/conv/conv/Conv", |
| "cin": 512, |
| "cout": 512, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 512, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "src": 112, |
| "dst": 115, |
| "wOff": 12401536, |
| "bOff": 12426624, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.7/network.7.0/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.7/network.7.0/convffn/fc1/Conv", |
| "cin": 512, |
| "cout": 1536, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "src": 115, |
| "dst": 116, |
| "wOff": 12427136, |
| "bOff": 13213568, |
| "wOffT": 13215104, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.7/network.7.0/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.7/network.7.0/convffn/act/Mul_1_output_0:gelu", |
| "src": 116, |
| "dst": 117, |
| "n": 98304, |
| "c": 1536, |
| "h": 8, |
| "w": 8, |
| "ref": "/model/network.7/network.7.0/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.7/network.7.0/convffn/fc2/Conv", |
| "cin": 1536, |
| "cout": 512, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "src": 117, |
| "dst": 118, |
| "wOff": 14001536, |
| "bOff": 14787968, |
| "wOffT": 14788992, |
| "act": "none", |
| "residual": 112, |
| "layerScaleOff": 14788480, |
| "ref": "/model/network.7/network.7.0/Add_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.7/network.7.1/norm/BatchNormalization:qkv", |
| "cin": 512, |
| "cout": 1536, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "src": 118, |
| "dst": 120, |
| "wOff": 15575424, |
| "bOff": 16361856, |
| "wOffT": 16363392, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": null |
| }, |
| { |
| "kind": "attn_core", |
| "name": "/model/network.7/network.7.1/norm/BatchNormalization:core", |
| "c": 512, |
| "heads": 16, |
| "hd": 32, |
| "nTok": 64, |
| "src": 120, |
| "dst": 121, |
| "ref": null |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.7/network.7.1/norm/BatchNormalization:proj", |
| "cin": 512, |
| "cout": 512, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "src": 121, |
| "dst": 119, |
| "wOff": 17149824, |
| "bOff": 17411968, |
| "wOffT": 17412480, |
| "act": "none", |
| "residual": 118, |
| "layerScaleOff": 17674624, |
| "ref": "/model/network.7/network.7.1/Add_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "depthwise", |
| "name": "/model/network.7/network.7.1/convffn/conv/conv/Conv", |
| "cin": 512, |
| "cout": 512, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 512, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "src": 119, |
| "dst": 122, |
| "wOff": 17675136, |
| "bOff": 17700224, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.7/network.7.1/convffn/conv/conv/Conv_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.7/network.7.1/convffn/fc1/Conv", |
| "cin": 512, |
| "cout": 1536, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "src": 122, |
| "dst": 123, |
| "wOff": 17700736, |
| "bOff": 18487168, |
| "wOffT": 18488704, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/network.7/network.7.1/convffn/fc1/Conv_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/network.7/network.7.1/convffn/act/Mul_1_output_0:gelu", |
| "src": 123, |
| "dst": 124, |
| "n": 98304, |
| "c": 1536, |
| "h": 8, |
| "w": 8, |
| "ref": "/model/network.7/network.7.1/convffn/act/Mul_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "pointwise", |
| "name": "/model/network.7/network.7.1/convffn/fc2/Conv", |
| "cin": 1536, |
| "cout": 512, |
| "k": 1, |
| "stride": 1, |
| "pad": 0, |
| "groups": 1, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "src": 124, |
| "dst": 125, |
| "wOff": 19275136, |
| "bOff": 20061568, |
| "wOffT": 20062592, |
| "act": "none", |
| "residual": 119, |
| "layerScaleOff": 20062080, |
| "ref": "/model/network.7/network.7.1/Add_1_output_0" |
| }, |
| { |
| "kind": "conv", |
| "variant": "general", |
| "name": "/model/conv_exp/reparam_conv/Conv", |
| "cin": 512, |
| "cout": 1024, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 512, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "src": 125, |
| "dst": 126, |
| "wOff": 20849024, |
| "bOff": 20858240, |
| "wOffT": null, |
| "act": "none", |
| "residual": null, |
| "layerScaleOff": null, |
| "ref": "/model/conv_exp/reparam_conv/Conv_output_0" |
| }, |
| { |
| "kind": "se", |
| "name": "/model/conv_exp/se/Mul", |
| "c": 1024, |
| "cmid": 64, |
| "h": 8, |
| "w": 8, |
| "src": 126, |
| "dst": 127, |
| "w1Off": 20859264, |
| "b1Off": 20924800, |
| "w2Off": 20924864, |
| "b2Off": 20990400, |
| "act": "none", |
| "ref": "/model/conv_exp/se/Mul_output_0" |
| }, |
| { |
| "kind": "gelu", |
| "name": "/model/conv_exp/activation/Mul_1_output_0:gelu", |
| "src": 127, |
| "dst": 128, |
| "n": 65536, |
| "c": 1024, |
| "h": 8, |
| "w": 8, |
| "ref": "/model/conv_exp/activation/Mul_1_output_0" |
| }, |
| { |
| "kind": "head", |
| "name": "/model/head/MatMul", |
| "cin": 1024, |
| "cout": 512, |
| "h": 8, |
| "w": 8, |
| "src": 128, |
| "dst": 129, |
| "wOff": 20991424, |
| "ref": "image_embeds" |
| } |
| ], |
| "backward": [ |
| { |
| "kind": "loss_bwd", |
| "name": "loss", |
| "embed": 129, |
| "dX": 259, |
| "dim": 512, |
| "accumulate": false |
| }, |
| { |
| "kind": "head_bwd", |
| "name": "/model/head/MatMul:bwd", |
| "dY": 259, |
| "dX": 258, |
| "wOff": 20991424, |
| "cin": 1024, |
| "cout": 512, |
| "h": 8, |
| "w": 8, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/conv_exp/activation/Mul_1_output_0:gelu:bwd", |
| "dY": 258, |
| "pre": 127, |
| "dX": 257, |
| "n": 65536, |
| "accumulate": false |
| }, |
| { |
| "kind": "se_bwd", |
| "name": "/model/conv_exp/se/Mul:bwd", |
| "dY": 257, |
| "savedSrc": 126, |
| "dX": 256, |
| "c": 1024, |
| "cmid": 64, |
| "h": 8, |
| "w": 8, |
| "w1Off": 20859264, |
| "b1Off": 20924800, |
| "w2Off": 20924864, |
| "b2Off": 20990400, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/conv_exp/reparam_conv/Conv:bwd", |
| "dY": 256, |
| "dX": 255, |
| "wOff": 20849024, |
| "cin": 512, |
| "cout": 1024, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 512, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.7/network.7.1/convffn/fc2/Conv:resbwd", |
| "dY": 255, |
| "dX": 249, |
| "n": 32768, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.7/network.7.1/convffn/fc2/Conv:bwd", |
| "dY": 255, |
| "dX": 254, |
| "wOffT": 20062592, |
| "cin": 512, |
| "cout": 1536, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.7/network.7.1/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 254, |
| "pre": 123, |
| "dX": 253, |
| "n": 98304, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.7/network.7.1/convffn/fc1/Conv:bwd", |
| "dY": 253, |
| "dX": 252, |
| "wOffT": 18488704, |
| "cin": 1536, |
| "cout": 512, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.7/network.7.1/convffn/conv/conv/Conv:bwd", |
| "dY": 252, |
| "dX": 249, |
| "wOff": 17675136, |
| "cin": 512, |
| "cout": 512, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 512, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": true |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.7/network.7.1/norm/BatchNormalization:proj:resbwd", |
| "dY": 249, |
| "dX": 248, |
| "n": 32768, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.7/network.7.1/norm/BatchNormalization:proj:bwd", |
| "dY": 249, |
| "dX": 251, |
| "wOffT": 17412480, |
| "cin": 512, |
| "cout": 512, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": false |
| }, |
| { |
| "kind": "attn_core_bwd", |
| "name": "/model/network.7/network.7.1/norm/BatchNormalization:core:bwd", |
| "dY": 251, |
| "savedQkv": 120, |
| "dX": 250, |
| "c": 512, |
| "heads": 16, |
| "hd": 32, |
| "nTok": 64, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.7/network.7.1/norm/BatchNormalization:qkv:bwd", |
| "dY": 250, |
| "dX": 248, |
| "wOffT": 16363392, |
| "cin": 1536, |
| "cout": 512, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": true |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.7/network.7.0/convffn/fc2/Conv:resbwd", |
| "dY": 248, |
| "dX": 242, |
| "n": 32768, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.7/network.7.0/convffn/fc2/Conv:bwd", |
| "dY": 248, |
| "dX": 247, |
| "wOffT": 14788992, |
| "cin": 512, |
| "cout": 1536, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.7/network.7.0/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 247, |
| "pre": 116, |
| "dX": 246, |
| "n": 98304, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.7/network.7.0/convffn/fc1/Conv:bwd", |
| "dY": 246, |
| "dX": 245, |
| "wOffT": 13215104, |
| "cin": 1536, |
| "cout": 512, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.7/network.7.0/convffn/conv/conv/Conv:bwd", |
| "dY": 245, |
| "dX": 242, |
| "wOff": 12401536, |
| "cin": 512, |
| "cout": 512, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 512, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": true |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.7/network.7.0/norm/BatchNormalization:proj:resbwd", |
| "dY": 242, |
| "dX": 241, |
| "n": 32768, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.7/network.7.0/norm/BatchNormalization:proj:bwd", |
| "dY": 242, |
| "dX": 244, |
| "wOffT": 12138880, |
| "cin": 512, |
| "cout": 512, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": false |
| }, |
| { |
| "kind": "attn_core_bwd", |
| "name": "/model/network.7/network.7.0/norm/BatchNormalization:core:bwd", |
| "dY": 244, |
| "savedQkv": 113, |
| "dX": 243, |
| "c": 512, |
| "heads": 16, |
| "hd": 32, |
| "nTok": 64, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.7/network.7.0/norm/BatchNormalization:qkv:bwd", |
| "dY": 243, |
| "dX": 241, |
| "wOffT": 11089792, |
| "cin": 1536, |
| "cout": 512, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.6/reparam_conv/Conv:bwd", |
| "dY": 241, |
| "dX": 240, |
| "wOff": 10276224, |
| "cin": 512, |
| "cout": 512, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 512, |
| "h": 8, |
| "w": 8, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.5/proj/proj.1/activation/Mul_1_output_0:gelu:bwd", |
| "dY": 240, |
| "pre": 109, |
| "dX": 239, |
| "n": 32768, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.5/proj/proj.1/reparam_conv/Conv:bwd", |
| "dY": 239, |
| "dX": 238, |
| "wOffT": 10014080, |
| "cin": 512, |
| "cout": 512, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.5/proj/proj.0/activation/Mul_1_output_0:gelu:bwd", |
| "dY": 238, |
| "pre": 107, |
| "dX": 237, |
| "n": 32768, |
| "accumulate": false |
| }, |
| { |
| "kind": "se_bwd", |
| "name": "/model/network.5/proj/proj.0/se/Mul:bwd", |
| "dY": 237, |
| "savedSrc": 106, |
| "dX": 236, |
| "c": 512, |
| "cmid": 128, |
| "h": 8, |
| "w": 8, |
| "w1Off": 9619712, |
| "b1Off": 9685248, |
| "w2Off": 9685376, |
| "b2Off": 9750912, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.5/proj/proj.0/lkb_reparam/Conv:bwd", |
| "dY": 236, |
| "dX": 235, |
| "wOff": 9594112, |
| "cin": 256, |
| "cout": 512, |
| "k": 7, |
| "stride": 2, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 8, |
| "outW": 8, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.4/network.4.9/convffn/fc2/Conv:resbwd", |
| "dY": 235, |
| "dX": 231, |
| "n": 65536, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.9/convffn/fc2/Conv:bwd", |
| "dY": 235, |
| "dX": 234, |
| "wOffT": 9397504, |
| "cin": 256, |
| "cout": 768, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.4/network.4.9/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 234, |
| "pre": 103, |
| "dX": 233, |
| "n": 196608, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.9/convffn/fc1/Conv:bwd", |
| "dY": 233, |
| "dX": 232, |
| "wOffT": 9003776, |
| "cin": 768, |
| "cout": 256, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.9/convffn/conv/conv/Conv:bwd", |
| "dY": 232, |
| "dX": 231, |
| "wOff": 8793600, |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.9/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 231, |
| "dX": 230, |
| "wOff": 8791040, |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.4/network.4.8/convffn/fc2/Conv:resbwd", |
| "dY": 230, |
| "dX": 226, |
| "n": 65536, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.8/convffn/fc2/Conv:bwd", |
| "dY": 230, |
| "dX": 229, |
| "wOffT": 8594432, |
| "cin": 256, |
| "cout": 768, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.4/network.4.8/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 229, |
| "pre": 98, |
| "dX": 228, |
| "n": 196608, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.8/convffn/fc1/Conv:bwd", |
| "dY": 228, |
| "dX": 227, |
| "wOffT": 8200704, |
| "cin": 768, |
| "cout": 256, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.8/convffn/conv/conv/Conv:bwd", |
| "dY": 227, |
| "dX": 226, |
| "wOff": 7990528, |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.8/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 226, |
| "dX": 225, |
| "wOff": 7987968, |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.4/network.4.7/convffn/fc2/Conv:resbwd", |
| "dY": 225, |
| "dX": 221, |
| "n": 65536, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.7/convffn/fc2/Conv:bwd", |
| "dY": 225, |
| "dX": 224, |
| "wOffT": 7791360, |
| "cin": 256, |
| "cout": 768, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.4/network.4.7/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 224, |
| "pre": 93, |
| "dX": 223, |
| "n": 196608, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.7/convffn/fc1/Conv:bwd", |
| "dY": 223, |
| "dX": 222, |
| "wOffT": 7397632, |
| "cin": 768, |
| "cout": 256, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.7/convffn/conv/conv/Conv:bwd", |
| "dY": 222, |
| "dX": 221, |
| "wOff": 7187456, |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.7/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 221, |
| "dX": 220, |
| "wOff": 7184896, |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.4/network.4.6/convffn/fc2/Conv:resbwd", |
| "dY": 220, |
| "dX": 216, |
| "n": 65536, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.6/convffn/fc2/Conv:bwd", |
| "dY": 220, |
| "dX": 219, |
| "wOffT": 6988288, |
| "cin": 256, |
| "cout": 768, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.4/network.4.6/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 219, |
| "pre": 88, |
| "dX": 218, |
| "n": 196608, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.6/convffn/fc1/Conv:bwd", |
| "dY": 218, |
| "dX": 217, |
| "wOffT": 6594560, |
| "cin": 768, |
| "cout": 256, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.6/convffn/conv/conv/Conv:bwd", |
| "dY": 217, |
| "dX": 216, |
| "wOff": 6384384, |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.6/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 216, |
| "dX": 215, |
| "wOff": 6381824, |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.4/network.4.5/convffn/fc2/Conv:resbwd", |
| "dY": 215, |
| "dX": 211, |
| "n": 65536, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.5/convffn/fc2/Conv:bwd", |
| "dY": 215, |
| "dX": 214, |
| "wOffT": 6185216, |
| "cin": 256, |
| "cout": 768, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.4/network.4.5/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 214, |
| "pre": 83, |
| "dX": 213, |
| "n": 196608, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.5/convffn/fc1/Conv:bwd", |
| "dY": 213, |
| "dX": 212, |
| "wOffT": 5791488, |
| "cin": 768, |
| "cout": 256, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.5/convffn/conv/conv/Conv:bwd", |
| "dY": 212, |
| "dX": 211, |
| "wOff": 5581312, |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.5/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 211, |
| "dX": 210, |
| "wOff": 5578752, |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.4/network.4.4/convffn/fc2/Conv:resbwd", |
| "dY": 210, |
| "dX": 206, |
| "n": 65536, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.4/convffn/fc2/Conv:bwd", |
| "dY": 210, |
| "dX": 209, |
| "wOffT": 5382144, |
| "cin": 256, |
| "cout": 768, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.4/network.4.4/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 209, |
| "pre": 78, |
| "dX": 208, |
| "n": 196608, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.4/convffn/fc1/Conv:bwd", |
| "dY": 208, |
| "dX": 207, |
| "wOffT": 4988416, |
| "cin": 768, |
| "cout": 256, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.4/convffn/conv/conv/Conv:bwd", |
| "dY": 207, |
| "dX": 206, |
| "wOff": 4778240, |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.4/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 206, |
| "dX": 205, |
| "wOff": 4775680, |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.4/network.4.3/convffn/fc2/Conv:resbwd", |
| "dY": 205, |
| "dX": 201, |
| "n": 65536, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.3/convffn/fc2/Conv:bwd", |
| "dY": 205, |
| "dX": 204, |
| "wOffT": 4579072, |
| "cin": 256, |
| "cout": 768, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.4/network.4.3/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 204, |
| "pre": 73, |
| "dX": 203, |
| "n": 196608, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.3/convffn/fc1/Conv:bwd", |
| "dY": 203, |
| "dX": 202, |
| "wOffT": 4185344, |
| "cin": 768, |
| "cout": 256, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.3/convffn/conv/conv/Conv:bwd", |
| "dY": 202, |
| "dX": 201, |
| "wOff": 3975168, |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.3/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 201, |
| "dX": 200, |
| "wOff": 3972608, |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.4/network.4.2/convffn/fc2/Conv:resbwd", |
| "dY": 200, |
| "dX": 196, |
| "n": 65536, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.2/convffn/fc2/Conv:bwd", |
| "dY": 200, |
| "dX": 199, |
| "wOffT": 3776000, |
| "cin": 256, |
| "cout": 768, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.4/network.4.2/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 199, |
| "pre": 68, |
| "dX": 198, |
| "n": 196608, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.2/convffn/fc1/Conv:bwd", |
| "dY": 198, |
| "dX": 197, |
| "wOffT": 3382272, |
| "cin": 768, |
| "cout": 256, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.2/convffn/conv/conv/Conv:bwd", |
| "dY": 197, |
| "dX": 196, |
| "wOff": 3172096, |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.2/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 196, |
| "dX": 195, |
| "wOff": 3169536, |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.4/network.4.1/convffn/fc2/Conv:resbwd", |
| "dY": 195, |
| "dX": 191, |
| "n": 65536, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.1/convffn/fc2/Conv:bwd", |
| "dY": 195, |
| "dX": 194, |
| "wOffT": 2972928, |
| "cin": 256, |
| "cout": 768, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.4/network.4.1/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 194, |
| "pre": 63, |
| "dX": 193, |
| "n": 196608, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.1/convffn/fc1/Conv:bwd", |
| "dY": 193, |
| "dX": 192, |
| "wOffT": 2579200, |
| "cin": 768, |
| "cout": 256, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.1/convffn/conv/conv/Conv:bwd", |
| "dY": 192, |
| "dX": 191, |
| "wOff": 2369024, |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.1/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 191, |
| "dX": 190, |
| "wOff": 2366464, |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.4/network.4.0/convffn/fc2/Conv:resbwd", |
| "dY": 190, |
| "dX": 186, |
| "n": 65536, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.0/convffn/fc2/Conv:bwd", |
| "dY": 190, |
| "dX": 189, |
| "wOffT": 2169856, |
| "cin": 256, |
| "cout": 768, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.4/network.4.0/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 189, |
| "pre": 58, |
| "dX": 188, |
| "n": 196608, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.4/network.4.0/convffn/fc1/Conv:bwd", |
| "dY": 188, |
| "dX": 187, |
| "wOffT": 1776128, |
| "cin": 768, |
| "cout": 256, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.0/convffn/conv/conv/Conv:bwd", |
| "dY": 187, |
| "dX": 186, |
| "wOff": 1565952, |
| "cin": 256, |
| "cout": 256, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.4/network.4.0/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 186, |
| "dX": 185, |
| "wOff": 1563392, |
| "cin": 256, |
| "cout": 256, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 256, |
| "h": 16, |
| "w": 16, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.3/proj/proj.1/activation/Mul_1_output_0:gelu:bwd", |
| "dY": 185, |
| "pre": 54, |
| "dX": 184, |
| "n": 65536, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.3/proj/proj.1/reparam_conv/Conv:bwd", |
| "dY": 184, |
| "dX": 183, |
| "wOffT": 1497856, |
| "cin": 256, |
| "cout": 256, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.3/proj/proj.0/activation/Mul_1_output_0:gelu:bwd", |
| "dY": 183, |
| "pre": 52, |
| "dX": 182, |
| "n": 65536, |
| "accumulate": false |
| }, |
| { |
| "kind": "se_bwd", |
| "name": "/model/network.3/proj/proj.0/se/Mul:bwd", |
| "dY": 182, |
| "savedSrc": 51, |
| "dX": 181, |
| "c": 256, |
| "cmid": 64, |
| "h": 16, |
| "w": 16, |
| "w1Off": 1398976, |
| "b1Off": 1415360, |
| "w2Off": 1415424, |
| "b2Off": 1431808, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.3/proj/proj.0/lkb_reparam/Conv:bwd", |
| "dY": 181, |
| "dX": 180, |
| "wOff": 1386176, |
| "cin": 128, |
| "cout": 256, |
| "k": 7, |
| "stride": 2, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 16, |
| "outW": 16, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.2/network.2.5/convffn/fc2/Conv:resbwd", |
| "dY": 180, |
| "dX": 176, |
| "n": 131072, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.2/network.2.5/convffn/fc2/Conv:bwd", |
| "dY": 180, |
| "dX": 179, |
| "wOffT": 1337024, |
| "cin": 128, |
| "cout": 384, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.2/network.2.5/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 179, |
| "pre": 48, |
| "dX": 178, |
| "n": 393216, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.2/network.2.5/convffn/fc1/Conv:bwd", |
| "dY": 178, |
| "dX": 177, |
| "wOffT": 1238464, |
| "cin": 384, |
| "cout": 128, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.2/network.2.5/convffn/conv/conv/Conv:bwd", |
| "dY": 177, |
| "dX": 176, |
| "wOff": 1182528, |
| "cin": 128, |
| "cout": 128, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.2/network.2.5/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 176, |
| "dX": 175, |
| "wOff": 1181248, |
| "cin": 128, |
| "cout": 128, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.2/network.2.4/convffn/fc2/Conv:resbwd", |
| "dY": 175, |
| "dX": 171, |
| "n": 131072, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.2/network.2.4/convffn/fc2/Conv:bwd", |
| "dY": 175, |
| "dX": 174, |
| "wOffT": 1132096, |
| "cin": 128, |
| "cout": 384, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.2/network.2.4/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 174, |
| "pre": 43, |
| "dX": 173, |
| "n": 393216, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.2/network.2.4/convffn/fc1/Conv:bwd", |
| "dY": 173, |
| "dX": 172, |
| "wOffT": 1033536, |
| "cin": 384, |
| "cout": 128, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.2/network.2.4/convffn/conv/conv/Conv:bwd", |
| "dY": 172, |
| "dX": 171, |
| "wOff": 977600, |
| "cin": 128, |
| "cout": 128, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.2/network.2.4/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 171, |
| "dX": 170, |
| "wOff": 976320, |
| "cin": 128, |
| "cout": 128, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.2/network.2.3/convffn/fc2/Conv:resbwd", |
| "dY": 170, |
| "dX": 166, |
| "n": 131072, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.2/network.2.3/convffn/fc2/Conv:bwd", |
| "dY": 170, |
| "dX": 169, |
| "wOffT": 927168, |
| "cin": 128, |
| "cout": 384, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.2/network.2.3/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 169, |
| "pre": 38, |
| "dX": 168, |
| "n": 393216, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.2/network.2.3/convffn/fc1/Conv:bwd", |
| "dY": 168, |
| "dX": 167, |
| "wOffT": 828608, |
| "cin": 384, |
| "cout": 128, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.2/network.2.3/convffn/conv/conv/Conv:bwd", |
| "dY": 167, |
| "dX": 166, |
| "wOff": 772672, |
| "cin": 128, |
| "cout": 128, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.2/network.2.3/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 166, |
| "dX": 165, |
| "wOff": 771392, |
| "cin": 128, |
| "cout": 128, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.2/network.2.2/convffn/fc2/Conv:resbwd", |
| "dY": 165, |
| "dX": 161, |
| "n": 131072, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.2/network.2.2/convffn/fc2/Conv:bwd", |
| "dY": 165, |
| "dX": 164, |
| "wOffT": 722240, |
| "cin": 128, |
| "cout": 384, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.2/network.2.2/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 164, |
| "pre": 33, |
| "dX": 163, |
| "n": 393216, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.2/network.2.2/convffn/fc1/Conv:bwd", |
| "dY": 163, |
| "dX": 162, |
| "wOffT": 623680, |
| "cin": 384, |
| "cout": 128, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.2/network.2.2/convffn/conv/conv/Conv:bwd", |
| "dY": 162, |
| "dX": 161, |
| "wOff": 567744, |
| "cin": 128, |
| "cout": 128, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.2/network.2.2/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 161, |
| "dX": 160, |
| "wOff": 566464, |
| "cin": 128, |
| "cout": 128, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.2/network.2.1/convffn/fc2/Conv:resbwd", |
| "dY": 160, |
| "dX": 156, |
| "n": 131072, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.2/network.2.1/convffn/fc2/Conv:bwd", |
| "dY": 160, |
| "dX": 159, |
| "wOffT": 517312, |
| "cin": 128, |
| "cout": 384, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.2/network.2.1/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 159, |
| "pre": 28, |
| "dX": 158, |
| "n": 393216, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.2/network.2.1/convffn/fc1/Conv:bwd", |
| "dY": 158, |
| "dX": 157, |
| "wOffT": 418752, |
| "cin": 384, |
| "cout": 128, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.2/network.2.1/convffn/conv/conv/Conv:bwd", |
| "dY": 157, |
| "dX": 156, |
| "wOff": 362816, |
| "cin": 128, |
| "cout": 128, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.2/network.2.1/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 156, |
| "dX": 155, |
| "wOff": 361536, |
| "cin": 128, |
| "cout": 128, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.2/network.2.0/convffn/fc2/Conv:resbwd", |
| "dY": 155, |
| "dX": 151, |
| "n": 131072, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.2/network.2.0/convffn/fc2/Conv:bwd", |
| "dY": 155, |
| "dX": 154, |
| "wOffT": 312384, |
| "cin": 128, |
| "cout": 384, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.2/network.2.0/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 154, |
| "pre": 23, |
| "dX": 153, |
| "n": 393216, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.2/network.2.0/convffn/fc1/Conv:bwd", |
| "dY": 153, |
| "dX": 152, |
| "wOffT": 213824, |
| "cin": 384, |
| "cout": 128, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.2/network.2.0/convffn/conv/conv/Conv:bwd", |
| "dY": 152, |
| "dX": 151, |
| "wOff": 157888, |
| "cin": 128, |
| "cout": 128, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.2/network.2.0/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 151, |
| "dX": 150, |
| "wOff": 156608, |
| "cin": 128, |
| "cout": 128, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 128, |
| "h": 32, |
| "w": 32, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.1/proj/proj.1/activation/Mul_1_output_0:gelu:bwd", |
| "dY": 150, |
| "pre": 19, |
| "dX": 149, |
| "n": 131072, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.1/proj/proj.1/reparam_conv/Conv:bwd", |
| "dY": 149, |
| "dX": 148, |
| "wOffT": 140224, |
| "cin": 128, |
| "cout": 128, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.1/proj/proj.0/activation/Mul_1_output_0:gelu:bwd", |
| "dY": 148, |
| "pre": 17, |
| "dX": 147, |
| "n": 131072, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.1/proj/proj.0/lkb_reparam/Conv:bwd", |
| "dY": 147, |
| "dX": 146, |
| "wOff": 117312, |
| "cin": 64, |
| "cout": 128, |
| "k": 7, |
| "stride": 2, |
| "pad": 3, |
| "groups": 64, |
| "h": 64, |
| "w": 64, |
| "outH": 32, |
| "outW": 32, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.0/network.0.1/convffn/fc2/Conv:resbwd", |
| "dY": 146, |
| "dX": 142, |
| "n": 262144, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.0/network.0.1/convffn/fc2/Conv:bwd", |
| "dY": 146, |
| "dX": 145, |
| "wOffT": 105024, |
| "cin": 64, |
| "cout": 192, |
| "outH": 64, |
| "outW": 64, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.0/network.0.1/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 145, |
| "pre": 14, |
| "dX": 144, |
| "n": 786432, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.0/network.0.1/convffn/fc1/Conv:bwd", |
| "dY": 144, |
| "dX": 143, |
| "wOffT": 80320, |
| "cin": 192, |
| "cout": 64, |
| "outH": 64, |
| "outW": 64, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.0/network.0.1/convffn/conv/conv/Conv:bwd", |
| "dY": 143, |
| "dX": 142, |
| "wOff": 64640, |
| "cin": 64, |
| "cout": 64, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 64, |
| "h": 64, |
| "w": 64, |
| "outH": 64, |
| "outW": 64, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.0/network.0.1/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 142, |
| "dX": 141, |
| "wOff": 64000, |
| "cin": 64, |
| "cout": 64, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 64, |
| "h": 64, |
| "w": 64, |
| "outH": 64, |
| "outW": 64, |
| "accumulate": false |
| }, |
| { |
| "kind": "residual_bwd", |
| "name": "/model/network.0/network.0.0/convffn/fc2/Conv:resbwd", |
| "dY": 141, |
| "dX": 137, |
| "n": 262144, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.0/network.0.0/convffn/fc2/Conv:bwd", |
| "dY": 141, |
| "dX": 140, |
| "wOffT": 51712, |
| "cin": 64, |
| "cout": 192, |
| "outH": 64, |
| "outW": 64, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/network.0/network.0.0/convffn/act/Mul_1_output_0:gelu:bwd", |
| "dY": 140, |
| "pre": 9, |
| "dX": 139, |
| "n": 786432, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/network.0/network.0.0/convffn/fc1/Conv:bwd", |
| "dY": 139, |
| "dX": 138, |
| "wOffT": 27008, |
| "cin": 192, |
| "cout": 64, |
| "outH": 64, |
| "outW": 64, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.0/network.0.0/convffn/conv/conv/Conv:bwd", |
| "dY": 138, |
| "dX": 137, |
| "wOff": 11328, |
| "cin": 64, |
| "cout": 64, |
| "k": 7, |
| "stride": 1, |
| "pad": 3, |
| "groups": 64, |
| "h": 64, |
| "w": 64, |
| "outH": 64, |
| "outW": 64, |
| "accumulate": true |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/network.0/network.0.0/token_mixer/reparam_conv/Conv:bwd", |
| "dY": 137, |
| "dX": 136, |
| "wOff": 10688, |
| "cin": 64, |
| "cout": 64, |
| "k": 3, |
| "stride": 1, |
| "pad": 1, |
| "groups": 64, |
| "h": 64, |
| "w": 64, |
| "outH": 64, |
| "outW": 64, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/patch_embed/patch_embed.2/activation/Mul_1_output_0:gelu:bwd", |
| "dY": 136, |
| "pre": 5, |
| "dX": 135, |
| "n": 262144, |
| "accumulate": false |
| }, |
| { |
| "kind": "pw_bwd", |
| "name": "/model/patch_embed/patch_embed.2/reparam_conv/Conv:bwd", |
| "dY": 135, |
| "dX": 134, |
| "wOffT": 6592, |
| "cin": 64, |
| "cout": 64, |
| "outH": 64, |
| "outW": 64, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/patch_embed/patch_embed.1/activation/Mul_1_output_0:gelu:bwd", |
| "dY": 134, |
| "pre": 3, |
| "dX": 133, |
| "n": 262144, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/patch_embed/patch_embed.1/reparam_conv/Conv:bwd", |
| "dY": 133, |
| "dX": 132, |
| "wOff": 1792, |
| "cin": 64, |
| "cout": 64, |
| "k": 3, |
| "stride": 2, |
| "pad": 1, |
| "groups": 64, |
| "h": 128, |
| "w": 128, |
| "outH": 64, |
| "outW": 64, |
| "accumulate": false |
| }, |
| { |
| "kind": "gelu_bwd", |
| "name": "/model/patch_embed/patch_embed.0/activation/Mul_1_output_0:gelu:bwd", |
| "dY": 132, |
| "pre": 1, |
| "dX": 131, |
| "n": 1048576, |
| "accumulate": false |
| }, |
| { |
| "kind": "spatial_bwd", |
| "name": "/model/patch_embed/patch_embed.0/reparam_conv/Conv:bwd", |
| "dY": 131, |
| "dX": 130, |
| "wOff": 0, |
| "cin": 3, |
| "cout": 64, |
| "k": 3, |
| "stride": 2, |
| "pad": 1, |
| "groups": 1, |
| "h": 256, |
| "w": 256, |
| "outH": 128, |
| "outW": 128, |
| "accumulate": false |
| } |
| ], |
| "nActSlots": 130, |
| "inputGradSlot": 130, |
| "embedSlot": 129, |
| "embedGradSlot": 259, |
| "textDim": 512 |
| } |
