File size: 19,388 Bytes
b84fa10 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
,optimizer,lr,wd,shape,mean,std,first_several_values
_fsdp_wrapped_module.blocks.0.attns.full_attention.qkv.weight,0,1e-06,0.0001,[1769472],4.49E-05,7.66E-02,"-0.0468, 0.0027, -0.0178, 0.0090, -0.0706, 0.0272, 0.0123, 0.0356, -0.0142, -0.0887"
_fsdp_wrapped_module.blocks.0.attns.full_attention.proj.weight,0,1e-06,0.0001,[589824],2.58E-05,2.88E-02,"-0.0187, -0.0622, 0.0098, -0.0118, 0.0009, -0.0168, 0.0077, -0.0037, -0.0219, 0.0027"
_fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[1769472],4.49E-05,7.66E-02,"-0.0468, 0.0027, -0.0178, 0.0090, -0.0706, 0.0272, 0.0123, 0.0356, -0.0142, -0.0887"
_fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[589824],2.58E-05,2.88E-02,"-0.0187, -0.0622, 0.0098, -0.0118, 0.0009, -0.0168, 0.0077, -0.0037, -0.0219, 0.0027"
_fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[1024],2.49E-03,1.58E-01,"-0.1403, -0.1711, -0.1295, 0.1673, 0.0430, -0.2659, 0.2373, -0.1201, -0.1575, 0.2264"
_fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[9216],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000"
_fsdp_wrapped_module.blocks.1.attns.full_attention.qkv.weight,0,1e-06,0.0001,[1769472],9.03E-05,5.90E-02,"-0.0524, 0.0384, -0.0355, 0.0186, -0.0357, -0.0100, -0.0494, -0.0442, 0.0405, 0.0040"
_fsdp_wrapped_module.blocks.1.attns.full_attention.proj.weight,0,1e-06,0.0001,[589824],-1.42E-05,5.91E-02,"-0.0249, 0.0035, 0.0109, 0.0591, -0.0072, -0.0096, -0.0327, -0.0125, -0.0278, -0.0273"
_fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[1769472],9.03E-05,5.90E-02,"-0.0524, 0.0384, -0.0355, 0.0186, -0.0357, -0.0100, -0.0494, -0.0442, 0.0405, 0.0040"
_fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[74080],-2.04E-04,5.89E-02,"-0.0249, 0.0035, 0.0109, 0.0591, -0.0072, -0.0096, -0.0327, -0.0125, -0.0278, -0.0273"
_fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.2.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.2.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.3.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.3.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.4.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.4.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.5.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.5.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.6.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.6.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.7.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.7.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.8.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.8.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.9.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.9.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.10.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.10.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.11.attns.full_attention.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.11.attns.full_attention.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.qkv.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.proj.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv1.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.weight,0,1e-06,0.0001,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.0.attns.full_attention.qkv.bias,0,1e-06,0.0,[2304],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000"
_fsdp_wrapped_module.blocks.0.attns.full_attention.proj.bias,0,1e-06,0.0,[768],2.63E-02,6.70E-01,"-0.0497, 0.0112, -0.0262, 0.0088, -0.1807, 0.0368, 0.0250, 0.0253, -0.0265, -0.0110"
_fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[2304],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000"
_fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[64],1.00E+00,0.00E+00,"1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000"
_fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[64],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000"
_fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[768],2.63E-02,6.70E-01,"-0.0497, 0.0112, -0.0262, 0.0088, -0.1807, 0.0368, 0.0250, 0.0253, -0.0265, -0.0110"
_fsdp_wrapped_module.blocks.0.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[576],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000"
_fsdp_wrapped_module.blocks.1.attns.full_attention.qkv.bias,0,1e-06,0.0,[2304],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000"
_fsdp_wrapped_module.blocks.1.attns.full_attention.proj.bias,0,1e-06,0.0,[768],-9.08E-03,3.96E-01,"-0.0112, 0.0545, -0.0729, 0.4950, 0.0816, 0.0533, 0.0715, -0.3199, -0.0840, -0.1038"
_fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[2304],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000"
_fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[64],1.00E+00,0.00E+00,"1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000, 1.0000"
_fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[64],0.00E+00,0.00E+00,"0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000, 0.0000"
_fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.1.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.2.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.2.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.2.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.3.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.3.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.3.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.4.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.4.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.4.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.5.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.5.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.5.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.6.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.6.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.6.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.7.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.7.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.7.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.8.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.8.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.8.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.9.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.9.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.9.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.10.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.10.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.10.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.11.attns.full_attention.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.11.attns.full_attention.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.qkv.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.weight,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.o_norm.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.proj.bias,0,1e-06,0.0,[0],NAN,NAN,
_fsdp_wrapped_module.blocks.11.attns.linear_attention_with_dynamic_dwc_on_v.dwc.kernel_generator.conv2.bias,0,1e-06,0.0,[0],NAN,NAN,
|