| { | |
| "layers": { | |
| "double_blocks.0.attn.img_attn_qkv_bin0": { | |
| "amax": 21.625, | |
| "p99_9": 11.75, | |
| "std": 2.032010316848755, | |
| "min": 0.0, | |
| "max": 20.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.0.attn.txt_attn_qkv_bin0": { | |
| "amax": 13.1875, | |
| "p99_9": 7.84375, | |
| "std": 1.3851641416549683, | |
| "min": 0.0, | |
| "max": 12.8125, | |
| "count": 60 | |
| }, | |
| "double_blocks.0.attn.img_attn_proj_bin0": { | |
| "amax": 14.0, | |
| "p99_9": 9.12060546875, | |
| "std": 1.3204652070999146, | |
| "min": 1.8719583749771118e-07, | |
| "max": 14.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.0.attn.txt_attn_proj_bin0": { | |
| "amax": 12.5625, | |
| "p99_9": 5.125, | |
| "std": 0.601426899433136, | |
| "min": 1.2386590242385864e-07, | |
| "max": 12.1875, | |
| "count": 60 | |
| }, | |
| "double_blocks.0.img_mlp.net.0.proj_bin0": { | |
| "amax": 7.78125, | |
| "p99_9": 2.4676513671875, | |
| "std": 0.2967434227466583, | |
| "min": 0.0, | |
| "max": 7.65625, | |
| "count": 60 | |
| }, | |
| "double_blocks.0.img_mlp.net.2_bin0": { | |
| "amax": 4.3125, | |
| "p99_9": 2.015625, | |
| "std": 0.24536681175231934, | |
| "min": 3.748573362827301e-08, | |
| "max": 4.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.0.txt_mlp.net.0.proj_bin0": { | |
| "amax": 32.5, | |
| "p99_9": 11.6875, | |
| "std": 0.7638881802558899, | |
| "min": 0.0, | |
| "max": 29.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.0.txt_mlp.net.2_bin0": { | |
| "amax": 10.1875, | |
| "p99_9": 4.84375, | |
| "std": 0.319206178188324, | |
| "min": 0.0, | |
| "max": 9.5625, | |
| "count": 60 | |
| }, | |
| "double_blocks.1.attn.img_attn_qkv_bin0": { | |
| "amax": 9.1875, | |
| "p99_9": 5.03125, | |
| "std": 0.7694839835166931, | |
| "min": 0.0, | |
| "max": 8.4375, | |
| "count": 60 | |
| }, | |
| "double_blocks.1.attn.txt_attn_qkv_bin0": { | |
| "amax": 12.875, | |
| "p99_9": 4.4375, | |
| "std": 0.7188863754272461, | |
| "min": 0.0, | |
| "max": 12.375, | |
| "count": 60 | |
| }, | |
| "double_blocks.1.attn.img_attn_proj_bin0": { | |
| "amax": 7.84375, | |
| "p99_9": 4.0625, | |
| "std": 0.5738354325294495, | |
| "min": 2.7939677238464355e-08, | |
| "max": 7.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.1.attn.txt_attn_proj_bin0": { | |
| "amax": 4.5, | |
| "p99_9": 2.796875, | |
| "std": 0.4542076289653778, | |
| "min": 8.055940270423889e-08, | |
| "max": 4.46875, | |
| "count": 60 | |
| }, | |
| "double_blocks.1.img_mlp.net.0.proj_bin0": { | |
| "amax": 7.90625, | |
| "p99_9": 2.0457763671875, | |
| "std": 0.2979171574115753, | |
| "min": 0.0, | |
| "max": 7.84375, | |
| "count": 60 | |
| }, | |
| "double_blocks.1.img_mlp.net.2_bin0": { | |
| "amax": 5.09375, | |
| "p99_9": 1.5078125, | |
| "std": 0.15060175955295563, | |
| "min": 1.9674189388751984e-08, | |
| "max": 4.03125, | |
| "count": 60 | |
| }, | |
| "double_blocks.1.txt_mlp.net.0.proj_bin0": { | |
| "amax": 40.25, | |
| "p99_9": 14.37060546875, | |
| "std": 0.9147655963897705, | |
| "min": 0.0, | |
| "max": 38.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.1.txt_mlp.net.2_bin0": { | |
| "amax": 6.5, | |
| "p99_9": 1.5692138671875, | |
| "std": 0.13568153977394104, | |
| "min": 0.0, | |
| "max": 5.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.2.attn.img_attn_qkv_bin0": { | |
| "amax": 8.75, | |
| "p99_9": 4.40625, | |
| "std": 0.6997131109237671, | |
| "min": 0.0, | |
| "max": 7.8125, | |
| "count": 60 | |
| }, | |
| "double_blocks.2.attn.txt_attn_qkv_bin0": { | |
| "amax": 13.8125, | |
| "p99_9": 5.25, | |
| "std": 0.8141166567802429, | |
| "min": 0.0, | |
| "max": 13.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.2.attn.img_attn_proj_bin0": { | |
| "amax": 10.875, | |
| "p99_9": 4.875, | |
| "std": 0.6563799381256104, | |
| "min": 1.8905848264694214e-07, | |
| "max": 10.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.2.attn.txt_attn_proj_bin0": { | |
| "amax": 9.75, | |
| "p99_9": 2.5, | |
| "std": 0.35731691122055054, | |
| "min": 4.98257577419281e-08, | |
| "max": 9.1875, | |
| "count": 60 | |
| }, | |
| "double_blocks.2.img_mlp.net.0.proj_bin0": { | |
| "amax": 8.1875, | |
| "p99_9": 2.1875, | |
| "std": 0.33525964617729187, | |
| "min": 0.0, | |
| "max": 8.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.2.img_mlp.net.2_bin0": { | |
| "amax": 6.34375, | |
| "p99_9": 2.6551513671875, | |
| "std": 0.19932343065738678, | |
| "min": 0.0, | |
| "max": 5.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.2.txt_mlp.net.0.proj_bin0": { | |
| "amax": 53.5, | |
| "p99_9": 16.982421875, | |
| "std": 1.1144620180130005, | |
| "min": 0.0, | |
| "max": 51.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.2.txt_mlp.net.2_bin0": { | |
| "amax": 8.125, | |
| "p99_9": 1.92913818359375, | |
| "std": 0.18062163889408112, | |
| "min": 0.0, | |
| "max": 7.40625, | |
| "count": 60 | |
| }, | |
| "double_blocks.3.attn.img_attn_qkv_bin0": { | |
| "amax": 9.25, | |
| "p99_9": 5.34375, | |
| "std": 0.7927634716033936, | |
| "min": 0.0, | |
| "max": 8.0625, | |
| "count": 60 | |
| }, | |
| "double_blocks.3.attn.txt_attn_qkv_bin0": { | |
| "amax": 13.1875, | |
| "p99_9": 6.125, | |
| "std": 0.9273497462272644, | |
| "min": 0.0, | |
| "max": 12.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.3.attn.img_attn_proj_bin0": { | |
| "amax": 10.8125, | |
| "p99_9": 4.5625, | |
| "std": 0.6192108392715454, | |
| "min": 1.501757651567459e-08, | |
| "max": 10.0625, | |
| "count": 60 | |
| }, | |
| "double_blocks.3.attn.txt_attn_proj_bin0": { | |
| "amax": 9.3125, | |
| "p99_9": 3.71875, | |
| "std": 0.4254739582538605, | |
| "min": 2.153683453798294e-08, | |
| "max": 9.1875, | |
| "count": 60 | |
| }, | |
| "double_blocks.3.img_mlp.net.0.proj_bin0": { | |
| "amax": 8.25, | |
| "p99_9": 2.59375, | |
| "std": 0.38347047567367554, | |
| "min": 0.0, | |
| "max": 8.0625, | |
| "count": 60 | |
| }, | |
| "double_blocks.3.img_mlp.net.2_bin0": { | |
| "amax": 8.5, | |
| "p99_9": 2.828125, | |
| "std": 0.2129223346710205, | |
| "min": 0.0, | |
| "max": 7.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.3.txt_mlp.net.0.proj_bin0": { | |
| "amax": 64.0, | |
| "p99_9": 16.75, | |
| "std": 1.2827818393707275, | |
| "min": 0.0, | |
| "max": 60.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.3.txt_mlp.net.2_bin0": { | |
| "amax": 8.6875, | |
| "p99_9": 2.171875, | |
| "std": 0.20216597616672516, | |
| "min": 0.0, | |
| "max": 7.375, | |
| "count": 60 | |
| }, | |
| "double_blocks.4.attn.img_attn_qkv_bin0": { | |
| "amax": 10.3125, | |
| "p99_9": 5.71875, | |
| "std": 0.8747790455818176, | |
| "min": 0.0, | |
| "max": 9.8125, | |
| "count": 60 | |
| }, | |
| "double_blocks.4.attn.txt_attn_qkv_bin0": { | |
| "amax": 15.5625, | |
| "p99_9": 6.6875, | |
| "std": 0.9867463111877441, | |
| "min": 0.0, | |
| "max": 12.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.4.attn.img_attn_proj_bin0": { | |
| "amax": 7.65625, | |
| "p99_9": 4.625, | |
| "std": 0.6035163402557373, | |
| "min": 6.868503987789154e-09, | |
| "max": 7.65625, | |
| "count": 60 | |
| }, | |
| "double_blocks.4.attn.txt_attn_proj_bin0": { | |
| "amax": 8.9375, | |
| "p99_9": 3.265625, | |
| "std": 0.4335429072380066, | |
| "min": 9.033828973770142e-08, | |
| "max": 6.96875, | |
| "count": 60 | |
| }, | |
| "double_blocks.4.img_mlp.net.0.proj_bin0": { | |
| "amax": 8.25, | |
| "p99_9": 2.5301513671875, | |
| "std": 0.37790244817733765, | |
| "min": 0.0, | |
| "max": 8.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.4.img_mlp.net.2_bin0": { | |
| "amax": 5.84375, | |
| "p99_9": 1.75, | |
| "std": 0.1587999016046524, | |
| "min": 0.0, | |
| "max": 4.84375, | |
| "count": 60 | |
| }, | |
| "double_blocks.4.txt_mlp.net.0.proj_bin0": { | |
| "amax": 71.0, | |
| "p99_9": 16.75, | |
| "std": 1.289089322090149, | |
| "min": 0.0, | |
| "max": 67.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.4.txt_mlp.net.2_bin0": { | |
| "amax": 12.125, | |
| "p99_9": 2.21875, | |
| "std": 0.20315416157245636, | |
| "min": 0.0, | |
| "max": 11.6875, | |
| "count": 60 | |
| }, | |
| "double_blocks.5.attn.img_attn_qkv_bin0": { | |
| "amax": 9.0625, | |
| "p99_9": 5.404052734375, | |
| "std": 0.8406980037689209, | |
| "min": 0.0, | |
| "max": 8.8125, | |
| "count": 60 | |
| }, | |
| "double_blocks.5.attn.txt_attn_qkv_bin0": { | |
| "amax": 17.625, | |
| "p99_9": 7.060302734375, | |
| "std": 1.0943297147750854, | |
| "min": 0.0, | |
| "max": 14.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.5.attn.img_attn_proj_bin0": { | |
| "amax": 9.125, | |
| "p99_9": 4.34375, | |
| "std": 0.5792294144630432, | |
| "min": 7.159542292356491e-09, | |
| "max": 7.53125, | |
| "count": 60 | |
| }, | |
| "double_blocks.5.attn.txt_attn_proj_bin0": { | |
| "amax": 11.3125, | |
| "p99_9": 3.9375, | |
| "std": 0.4416246712207794, | |
| "min": 5.657784640789032e-08, | |
| "max": 9.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.5.img_mlp.net.0.proj_bin0": { | |
| "amax": 8.3125, | |
| "p99_9": 2.6395263671875, | |
| "std": 0.39358842372894287, | |
| "min": 0.0, | |
| "max": 8.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.5.img_mlp.net.2_bin0": { | |
| "amax": 6.21875, | |
| "p99_9": 1.9921875, | |
| "std": 0.161138653755188, | |
| "min": 0.0, | |
| "max": 5.65625, | |
| "count": 60 | |
| }, | |
| "double_blocks.5.txt_mlp.net.0.proj_bin0": { | |
| "amax": 86.0, | |
| "p99_9": 14.9912109375, | |
| "std": 1.298534631729126, | |
| "min": 0.0, | |
| "max": 76.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.5.txt_mlp.net.2_bin0": { | |
| "amax": 8.9375, | |
| "p99_9": 2.234375, | |
| "std": 0.20193378627300262, | |
| "min": 0.0, | |
| "max": 7.1875, | |
| "count": 60 | |
| }, | |
| "double_blocks.6.attn.img_attn_qkv_bin0": { | |
| "amax": 10.25, | |
| "p99_9": 5.71875, | |
| "std": 0.8767310380935669, | |
| "min": 0.0, | |
| "max": 8.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.6.attn.txt_attn_qkv_bin0": { | |
| "amax": 17.25, | |
| "p99_9": 7.497802734375, | |
| "std": 1.163122534751892, | |
| "min": 0.0, | |
| "max": 14.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.6.attn.img_attn_proj_bin0": { | |
| "amax": 10.3125, | |
| "p99_9": 3.984375, | |
| "std": 0.5377898812294006, | |
| "min": 1.4901161193847656e-08, | |
| "max": 9.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.6.attn.txt_attn_proj_bin0": { | |
| "amax": 12.875, | |
| "p99_9": 4.25, | |
| "std": 0.471826434135437, | |
| "min": 1.4842953532934189e-08, | |
| "max": 11.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.6.img_mlp.net.0.proj_bin0": { | |
| "amax": 8.4375, | |
| "p99_9": 2.640625, | |
| "std": 0.39331191778182983, | |
| "min": 0.0, | |
| "max": 8.3125, | |
| "count": 60 | |
| }, | |
| "double_blocks.6.img_mlp.net.2_bin0": { | |
| "amax": 6.1875, | |
| "p99_9": 2.171875, | |
| "std": 0.17625726759433746, | |
| "min": 0.0, | |
| "max": 5.1875, | |
| "count": 60 | |
| }, | |
| "double_blocks.6.txt_mlp.net.0.proj_bin0": { | |
| "amax": 91.0, | |
| "p99_9": 12.9375, | |
| "std": 1.2528407573699951, | |
| "min": 0.0, | |
| "max": 79.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.6.txt_mlp.net.2_bin0": { | |
| "amax": 10.0, | |
| "p99_9": 2.171875, | |
| "std": 0.20487114787101746, | |
| "min": 0.0, | |
| "max": 9.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.7.attn.img_attn_qkv_bin0": { | |
| "amax": 10.6875, | |
| "p99_9": 5.21875, | |
| "std": 0.8227035999298096, | |
| "min": 0.0, | |
| "max": 8.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.7.attn.txt_attn_qkv_bin0": { | |
| "amax": 17.125, | |
| "p99_9": 7.71875, | |
| "std": 1.2015085220336914, | |
| "min": 0.0, | |
| "max": 16.375, | |
| "count": 60 | |
| }, | |
| "double_blocks.7.attn.img_attn_proj_bin0": { | |
| "amax": 8.4375, | |
| "p99_9": 3.078125, | |
| "std": 0.4233800172805786, | |
| "min": 2.3865140974521637e-09, | |
| "max": 7.71875, | |
| "count": 60 | |
| }, | |
| "double_blocks.7.attn.txt_attn_proj_bin0": { | |
| "amax": 10.6875, | |
| "p99_9": 3.4364013671875, | |
| "std": 0.40329286456108093, | |
| "min": 3.0377123039215803e-10, | |
| "max": 8.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.7.img_mlp.net.0.proj_bin0": { | |
| "amax": 8.5, | |
| "p99_9": 2.46875, | |
| "std": 0.3706730604171753, | |
| "min": 0.0, | |
| "max": 8.4375, | |
| "count": 60 | |
| }, | |
| "double_blocks.7.img_mlp.net.2_bin0": { | |
| "amax": 6.625, | |
| "p99_9": 1.6875, | |
| "std": 0.13323856890201569, | |
| "min": 0.0, | |
| "max": 4.78125, | |
| "count": 60 | |
| }, | |
| "double_blocks.7.txt_mlp.net.0.proj_bin0": { | |
| "amax": 90.0, | |
| "p99_9": 13.05810546875, | |
| "std": 1.1892400979995728, | |
| "min": 0.0, | |
| "max": 89.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.7.txt_mlp.net.2_bin0": { | |
| "amax": 16.0, | |
| "p99_9": 2.1551513671875, | |
| "std": 0.19806712865829468, | |
| "min": 0.0, | |
| "max": 13.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.8.attn.img_attn_qkv_bin0": { | |
| "amax": 10.5, | |
| "p99_9": 5.125, | |
| "std": 0.8032207489013672, | |
| "min": 0.0, | |
| "max": 8.8125, | |
| "count": 60 | |
| }, | |
| "double_blocks.8.attn.txt_attn_qkv_bin0": { | |
| "amax": 19.625, | |
| "p99_9": 7.96875, | |
| "std": 1.2493432760238647, | |
| "min": 0.0, | |
| "max": 15.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.8.attn.img_attn_proj_bin0": { | |
| "amax": 8.1875, | |
| "p99_9": 3.4207763671875, | |
| "std": 0.41747817397117615, | |
| "min": 4.7730281949043274e-08, | |
| "max": 6.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.8.attn.txt_attn_proj_bin0": { | |
| "amax": 18.625, | |
| "p99_9": 6.53125, | |
| "std": 0.564781665802002, | |
| "min": 2.898741513490677e-08, | |
| "max": 18.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.8.img_mlp.net.0.proj_bin0": { | |
| "amax": 8.6875, | |
| "p99_9": 2.4989013671875, | |
| "std": 0.36913302540779114, | |
| "min": 0.0, | |
| "max": 8.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.8.img_mlp.net.2_bin0": { | |
| "amax": 7.46875, | |
| "p99_9": 1.7723388671875, | |
| "std": 0.14095646142959595, | |
| "min": 0.0, | |
| "max": 6.1875, | |
| "count": 60 | |
| }, | |
| "double_blocks.8.txt_mlp.net.0.proj_bin0": { | |
| "amax": 87.0, | |
| "p99_9": 11.55810546875, | |
| "std": 1.1781688928604126, | |
| "min": 0.0, | |
| "max": 75.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.8.txt_mlp.net.2_bin0": { | |
| "amax": 13.1875, | |
| "p99_9": 2.5625, | |
| "std": 0.2400224655866623, | |
| "min": 0.0, | |
| "max": 9.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.9.attn.img_attn_qkv_bin0": { | |
| "amax": 11.125, | |
| "p99_9": 5.15625, | |
| "std": 0.8270432353019714, | |
| "min": 0.0, | |
| "max": 8.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.9.attn.txt_attn_qkv_bin0": { | |
| "amax": 18.125, | |
| "p99_9": 8.625, | |
| "std": 1.3658227920532227, | |
| "min": 0.0, | |
| "max": 17.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.9.attn.img_attn_proj_bin0": { | |
| "amax": 7.40625, | |
| "p99_9": 2.8114013671875, | |
| "std": 0.38935208320617676, | |
| "min": 2.584420144557953e-08, | |
| "max": 6.03125, | |
| "count": 60 | |
| }, | |
| "double_blocks.9.attn.txt_attn_proj_bin0": { | |
| "amax": 16.625, | |
| "p99_9": 4.40625, | |
| "std": 0.49218669533729553, | |
| "min": 5.098991096019745e-08, | |
| "max": 15.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.9.img_mlp.net.0.proj_bin0": { | |
| "amax": 8.8125, | |
| "p99_9": 2.578125, | |
| "std": 0.3812290132045746, | |
| "min": 0.0, | |
| "max": 8.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.9.img_mlp.net.2_bin0": { | |
| "amax": 6.0, | |
| "p99_9": 1.81085205078125, | |
| "std": 0.14452508091926575, | |
| "min": 0.0, | |
| "max": 5.0625, | |
| "count": 60 | |
| }, | |
| "double_blocks.9.txt_mlp.net.0.proj_bin0": { | |
| "amax": 78.0, | |
| "p99_9": 13.2412109375, | |
| "std": 1.1386151313781738, | |
| "min": 0.0, | |
| "max": 66.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.9.txt_mlp.net.2_bin0": { | |
| "amax": 18.25, | |
| "p99_9": 2.40625, | |
| "std": 0.23668360710144043, | |
| "min": 0.0, | |
| "max": 10.8125, | |
| "count": 60 | |
| }, | |
| "double_blocks.10.attn.img_attn_qkv_bin0": { | |
| "amax": 11.3125, | |
| "p99_9": 5.091552734375, | |
| "std": 0.8162626624107361, | |
| "min": 0.0, | |
| "max": 9.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.10.attn.txt_attn_qkv_bin0": { | |
| "amax": 18.25, | |
| "p99_9": 8.8125, | |
| "std": 1.3984346389770508, | |
| "min": 0.0, | |
| "max": 17.375, | |
| "count": 60 | |
| }, | |
| "double_blocks.10.attn.img_attn_proj_bin0": { | |
| "amax": 6.53125, | |
| "p99_9": 2.7645263671875, | |
| "std": 0.36696964502334595, | |
| "min": 1.1920928955078125e-07, | |
| "max": 5.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.10.attn.txt_attn_proj_bin0": { | |
| "amax": 17.5, | |
| "p99_9": 4.8125, | |
| "std": 0.5335468649864197, | |
| "min": 3.934837877750397e-08, | |
| "max": 14.6875, | |
| "count": 60 | |
| }, | |
| "double_blocks.10.img_mlp.net.0.proj_bin0": { | |
| "amax": 8.875, | |
| "p99_9": 2.640625, | |
| "std": 0.38608136773109436, | |
| "min": 0.0, | |
| "max": 8.6875, | |
| "count": 60 | |
| }, | |
| "double_blocks.10.img_mlp.net.2_bin0": { | |
| "amax": 7.21875, | |
| "p99_9": 1.609375, | |
| "std": 0.136317178606987, | |
| "min": 0.0, | |
| "max": 4.21875, | |
| "count": 60 | |
| }, | |
| "double_blocks.10.txt_mlp.net.0.proj_bin0": { | |
| "amax": 76.0, | |
| "p99_9": 11.4287109375, | |
| "std": 1.1024599075317383, | |
| "min": 0.0, | |
| "max": 67.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.10.txt_mlp.net.2_bin0": { | |
| "amax": 40.25, | |
| "p99_9": 2.6551513671875, | |
| "std": 0.2629079520702362, | |
| "min": 0.0, | |
| "max": 9.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.11.attn.img_attn_qkv_bin0": { | |
| "amax": 11.8125, | |
| "p99_9": 5.125, | |
| "std": 0.820634663105011, | |
| "min": 0.0, | |
| "max": 9.4375, | |
| "count": 60 | |
| }, | |
| "double_blocks.11.attn.txt_attn_qkv_bin0": { | |
| "amax": 20.625, | |
| "p99_9": 9.3125, | |
| "std": 1.494625449180603, | |
| "min": 0.0, | |
| "max": 18.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.11.attn.img_attn_proj_bin0": { | |
| "amax": 11.5625, | |
| "p99_9": 3.28125, | |
| "std": 0.3938695192337036, | |
| "min": 4.190951585769653e-08, | |
| "max": 10.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.11.attn.txt_attn_proj_bin0": { | |
| "amax": 18.125, | |
| "p99_9": 5.375, | |
| "std": 0.5915684103965759, | |
| "min": 2.8870999813079834e-08, | |
| "max": 17.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.11.img_mlp.net.0.proj_bin0": { | |
| "amax": 9.0, | |
| "p99_9": 2.6875, | |
| "std": 0.3907220959663391, | |
| "min": 0.0, | |
| "max": 8.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.11.img_mlp.net.2_bin0": { | |
| "amax": 7.0, | |
| "p99_9": 1.5848388671875, | |
| "std": 0.13351508975028992, | |
| "min": 0.0, | |
| "max": 5.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.11.txt_mlp.net.0.proj_bin0": { | |
| "amax": 66.0, | |
| "p99_9": 12.7412109375, | |
| "std": 1.053648829460144, | |
| "min": 0.0, | |
| "max": 63.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.11.txt_mlp.net.2_bin0": { | |
| "amax": 25.875, | |
| "p99_9": 2.578125, | |
| "std": 0.25988560914993286, | |
| "min": 0.0, | |
| "max": 22.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.12.attn.img_attn_qkv_bin0": { | |
| "amax": 11.9375, | |
| "p99_9": 5.310302734375, | |
| "std": 0.8292869925498962, | |
| "min": 0.0, | |
| "max": 9.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.12.attn.txt_attn_qkv_bin0": { | |
| "amax": 25.125, | |
| "p99_9": 9.625, | |
| "std": 1.5252063274383545, | |
| "min": 0.0, | |
| "max": 22.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.12.attn.img_attn_proj_bin0": { | |
| "amax": 10.75, | |
| "p99_9": 2.796875, | |
| "std": 0.40638482570648193, | |
| "min": 4.6100467443466187e-08, | |
| "max": 7.78125, | |
| "count": 60 | |
| }, | |
| "double_blocks.12.attn.txt_attn_proj_bin0": { | |
| "amax": 21.0, | |
| "p99_9": 5.59375, | |
| "std": 0.6409165263175964, | |
| "min": 9.220093488693237e-08, | |
| "max": 21.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.12.img_mlp.net.0.proj_bin0": { | |
| "amax": 9.1875, | |
| "p99_9": 2.6395263671875, | |
| "std": 0.39032289385795593, | |
| "min": 0.0, | |
| "max": 8.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.12.img_mlp.net.2_bin0": { | |
| "amax": 6.25, | |
| "p99_9": 1.59320068359375, | |
| "std": 0.13904066383838654, | |
| "min": 0.0, | |
| "max": 5.4375, | |
| "count": 60 | |
| }, | |
| "double_blocks.12.txt_mlp.net.0.proj_bin0": { | |
| "amax": 58.25, | |
| "p99_9": 8.49560546875, | |
| "std": 0.9037808179855347, | |
| "min": 0.0, | |
| "max": 47.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.12.txt_mlp.net.2_bin0": { | |
| "amax": 14.4375, | |
| "p99_9": 2.828125, | |
| "std": 0.3016112744808197, | |
| "min": 0.0, | |
| "max": 11.6875, | |
| "count": 60 | |
| }, | |
| "double_blocks.13.attn.img_attn_qkv_bin0": { | |
| "amax": 13.1875, | |
| "p99_9": 5.372802734375, | |
| "std": 0.842364490032196, | |
| "min": 0.0, | |
| "max": 9.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.13.attn.txt_attn_qkv_bin0": { | |
| "amax": 27.0, | |
| "p99_9": 9.8125, | |
| "std": 1.5001484155654907, | |
| "min": 0.0, | |
| "max": 25.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.13.attn.img_attn_proj_bin0": { | |
| "amax": 12.0, | |
| "p99_9": 3.59375, | |
| "std": 0.42985641956329346, | |
| "min": 8.847564458847046e-08, | |
| "max": 10.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.13.attn.txt_attn_proj_bin0": { | |
| "amax": 18.125, | |
| "p99_9": 5.05810546875, | |
| "std": 0.537701427936554, | |
| "min": 5.075708031654358e-08, | |
| "max": 17.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.13.img_mlp.net.0.proj_bin0": { | |
| "amax": 9.25, | |
| "p99_9": 2.7176513671875, | |
| "std": 0.3967650234699249, | |
| "min": 0.0, | |
| "max": 9.0625, | |
| "count": 60 | |
| }, | |
| "double_blocks.13.img_mlp.net.2_bin0": { | |
| "amax": 7.5, | |
| "p99_9": 1.6953125, | |
| "std": 0.15572822093963623, | |
| "min": 0.0, | |
| "max": 4.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.13.txt_mlp.net.0.proj_bin0": { | |
| "amax": 48.0, | |
| "p99_9": 7.497802734375, | |
| "std": 0.8443369269371033, | |
| "min": 0.0, | |
| "max": 42.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.13.txt_mlp.net.2_bin0": { | |
| "amax": 43.75, | |
| "p99_9": 2.6875, | |
| "std": 0.28180035948753357, | |
| "min": 0.0, | |
| "max": 35.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.14.attn.img_attn_qkv_bin0": { | |
| "amax": 14.375, | |
| "p99_9": 5.46875, | |
| "std": 0.8807114362716675, | |
| "min": 0.0, | |
| "max": 12.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.14.attn.txt_attn_qkv_bin0": { | |
| "amax": 27.0, | |
| "p99_9": 9.6875, | |
| "std": 1.4829397201538086, | |
| "min": 0.0, | |
| "max": 25.375, | |
| "count": 60 | |
| }, | |
| "double_blocks.14.attn.img_attn_proj_bin0": { | |
| "amax": 9.1875, | |
| "p99_9": 3.078125, | |
| "std": 0.43482962250709534, | |
| "min": 1.30385160446167e-07, | |
| "max": 7.90625, | |
| "count": 60 | |
| }, | |
| "double_blocks.14.attn.txt_attn_proj_bin0": { | |
| "amax": 24.125, | |
| "p99_9": 4.03125, | |
| "std": 0.5074833631515503, | |
| "min": 1.2852251529693604e-07, | |
| "max": 20.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.14.img_mlp.net.0.proj_bin0": { | |
| "amax": 9.5625, | |
| "p99_9": 2.7176513671875, | |
| "std": 0.39759743213653564, | |
| "min": 0.0, | |
| "max": 9.1875, | |
| "count": 60 | |
| }, | |
| "double_blocks.14.img_mlp.net.2_bin0": { | |
| "amax": 8.25, | |
| "p99_9": 1.6484375, | |
| "std": 0.15610148012638092, | |
| "min": 0.0, | |
| "max": 5.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.14.txt_mlp.net.0.proj_bin0": { | |
| "amax": 37.5, | |
| "p99_9": 6.466552734375, | |
| "std": 0.790896475315094, | |
| "min": 0.0, | |
| "max": 34.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.14.txt_mlp.net.2_bin0": { | |
| "amax": 18.625, | |
| "p99_9": 2.984375, | |
| "std": 0.30031147599220276, | |
| "min": 0.0, | |
| "max": 13.8125, | |
| "count": 60 | |
| }, | |
| "double_blocks.15.attn.img_attn_qkv_bin0": { | |
| "amax": 14.0, | |
| "p99_9": 5.59375, | |
| "std": 0.9036619663238525, | |
| "min": 0.0, | |
| "max": 12.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.15.attn.txt_attn_qkv_bin0": { | |
| "amax": 27.5, | |
| "p99_9": 10.125, | |
| "std": 1.56261146068573, | |
| "min": 0.0, | |
| "max": 26.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.15.attn.img_attn_proj_bin0": { | |
| "amax": 11.5625, | |
| "p99_9": 3.78125, | |
| "std": 0.4633430242538452, | |
| "min": 7.636845111846924e-08, | |
| "max": 10.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.15.attn.txt_attn_proj_bin0": { | |
| "amax": 23.125, | |
| "p99_9": 5.46875, | |
| "std": 0.620887815952301, | |
| "min": 1.433363649994135e-09, | |
| "max": 21.375, | |
| "count": 60 | |
| }, | |
| "double_blocks.15.img_mlp.net.0.proj_bin0": { | |
| "amax": 10.25, | |
| "p99_9": 2.935302734375, | |
| "std": 0.42917782068252563, | |
| "min": 0.0, | |
| "max": 9.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.15.img_mlp.net.2_bin0": { | |
| "amax": 7.75, | |
| "p99_9": 1.76507568359375, | |
| "std": 0.16137667000293732, | |
| "min": 0.0, | |
| "max": 5.65625, | |
| "count": 60 | |
| }, | |
| "double_blocks.15.txt_mlp.net.0.proj_bin0": { | |
| "amax": 32.75, | |
| "p99_9": 6.12060546875, | |
| "std": 0.7504350543022156, | |
| "min": 0.0, | |
| "max": 31.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.15.txt_mlp.net.2_bin0": { | |
| "amax": 21.0, | |
| "p99_9": 3.060302734375, | |
| "std": 0.32310619950294495, | |
| "min": 0.0, | |
| "max": 10.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.16.attn.img_attn_qkv_bin0": { | |
| "amax": 14.75, | |
| "p99_9": 6.375, | |
| "std": 1.0203423500061035, | |
| "min": 0.0, | |
| "max": 11.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.16.attn.txt_attn_qkv_bin0": { | |
| "amax": 28.625, | |
| "p99_9": 9.75, | |
| "std": 1.5003184080123901, | |
| "min": 0.0, | |
| "max": 26.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.16.attn.img_attn_proj_bin0": { | |
| "amax": 10.875, | |
| "p99_9": 3.6875, | |
| "std": 0.4831027090549469, | |
| "min": 6.472691893577576e-08, | |
| "max": 8.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.16.attn.txt_attn_proj_bin0": { | |
| "amax": 19.75, | |
| "p99_9": 5.654052734375, | |
| "std": 0.5637568831443787, | |
| "min": 6.845220923423767e-08, | |
| "max": 17.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.16.img_mlp.net.0.proj_bin0": { | |
| "amax": 11.8125, | |
| "p99_9": 3.28125, | |
| "std": 0.46934691071510315, | |
| "min": 0.0, | |
| "max": 10.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.16.img_mlp.net.2_bin0": { | |
| "amax": 8.4375, | |
| "p99_9": 1.8828125, | |
| "std": 0.1814602017402649, | |
| "min": 0.0, | |
| "max": 8.4375, | |
| "count": 60 | |
| }, | |
| "double_blocks.16.txt_mlp.net.0.proj_bin0": { | |
| "amax": 31.0, | |
| "p99_9": 5.091552734375, | |
| "std": 0.6676875352859497, | |
| "min": 0.0, | |
| "max": 28.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.16.txt_mlp.net.2_bin0": { | |
| "amax": 22.375, | |
| "p99_9": 2.6864013671875, | |
| "std": 0.3022410571575165, | |
| "min": 0.0, | |
| "max": 14.8125, | |
| "count": 60 | |
| }, | |
| "double_blocks.17.attn.img_attn_qkv_bin0": { | |
| "amax": 14.4375, | |
| "p99_9": 6.59375, | |
| "std": 1.062261700630188, | |
| "min": 0.0, | |
| "max": 12.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.17.attn.txt_attn_qkv_bin0": { | |
| "amax": 29.125, | |
| "p99_9": 9.375, | |
| "std": 1.4363855123519897, | |
| "min": 0.0, | |
| "max": 25.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.17.attn.img_attn_proj_bin0": { | |
| "amax": 9.6875, | |
| "p99_9": 3.671875, | |
| "std": 0.5203545093536377, | |
| "min": 3.9814040064811707e-08, | |
| "max": 8.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.17.attn.txt_attn_proj_bin0": { | |
| "amax": 26.625, | |
| "p99_9": 4.810302734375, | |
| "std": 0.5173596143722534, | |
| "min": 8.987262845039368e-08, | |
| "max": 15.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.17.img_mlp.net.0.proj_bin0": { | |
| "amax": 12.8125, | |
| "p99_9": 3.25, | |
| "std": 0.48446619510650635, | |
| "min": 0.0, | |
| "max": 12.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.17.img_mlp.net.2_bin0": { | |
| "amax": 9.25, | |
| "p99_9": 2.0625, | |
| "std": 0.19701948761940002, | |
| "min": 0.0, | |
| "max": 6.0625, | |
| "count": 60 | |
| }, | |
| "double_blocks.17.txt_mlp.net.0.proj_bin0": { | |
| "amax": 28.25, | |
| "p99_9": 4.810302734375, | |
| "std": 0.6604593992233276, | |
| "min": 0.0, | |
| "max": 25.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.17.txt_mlp.net.2_bin0": { | |
| "amax": 16.875, | |
| "p99_9": 2.765625, | |
| "std": 0.30459675192832947, | |
| "min": 0.0, | |
| "max": 10.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.18.attn.img_attn_qkv_bin0": { | |
| "amax": 16.375, | |
| "p99_9": 6.8125, | |
| "std": 1.1002181768417358, | |
| "min": 0.0, | |
| "max": 13.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.18.attn.txt_attn_qkv_bin0": { | |
| "amax": 29.875, | |
| "p99_9": 9.8125, | |
| "std": 1.4869414567947388, | |
| "min": 0.0, | |
| "max": 28.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.18.attn.img_attn_proj_bin0": { | |
| "amax": 16.375, | |
| "p99_9": 3.828125, | |
| "std": 0.5189657807350159, | |
| "min": 8.055940270423889e-08, | |
| "max": 13.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.18.attn.txt_attn_proj_bin0": { | |
| "amax": 27.75, | |
| "p99_9": 4.21875, | |
| "std": 0.532440721988678, | |
| "min": 8.207280188798904e-09, | |
| "max": 27.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.18.img_mlp.net.0.proj_bin0": { | |
| "amax": 13.8125, | |
| "p99_9": 3.328125, | |
| "std": 0.5122970938682556, | |
| "min": 0.0, | |
| "max": 13.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.18.img_mlp.net.2_bin0": { | |
| "amax": 9.25, | |
| "p99_9": 1.8828125, | |
| "std": 0.18787851929664612, | |
| "min": 0.0, | |
| "max": 6.03125, | |
| "count": 60 | |
| }, | |
| "double_blocks.18.txt_mlp.net.0.proj_bin0": { | |
| "amax": 25.875, | |
| "p99_9": 4.8125, | |
| "std": 0.6754319071769714, | |
| "min": 0.0, | |
| "max": 22.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.18.txt_mlp.net.2_bin0": { | |
| "amax": 25.75, | |
| "p99_9": 2.875, | |
| "std": 0.3075181841850281, | |
| "min": 0.0, | |
| "max": 19.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.19.attn.img_attn_qkv_bin0": { | |
| "amax": 15.5, | |
| "p99_9": 6.9375, | |
| "std": 1.1023093461990356, | |
| "min": 0.0, | |
| "max": 12.6875, | |
| "count": 60 | |
| }, | |
| "double_blocks.19.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.875, | |
| "p99_9": 10.0, | |
| "std": 1.5019500255584717, | |
| "min": 0.0, | |
| "max": 29.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.19.attn.img_attn_proj_bin0": { | |
| "amax": 10.8125, | |
| "p99_9": 3.578125, | |
| "std": 0.4831506907939911, | |
| "min": 2.1792948246002197e-07, | |
| "max": 8.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.19.attn.txt_attn_proj_bin0": { | |
| "amax": 22.0, | |
| "p99_9": 4.654052734375, | |
| "std": 0.5086516737937927, | |
| "min": 9.080395102500916e-08, | |
| "max": 21.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.19.img_mlp.net.0.proj_bin0": { | |
| "amax": 14.9375, | |
| "p99_9": 3.265625, | |
| "std": 0.5027727484703064, | |
| "min": 0.0, | |
| "max": 13.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.19.img_mlp.net.2_bin0": { | |
| "amax": 8.375, | |
| "p99_9": 1.9140625, | |
| "std": 0.18710526823997498, | |
| "min": 0.0, | |
| "max": 7.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.19.txt_mlp.net.0.proj_bin0": { | |
| "amax": 24.375, | |
| "p99_9": 4.875, | |
| "std": 0.6868219971656799, | |
| "min": 0.0, | |
| "max": 23.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.19.txt_mlp.net.2_bin0": { | |
| "amax": 19.375, | |
| "p99_9": 2.8739013671875, | |
| "std": 0.32018595933914185, | |
| "min": 0.0, | |
| "max": 18.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.20.attn.img_attn_qkv_bin0": { | |
| "amax": 16.0, | |
| "p99_9": 7.21875, | |
| "std": 1.1628518104553223, | |
| "min": 0.0, | |
| "max": 13.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.20.attn.txt_attn_qkv_bin0": { | |
| "amax": 31.25, | |
| "p99_9": 10.25, | |
| "std": 1.549249291419983, | |
| "min": 0.0, | |
| "max": 27.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.20.attn.img_attn_proj_bin0": { | |
| "amax": 20.75, | |
| "p99_9": 4.029052734375, | |
| "std": 0.5096110105514526, | |
| "min": 2.0372681319713593e-08, | |
| "max": 16.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.20.attn.txt_attn_proj_bin0": { | |
| "amax": 26.125, | |
| "p99_9": 4.75, | |
| "std": 0.5599873065948486, | |
| "min": 4.470348358154297e-08, | |
| "max": 18.375, | |
| "count": 60 | |
| }, | |
| "double_blocks.20.img_mlp.net.0.proj_bin0": { | |
| "amax": 14.75, | |
| "p99_9": 3.296875, | |
| "std": 0.4971846342086792, | |
| "min": 0.0, | |
| "max": 13.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.20.img_mlp.net.2_bin0": { | |
| "amax": 9.375, | |
| "p99_9": 1.78070068359375, | |
| "std": 0.17928960919380188, | |
| "min": 0.0, | |
| "max": 5.21875, | |
| "count": 60 | |
| }, | |
| "double_blocks.20.txt_mlp.net.0.proj_bin0": { | |
| "amax": 23.5, | |
| "p99_9": 4.8125, | |
| "std": 0.6828431487083435, | |
| "min": 0.0, | |
| "max": 21.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.20.txt_mlp.net.2_bin0": { | |
| "amax": 34.75, | |
| "p99_9": 2.9375, | |
| "std": 0.3147009611129761, | |
| "min": 0.0, | |
| "max": 19.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.21.attn.img_attn_qkv_bin0": { | |
| "amax": 16.25, | |
| "p99_9": 7.0, | |
| "std": 1.136726975440979, | |
| "min": 0.0, | |
| "max": 13.3125, | |
| "count": 60 | |
| }, | |
| "double_blocks.21.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.875, | |
| "p99_9": 10.25, | |
| "std": 1.5552171468734741, | |
| "min": 0.0, | |
| "max": 28.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.21.attn.img_attn_proj_bin0": { | |
| "amax": 13.3125, | |
| "p99_9": 3.5770263671875, | |
| "std": 0.4487913250923157, | |
| "min": 1.8067657947540283e-07, | |
| "max": 12.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.21.attn.txt_attn_proj_bin0": { | |
| "amax": 23.875, | |
| "p99_9": 4.716552734375, | |
| "std": 0.526354193687439, | |
| "min": 1.4621764421463013e-07, | |
| "max": 19.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.21.img_mlp.net.0.proj_bin0": { | |
| "amax": 16.375, | |
| "p99_9": 3.21875, | |
| "std": 0.5158824324607849, | |
| "min": 0.0, | |
| "max": 14.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.21.img_mlp.net.2_bin0": { | |
| "amax": 10.625, | |
| "p99_9": 1.81195068359375, | |
| "std": 0.17940972745418549, | |
| "min": 0.0, | |
| "max": 7.09375, | |
| "count": 60 | |
| }, | |
| "double_blocks.21.txt_mlp.net.0.proj_bin0": { | |
| "amax": 23.0, | |
| "p99_9": 4.8125, | |
| "std": 0.6851041913032532, | |
| "min": 0.0, | |
| "max": 23.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.21.txt_mlp.net.2_bin0": { | |
| "amax": 47.5, | |
| "p99_9": 2.921875, | |
| "std": 0.3455066978931427, | |
| "min": 0.0, | |
| "max": 45.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.22.attn.img_attn_qkv_bin0": { | |
| "amax": 16.875, | |
| "p99_9": 7.375, | |
| "std": 1.2321898937225342, | |
| "min": 0.0, | |
| "max": 15.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.22.attn.txt_attn_qkv_bin0": { | |
| "amax": 31.25, | |
| "p99_9": 10.1875, | |
| "std": 1.5470306873321533, | |
| "min": 0.0, | |
| "max": 30.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.22.attn.img_attn_proj_bin0": { | |
| "amax": 9.375, | |
| "p99_9": 3.265625, | |
| "std": 0.4715384244918823, | |
| "min": 2.1886080503463745e-08, | |
| "max": 7.3125, | |
| "count": 60 | |
| }, | |
| "double_blocks.22.attn.txt_attn_proj_bin0": { | |
| "amax": 42.25, | |
| "p99_9": 6.1875, | |
| "std": 0.6211286783218384, | |
| "min": 1.73225998878479e-07, | |
| "max": 40.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.22.img_mlp.net.0.proj_bin0": { | |
| "amax": 15.5625, | |
| "p99_9": 3.375, | |
| "std": 0.5412333011627197, | |
| "min": 0.0, | |
| "max": 15.3125, | |
| "count": 60 | |
| }, | |
| "double_blocks.22.img_mlp.net.2_bin0": { | |
| "amax": 8.625, | |
| "p99_9": 2.0, | |
| "std": 0.1978929340839386, | |
| "min": 0.0, | |
| "max": 5.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.22.txt_mlp.net.0.proj_bin0": { | |
| "amax": 22.25, | |
| "p99_9": 4.875, | |
| "std": 0.6871194839477539, | |
| "min": 0.0, | |
| "max": 21.375, | |
| "count": 60 | |
| }, | |
| "double_blocks.22.txt_mlp.net.2_bin0": { | |
| "amax": 46.75, | |
| "p99_9": 3.0145263671875, | |
| "std": 0.3483749032020569, | |
| "min": 0.0, | |
| "max": 39.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.23.attn.img_attn_qkv_bin0": { | |
| "amax": 18.25, | |
| "p99_9": 7.9375, | |
| "std": 1.30842125415802, | |
| "min": 0.0, | |
| "max": 16.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.23.attn.txt_attn_qkv_bin0": { | |
| "amax": 31.25, | |
| "p99_9": 10.68310546875, | |
| "std": 1.576035976409912, | |
| "min": 0.0, | |
| "max": 29.375, | |
| "count": 60 | |
| }, | |
| "double_blocks.23.attn.img_attn_proj_bin0": { | |
| "amax": 9.5625, | |
| "p99_9": 3.9364013671875, | |
| "std": 0.5141018629074097, | |
| "min": 3.608874976634979e-08, | |
| "max": 8.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.23.attn.txt_attn_proj_bin0": { | |
| "amax": 30.0, | |
| "p99_9": 7.560302734375, | |
| "std": 0.7225579619407654, | |
| "min": 2.444721758365631e-08, | |
| "max": 27.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.23.img_mlp.net.0.proj_bin0": { | |
| "amax": 15.5625, | |
| "p99_9": 3.4364013671875, | |
| "std": 0.5513562560081482, | |
| "min": 0.0, | |
| "max": 15.5625, | |
| "count": 60 | |
| }, | |
| "double_blocks.23.img_mlp.net.2_bin0": { | |
| "amax": 7.53125, | |
| "p99_9": 2.046875, | |
| "std": 0.20733916759490967, | |
| "min": 0.0, | |
| "max": 5.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.23.txt_mlp.net.0.proj_bin0": { | |
| "amax": 22.75, | |
| "p99_9": 5.0625, | |
| "std": 0.6964871287345886, | |
| "min": 0.0, | |
| "max": 21.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.23.txt_mlp.net.2_bin0": { | |
| "amax": 44.5, | |
| "p99_9": 2.8895263671875, | |
| "std": 0.35432523488998413, | |
| "min": 0.0, | |
| "max": 42.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.24.attn.img_attn_qkv_bin0": { | |
| "amax": 18.375, | |
| "p99_9": 8.1875, | |
| "std": 1.3430455923080444, | |
| "min": 0.0, | |
| "max": 15.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.24.attn.txt_attn_qkv_bin0": { | |
| "amax": 31.25, | |
| "p99_9": 10.625, | |
| "std": 1.5356097221374512, | |
| "min": 0.0, | |
| "max": 24.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.24.attn.img_attn_proj_bin0": { | |
| "amax": 10.4375, | |
| "p99_9": 3.546875, | |
| "std": 0.47871333360671997, | |
| "min": 4.842877388000488e-08, | |
| "max": 7.96875, | |
| "count": 60 | |
| }, | |
| "double_blocks.24.attn.txt_attn_proj_bin0": { | |
| "amax": 44.25, | |
| "p99_9": 9.68310546875, | |
| "std": 0.8094119429588318, | |
| "min": 6.007030606269836e-08, | |
| "max": 43.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.24.img_mlp.net.0.proj_bin0": { | |
| "amax": 15.5625, | |
| "p99_9": 3.5625, | |
| "std": 0.5816879868507385, | |
| "min": 0.0, | |
| "max": 14.8125, | |
| "count": 60 | |
| }, | |
| "double_blocks.24.img_mlp.net.2_bin0": { | |
| "amax": 8.6875, | |
| "p99_9": 2.078125, | |
| "std": 0.21669724583625793, | |
| "min": 0.0, | |
| "max": 6.03125, | |
| "count": 60 | |
| }, | |
| "double_blocks.24.txt_mlp.net.0.proj_bin0": { | |
| "amax": 21.75, | |
| "p99_9": 5.0, | |
| "std": 0.6847820281982422, | |
| "min": 0.0, | |
| "max": 19.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.24.txt_mlp.net.2_bin0": { | |
| "amax": 54.5, | |
| "p99_9": 3.03125, | |
| "std": 0.3901078402996063, | |
| "min": 0.0, | |
| "max": 38.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.25.attn.img_attn_qkv_bin0": { | |
| "amax": 20.0, | |
| "p99_9": 8.43310546875, | |
| "std": 1.3961306810379028, | |
| "min": 0.0, | |
| "max": 17.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.25.attn.txt_attn_qkv_bin0": { | |
| "amax": 31.75, | |
| "p99_9": 10.9375, | |
| "std": 1.5688307285308838, | |
| "min": 0.0, | |
| "max": 26.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.25.attn.img_attn_proj_bin0": { | |
| "amax": 9.375, | |
| "p99_9": 3.578125, | |
| "std": 0.5227058529853821, | |
| "min": 1.0593794286251068e-08, | |
| "max": 6.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.25.attn.txt_attn_proj_bin0": { | |
| "amax": 44.0, | |
| "p99_9": 8.1875, | |
| "std": 0.71371990442276, | |
| "min": 2.868473529815674e-07, | |
| "max": 39.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.25.img_mlp.net.0.proj_bin0": { | |
| "amax": 15.4375, | |
| "p99_9": 3.640625, | |
| "std": 0.5799923539161682, | |
| "min": 0.0, | |
| "max": 13.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.25.img_mlp.net.2_bin0": { | |
| "amax": 9.125, | |
| "p99_9": 2.09375, | |
| "std": 0.2220088690519333, | |
| "min": 0.0, | |
| "max": 6.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.25.txt_mlp.net.0.proj_bin0": { | |
| "amax": 21.25, | |
| "p99_9": 5.09375, | |
| "std": 0.7004578113555908, | |
| "min": 0.0, | |
| "max": 21.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.25.txt_mlp.net.2_bin0": { | |
| "amax": 53.0, | |
| "p99_9": 2.921875, | |
| "std": 0.38598158955574036, | |
| "min": 0.0, | |
| "max": 51.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.26.attn.img_attn_qkv_bin0": { | |
| "amax": 19.5, | |
| "p99_9": 9.25, | |
| "std": 1.5024290084838867, | |
| "min": 0.0, | |
| "max": 16.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.26.attn.txt_attn_qkv_bin0": { | |
| "amax": 31.75, | |
| "p99_9": 11.3125, | |
| "std": 1.6517300605773926, | |
| "min": 0.0, | |
| "max": 29.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.26.attn.img_attn_proj_bin0": { | |
| "amax": 10.8125, | |
| "p99_9": 4.125, | |
| "std": 0.5565022230148315, | |
| "min": 9.033828973770142e-08, | |
| "max": 9.6875, | |
| "count": 60 | |
| }, | |
| "double_blocks.26.attn.txt_attn_proj_bin0": { | |
| "amax": 38.25, | |
| "p99_9": 8.5, | |
| "std": 0.7834370732307434, | |
| "min": 1.0058283805847168e-07, | |
| "max": 38.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.26.img_mlp.net.0.proj_bin0": { | |
| "amax": 16.75, | |
| "p99_9": 3.515625, | |
| "std": 0.5736136436462402, | |
| "min": 0.0, | |
| "max": 14.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.26.img_mlp.net.2_bin0": { | |
| "amax": 8.0, | |
| "p99_9": 1.9921875, | |
| "std": 0.21556635200977325, | |
| "min": 0.0, | |
| "max": 5.5625, | |
| "count": 60 | |
| }, | |
| "double_blocks.26.txt_mlp.net.0.proj_bin0": { | |
| "amax": 21.875, | |
| "p99_9": 5.1875, | |
| "std": 0.7313369512557983, | |
| "min": 0.0, | |
| "max": 19.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.26.txt_mlp.net.2_bin0": { | |
| "amax": 21.75, | |
| "p99_9": 3.015625, | |
| "std": 0.32952314615249634, | |
| "min": 0.0, | |
| "max": 21.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.27.attn.img_attn_qkv_bin0": { | |
| "amax": 18.5, | |
| "p99_9": 8.75, | |
| "std": 1.440155267715454, | |
| "min": 0.0, | |
| "max": 16.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.27.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.75, | |
| "p99_9": 11.625, | |
| "std": 1.7907789945602417, | |
| "min": 0.0, | |
| "max": 26.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.27.attn.img_attn_proj_bin0": { | |
| "amax": 8.25, | |
| "p99_9": 3.3125, | |
| "std": 0.503831684589386, | |
| "min": 1.0803341865539551e-07, | |
| "max": 7.90625, | |
| "count": 60 | |
| }, | |
| "double_blocks.27.attn.txt_attn_proj_bin0": { | |
| "amax": 46.0, | |
| "p99_9": 5.529052734375, | |
| "std": 0.6087088584899902, | |
| "min": 4.0046870708465576e-08, | |
| "max": 46.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.27.img_mlp.net.0.proj_bin0": { | |
| "amax": 16.125, | |
| "p99_9": 3.5457763671875, | |
| "std": 0.5703712701797485, | |
| "min": 0.0, | |
| "max": 14.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.27.img_mlp.net.2_bin0": { | |
| "amax": 7.21875, | |
| "p99_9": 2.0625, | |
| "std": 0.22532817721366882, | |
| "min": 0.0, | |
| "max": 6.15625, | |
| "count": 60 | |
| }, | |
| "double_blocks.27.txt_mlp.net.0.proj_bin0": { | |
| "amax": 22.75, | |
| "p99_9": 5.625, | |
| "std": 0.8083125352859497, | |
| "min": 0.0, | |
| "max": 21.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.27.txt_mlp.net.2_bin0": { | |
| "amax": 12.375, | |
| "p99_9": 3.21875, | |
| "std": 0.3551415205001831, | |
| "min": 0.0, | |
| "max": 12.0625, | |
| "count": 60 | |
| }, | |
| "double_blocks.28.attn.img_attn_qkv_bin0": { | |
| "amax": 18.625, | |
| "p99_9": 9.0625, | |
| "std": 1.496869683265686, | |
| "min": 0.0, | |
| "max": 15.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.28.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.875, | |
| "p99_9": 11.8125, | |
| "std": 1.8243677616119385, | |
| "min": 0.0, | |
| "max": 28.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.28.attn.img_attn_proj_bin0": { | |
| "amax": 11.4375, | |
| "p99_9": 4.4375, | |
| "std": 0.5755575895309448, | |
| "min": 8.556526154279709e-09, | |
| "max": 9.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.28.attn.txt_attn_proj_bin0": { | |
| "amax": 56.0, | |
| "p99_9": 8.625, | |
| "std": 0.7937136292457581, | |
| "min": 4.353933036327362e-08, | |
| "max": 55.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.28.img_mlp.net.0.proj_bin0": { | |
| "amax": 16.125, | |
| "p99_9": 3.4051513671875, | |
| "std": 0.5507329106330872, | |
| "min": 0.0, | |
| "max": 14.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.28.img_mlp.net.2_bin0": { | |
| "amax": 8.9375, | |
| "p99_9": 1.8359375, | |
| "std": 0.20732884109020233, | |
| "min": 0.0, | |
| "max": 4.3125, | |
| "count": 60 | |
| }, | |
| "double_blocks.28.txt_mlp.net.0.proj_bin0": { | |
| "amax": 24.375, | |
| "p99_9": 5.59375, | |
| "std": 0.7954861521720886, | |
| "min": 0.0, | |
| "max": 17.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.28.txt_mlp.net.2_bin0": { | |
| "amax": 12.5625, | |
| "p99_9": 3.140625, | |
| "std": 0.3390592634677887, | |
| "min": 0.0, | |
| "max": 10.5625, | |
| "count": 60 | |
| }, | |
| "double_blocks.29.attn.img_attn_qkv_bin0": { | |
| "amax": 20.0, | |
| "p99_9": 9.0, | |
| "std": 1.507805585861206, | |
| "min": 0.0, | |
| "max": 18.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.29.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.75, | |
| "p99_9": 12.1875, | |
| "std": 1.8741697072982788, | |
| "min": 0.0, | |
| "max": 27.375, | |
| "count": 60 | |
| }, | |
| "double_blocks.29.attn.img_attn_proj_bin0": { | |
| "amax": 10.125, | |
| "p99_9": 4.0625, | |
| "std": 0.5862906575202942, | |
| "min": 7.385096978396177e-10, | |
| "max": 10.0625, | |
| "count": 60 | |
| }, | |
| "double_blocks.29.attn.txt_attn_proj_bin0": { | |
| "amax": 38.25, | |
| "p99_9": 6.40625, | |
| "std": 0.6677161455154419, | |
| "min": 3.119930624961853e-08, | |
| "max": 37.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.29.img_mlp.net.0.proj_bin0": { | |
| "amax": 15.6875, | |
| "p99_9": 3.375, | |
| "std": 0.5474757552146912, | |
| "min": 0.0, | |
| "max": 14.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.29.img_mlp.net.2_bin0": { | |
| "amax": 7.71875, | |
| "p99_9": 1.85101318359375, | |
| "std": 0.20411071181297302, | |
| "min": 0.0, | |
| "max": 4.40625, | |
| "count": 60 | |
| }, | |
| "double_blocks.29.txt_mlp.net.0.proj_bin0": { | |
| "amax": 26.875, | |
| "p99_9": 5.96875, | |
| "std": 0.8327313661575317, | |
| "min": 0.0, | |
| "max": 23.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.29.txt_mlp.net.2_bin0": { | |
| "amax": 13.4375, | |
| "p99_9": 3.2020263671875, | |
| "std": 0.3542852997779846, | |
| "min": 0.0, | |
| "max": 8.3125, | |
| "count": 60 | |
| }, | |
| "double_blocks.30.attn.img_attn_qkv_bin0": { | |
| "amax": 19.625, | |
| "p99_9": 8.8125, | |
| "std": 1.4540547132492065, | |
| "min": 0.0, | |
| "max": 17.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.30.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.5, | |
| "p99_9": 12.1875, | |
| "std": 1.9266486167907715, | |
| "min": 0.0, | |
| "max": 29.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.30.attn.img_attn_proj_bin0": { | |
| "amax": 9.125, | |
| "p99_9": 3.4520263671875, | |
| "std": 0.48439082503318787, | |
| "min": 2.5727786123752594e-08, | |
| "max": 8.3125, | |
| "count": 60 | |
| }, | |
| "double_blocks.30.attn.txt_attn_proj_bin0": { | |
| "amax": 30.0, | |
| "p99_9": 5.591552734375, | |
| "std": 0.5933963656425476, | |
| "min": 6.472691893577576e-08, | |
| "max": 30.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.30.img_mlp.net.0.proj_bin0": { | |
| "amax": 15.1875, | |
| "p99_9": 3.46875, | |
| "std": 0.552880585193634, | |
| "min": 0.0, | |
| "max": 13.5625, | |
| "count": 60 | |
| }, | |
| "double_blocks.30.img_mlp.net.2_bin0": { | |
| "amax": 8.0, | |
| "p99_9": 1.828125, | |
| "std": 0.1957654505968094, | |
| "min": 0.0, | |
| "max": 4.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.30.txt_mlp.net.0.proj_bin0": { | |
| "amax": 27.375, | |
| "p99_9": 5.78125, | |
| "std": 0.8521186709403992, | |
| "min": 0.0, | |
| "max": 26.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.30.txt_mlp.net.2_bin0": { | |
| "amax": 48.25, | |
| "p99_9": 3.2957763671875, | |
| "std": 0.38729679584503174, | |
| "min": 0.0, | |
| "max": 43.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.31.attn.img_attn_qkv_bin0": { | |
| "amax": 19.5, | |
| "p99_9": 8.75, | |
| "std": 1.4432408809661865, | |
| "min": 0.0, | |
| "max": 16.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.31.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.75, | |
| "p99_9": 12.5, | |
| "std": 1.9848734140396118, | |
| "min": 0.0, | |
| "max": 30.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.31.attn.img_attn_proj_bin0": { | |
| "amax": 8.75, | |
| "p99_9": 3.5145263671875, | |
| "std": 0.47121697664260864, | |
| "min": 6.658956408500671e-08, | |
| "max": 7.6875, | |
| "count": 60 | |
| }, | |
| "double_blocks.31.attn.txt_attn_proj_bin0": { | |
| "amax": 29.875, | |
| "p99_9": 5.497802734375, | |
| "std": 0.644113302230835, | |
| "min": 1.100124791264534e-08, | |
| "max": 24.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.31.img_mlp.net.0.proj_bin0": { | |
| "amax": 14.6875, | |
| "p99_9": 3.65625, | |
| "std": 0.5878769755363464, | |
| "min": 0.0, | |
| "max": 13.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.31.img_mlp.net.2_bin0": { | |
| "amax": 7.875, | |
| "p99_9": 1.90625, | |
| "std": 0.1945655345916748, | |
| "min": 0.0, | |
| "max": 4.6875, | |
| "count": 60 | |
| }, | |
| "double_blocks.31.txt_mlp.net.0.proj_bin0": { | |
| "amax": 28.5, | |
| "p99_9": 6.154052734375, | |
| "std": 0.8594326972961426, | |
| "min": 0.0, | |
| "max": 22.375, | |
| "count": 60 | |
| }, | |
| "double_blocks.31.txt_mlp.net.2_bin0": { | |
| "amax": 34.75, | |
| "p99_9": 3.234375, | |
| "std": 0.3736528754234314, | |
| "min": 0.0, | |
| "max": 34.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.32.attn.img_attn_qkv_bin0": { | |
| "amax": 21.875, | |
| "p99_9": 9.125, | |
| "std": 1.5221413373947144, | |
| "min": 0.0, | |
| "max": 19.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.32.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.75, | |
| "p99_9": 12.3125, | |
| "std": 1.962899088859558, | |
| "min": 0.0, | |
| "max": 28.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.32.attn.img_attn_proj_bin0": { | |
| "amax": 10.1875, | |
| "p99_9": 3.8426513671875, | |
| "std": 0.46866196393966675, | |
| "min": 1.548323780298233e-08, | |
| "max": 9.6875, | |
| "count": 60 | |
| }, | |
| "double_blocks.32.attn.txt_attn_proj_bin0": { | |
| "amax": 34.75, | |
| "p99_9": 5.09375, | |
| "std": 0.5689076781272888, | |
| "min": 4.8603396862745285e-09, | |
| "max": 33.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.32.img_mlp.net.0.proj_bin0": { | |
| "amax": 14.3125, | |
| "p99_9": 3.8739013671875, | |
| "std": 0.61110520362854, | |
| "min": 0.0, | |
| "max": 13.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.32.img_mlp.net.2_bin0": { | |
| "amax": 8.9375, | |
| "p99_9": 1.8671875, | |
| "std": 0.19321753084659576, | |
| "min": 0.0, | |
| "max": 6.03125, | |
| "count": 60 | |
| }, | |
| "double_blocks.32.txt_mlp.net.0.proj_bin0": { | |
| "amax": 28.875, | |
| "p99_9": 6.375, | |
| "std": 0.8721205592155457, | |
| "min": 0.0, | |
| "max": 27.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.32.txt_mlp.net.2_bin0": { | |
| "amax": 10.0, | |
| "p99_9": 3.109375, | |
| "std": 0.33323797583580017, | |
| "min": 0.0, | |
| "max": 7.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.33.attn.img_attn_qkv_bin0": { | |
| "amax": 22.875, | |
| "p99_9": 9.5625, | |
| "std": 1.5491076707839966, | |
| "min": 0.0, | |
| "max": 19.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.33.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.25, | |
| "p99_9": 12.43310546875, | |
| "std": 1.9781512022018433, | |
| "min": 0.0, | |
| "max": 28.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.33.attn.img_attn_proj_bin0": { | |
| "amax": 11.4375, | |
| "p99_9": 3.703125, | |
| "std": 0.41719356179237366, | |
| "min": 8.96397978067398e-09, | |
| "max": 11.3125, | |
| "count": 60 | |
| }, | |
| "double_blocks.33.attn.txt_attn_proj_bin0": { | |
| "amax": 12.125, | |
| "p99_9": 3.65625, | |
| "std": 0.4306730628013611, | |
| "min": 4.21423465013504e-08, | |
| "max": 11.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.33.img_mlp.net.0.proj_bin0": { | |
| "amax": 14.375, | |
| "p99_9": 3.78125, | |
| "std": 0.6017574667930603, | |
| "min": 0.0, | |
| "max": 13.5625, | |
| "count": 60 | |
| }, | |
| "double_blocks.33.img_mlp.net.2_bin0": { | |
| "amax": 8.625, | |
| "p99_9": 1.7734375, | |
| "std": 0.17726461589336395, | |
| "min": 0.0, | |
| "max": 4.34375, | |
| "count": 60 | |
| }, | |
| "double_blocks.33.txt_mlp.net.0.proj_bin0": { | |
| "amax": 29.375, | |
| "p99_9": 6.716552734375, | |
| "std": 0.8859511017799377, | |
| "min": 0.0, | |
| "max": 25.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.33.txt_mlp.net.2_bin0": { | |
| "amax": 11.0625, | |
| "p99_9": 3.0614013671875, | |
| "std": 0.33129653334617615, | |
| "min": 0.0, | |
| "max": 8.8125, | |
| "count": 60 | |
| }, | |
| "double_blocks.34.attn.img_attn_qkv_bin0": { | |
| "amax": 24.0, | |
| "p99_9": 9.25, | |
| "std": 1.5075606107711792, | |
| "min": 0.0, | |
| "max": 20.375, | |
| "count": 60 | |
| }, | |
| "double_blocks.34.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.25, | |
| "p99_9": 12.5625, | |
| "std": 1.9959133863449097, | |
| "min": 0.0, | |
| "max": 30.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.34.attn.img_attn_proj_bin0": { | |
| "amax": 9.625, | |
| "p99_9": 4.15625, | |
| "std": 0.4987897574901581, | |
| "min": 1.3969838619232178e-08, | |
| "max": 7.84375, | |
| "count": 60 | |
| }, | |
| "double_blocks.34.attn.txt_attn_proj_bin0": { | |
| "amax": 19.0, | |
| "p99_9": 3.65625, | |
| "std": 0.4185454547405243, | |
| "min": 2.5029294192790985e-08, | |
| "max": 15.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.34.img_mlp.net.0.proj_bin0": { | |
| "amax": 14.375, | |
| "p99_9": 3.8739013671875, | |
| "std": 0.593706488609314, | |
| "min": 0.0, | |
| "max": 13.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.34.img_mlp.net.2_bin0": { | |
| "amax": 7.0, | |
| "p99_9": 1.7801513671875, | |
| "std": 0.18120507895946503, | |
| "min": 0.0, | |
| "max": 5.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.34.txt_mlp.net.0.proj_bin0": { | |
| "amax": 30.0, | |
| "p99_9": 6.404052734375, | |
| "std": 0.8914749622344971, | |
| "min": 0.0, | |
| "max": 25.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.34.txt_mlp.net.2_bin0": { | |
| "amax": 11.9375, | |
| "p99_9": 3.3270263671875, | |
| "std": 0.367781400680542, | |
| "min": 0.0, | |
| "max": 11.9375, | |
| "count": 60 | |
| }, | |
| "double_blocks.35.attn.img_attn_qkv_bin0": { | |
| "amax": 24.75, | |
| "p99_9": 9.25, | |
| "std": 1.4940723180770874, | |
| "min": 0.0, | |
| "max": 21.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.35.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.5, | |
| "p99_9": 12.25, | |
| "std": 1.9559284448623657, | |
| "min": 0.0, | |
| "max": 27.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.35.attn.img_attn_proj_bin0": { | |
| "amax": 8.4375, | |
| "p99_9": 3.7020263671875, | |
| "std": 0.43154922127723694, | |
| "min": 8.055940270423889e-08, | |
| "max": 7.1875, | |
| "count": 60 | |
| }, | |
| "double_blocks.35.attn.txt_attn_proj_bin0": { | |
| "amax": 15.5, | |
| "p99_9": 3.9051513671875, | |
| "std": 0.40344157814979553, | |
| "min": 1.0884832590818405e-08, | |
| "max": 13.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.35.img_mlp.net.0.proj_bin0": { | |
| "amax": 14.3125, | |
| "p99_9": 3.7801513671875, | |
| "std": 0.583929717540741, | |
| "min": 0.0, | |
| "max": 13.0625, | |
| "count": 60 | |
| }, | |
| "double_blocks.35.img_mlp.net.2_bin0": { | |
| "amax": 6.65625, | |
| "p99_9": 1.7098388671875, | |
| "std": 0.1686607450246811, | |
| "min": 0.0, | |
| "max": 3.84375, | |
| "count": 60 | |
| }, | |
| "double_blocks.35.txt_mlp.net.0.proj_bin0": { | |
| "amax": 30.875, | |
| "p99_9": 6.466552734375, | |
| "std": 0.8802358508110046, | |
| "min": 0.0, | |
| "max": 30.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.35.txt_mlp.net.2_bin0": { | |
| "amax": 11.4375, | |
| "p99_9": 3.203125, | |
| "std": 0.355928510427475, | |
| "min": 0.0, | |
| "max": 8.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.36.attn.img_attn_qkv_bin0": { | |
| "amax": 26.125, | |
| "p99_9": 8.9375, | |
| "std": 1.4146089553833008, | |
| "min": 0.0, | |
| "max": 22.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.36.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.25, | |
| "p99_9": 11.9375, | |
| "std": 1.841664433479309, | |
| "min": 0.0, | |
| "max": 29.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.36.attn.img_attn_proj_bin0": { | |
| "amax": 9.1875, | |
| "p99_9": 3.859375, | |
| "std": 0.4502958357334137, | |
| "min": 9.359791874885559e-08, | |
| "max": 8.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.36.attn.txt_attn_proj_bin0": { | |
| "amax": 19.25, | |
| "p99_9": 3.5301513671875, | |
| "std": 0.34802016615867615, | |
| "min": 5.8673322200775146e-08, | |
| "max": 14.8125, | |
| "count": 60 | |
| }, | |
| "double_blocks.36.img_mlp.net.0.proj_bin0": { | |
| "amax": 14.5625, | |
| "p99_9": 3.779052734375, | |
| "std": 0.5495946407318115, | |
| "min": 0.0, | |
| "max": 13.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.36.img_mlp.net.2_bin0": { | |
| "amax": 6.875, | |
| "p99_9": 1.50726318359375, | |
| "std": 0.15136706829071045, | |
| "min": 0.0, | |
| "max": 4.0625, | |
| "count": 60 | |
| }, | |
| "double_blocks.36.txt_mlp.net.0.proj_bin0": { | |
| "amax": 33.25, | |
| "p99_9": 6.560302734375, | |
| "std": 0.853344738483429, | |
| "min": 0.0, | |
| "max": 24.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.36.txt_mlp.net.2_bin0": { | |
| "amax": 9.75, | |
| "p99_9": 2.8739013671875, | |
| "std": 0.29934269189834595, | |
| "min": 0.0, | |
| "max": 8.0625, | |
| "count": 60 | |
| }, | |
| "double_blocks.37.attn.img_attn_qkv_bin0": { | |
| "amax": 27.625, | |
| "p99_9": 8.68310546875, | |
| "std": 1.2784372568130493, | |
| "min": 0.0, | |
| "max": 23.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.37.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.25, | |
| "p99_9": 11.6875, | |
| "std": 1.779298186302185, | |
| "min": 0.0, | |
| "max": 23.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.37.attn.img_attn_proj_bin0": { | |
| "amax": 8.3125, | |
| "p99_9": 3.203125, | |
| "std": 0.3884979784488678, | |
| "min": 8.754432201385498e-08, | |
| "max": 7.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.37.attn.txt_attn_proj_bin0": { | |
| "amax": 15.375, | |
| "p99_9": 3.4989013671875, | |
| "std": 0.30834659934043884, | |
| "min": 1.3271346688270569e-08, | |
| "max": 14.1875, | |
| "count": 60 | |
| }, | |
| "double_blocks.37.img_mlp.net.0.proj_bin0": { | |
| "amax": 14.625, | |
| "p99_9": 3.84375, | |
| "std": 0.4911571145057678, | |
| "min": 0.0, | |
| "max": 13.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.37.img_mlp.net.2_bin0": { | |
| "amax": 4.96875, | |
| "p99_9": 1.328125, | |
| "std": 0.13992424309253693, | |
| "min": 0.0, | |
| "max": 3.234375, | |
| "count": 60 | |
| }, | |
| "double_blocks.37.txt_mlp.net.0.proj_bin0": { | |
| "amax": 34.0, | |
| "p99_9": 6.71435546875, | |
| "std": 0.8412393927574158, | |
| "min": 0.0, | |
| "max": 25.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.37.txt_mlp.net.2_bin0": { | |
| "amax": 13.4375, | |
| "p99_9": 2.703125, | |
| "std": 0.27373749017715454, | |
| "min": 0.0, | |
| "max": 13.125, | |
| "count": 60 | |
| }, | |
| "double_blocks.38.attn.img_attn_qkv_bin0": { | |
| "amax": 27.5, | |
| "p99_9": 8.25, | |
| "std": 1.1546425819396973, | |
| "min": 0.0, | |
| "max": 24.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.38.attn.txt_attn_qkv_bin0": { | |
| "amax": 30.25, | |
| "p99_9": 11.125, | |
| "std": 1.7052773237228394, | |
| "min": 0.0, | |
| "max": 25.5, | |
| "count": 60 | |
| }, | |
| "double_blocks.38.attn.img_attn_proj_bin0": { | |
| "amax": 7.28125, | |
| "p99_9": 3.265625, | |
| "std": 0.391088604927063, | |
| "min": 1.548323780298233e-08, | |
| "max": 5.90625, | |
| "count": 60 | |
| }, | |
| "double_blocks.38.attn.txt_attn_proj_bin0": { | |
| "amax": 20.75, | |
| "p99_9": 4.466552734375, | |
| "std": 0.39732539653778076, | |
| "min": 1.0011717677116394e-08, | |
| "max": 18.875, | |
| "count": 60 | |
| }, | |
| "double_blocks.38.img_mlp.net.0.proj_bin0": { | |
| "amax": 14.75, | |
| "p99_9": 4.125, | |
| "std": 0.49573418498039246, | |
| "min": 0.0, | |
| "max": 13.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.38.img_mlp.net.2_bin0": { | |
| "amax": 5.0625, | |
| "p99_9": 1.390625, | |
| "std": 0.13893595337867737, | |
| "min": 1.7462298274040222e-08, | |
| "max": 3.25, | |
| "count": 60 | |
| }, | |
| "double_blocks.38.txt_mlp.net.0.proj_bin0": { | |
| "amax": 34.0, | |
| "p99_9": 6.341552734375, | |
| "std": 0.8045523762702942, | |
| "min": 0.0, | |
| "max": 25.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.38.txt_mlp.net.2_bin0": { | |
| "amax": 8.0, | |
| "p99_9": 2.53125, | |
| "std": 0.2507885992527008, | |
| "min": 0.0, | |
| "max": 5.96875, | |
| "count": 60 | |
| }, | |
| "double_blocks.39.attn.img_attn_qkv_bin0": { | |
| "amax": 27.125, | |
| "p99_9": 8.6875, | |
| "std": 1.1643145084381104, | |
| "min": 0.0, | |
| "max": 22.75, | |
| "count": 60 | |
| }, | |
| "double_blocks.39.attn.txt_attn_qkv_bin0": { | |
| "amax": 29.75, | |
| "p99_9": 10.9375, | |
| "std": 1.6278325319290161, | |
| "min": 0.0, | |
| "max": 26.0, | |
| "count": 60 | |
| }, | |
| "double_blocks.39.attn.img_attn_proj_bin0": { | |
| "amax": 8.5, | |
| "p99_9": 4.90625, | |
| "std": 0.504004955291748, | |
| "min": 2.7124769985675812e-08, | |
| "max": 7.84375, | |
| "count": 60 | |
| }, | |
| "double_blocks.39.attn.txt_attn_proj_bin0": { | |
| "amax": 8.625, | |
| "p99_9": 4.75, | |
| "std": 0.4814590811729431, | |
| "min": 2.5262124836444855e-08, | |
| "max": 7.8125, | |
| "count": 60 | |
| }, | |
| "double_blocks.39.img_mlp.net.0.proj_bin0": { | |
| "amax": 14.9375, | |
| "p99_9": 4.0625, | |
| "std": 0.49827840924263, | |
| "min": 0.0, | |
| "max": 14.1875, | |
| "count": 60 | |
| }, | |
| "double_blocks.39.img_mlp.net.2_bin0": { | |
| "amax": 7.65625, | |
| "p99_9": 1.61553955078125, | |
| "std": 0.1272052824497223, | |
| "min": 0.0, | |
| "max": 6.5625, | |
| "count": 60 | |
| }, | |
| "double_blocks.39.txt_mlp.net.0.proj_bin0": { | |
| "amax": 33.5, | |
| "p99_9": 6.185302734375, | |
| "std": 0.7671774625778198, | |
| "min": 0.0, | |
| "max": 24.625, | |
| "count": 60 | |
| }, | |
| "double_blocks.39.txt_mlp.net.2_bin0": { | |
| "amax": 0.138671875, | |
| "p99_9": 0.064453125, | |
| "std": 0.0107120331376791, | |
| "min": 0.0, | |
| "max": 0.12255859375, | |
| "count": 60 | |
| }, | |
| "double_blocks.0.attn.img_attn_qkv_bin1": { | |
| "amax": 21.25, | |
| "p99_9": 11.5625, | |
| "std": 2.0028042793273926, | |
| "min": 0.0, | |
| "max": 21.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.0.attn.txt_attn_qkv_bin1": { | |
| "amax": 13.0625, | |
| "p99_9": 7.875, | |
| "std": 1.3800578117370605, | |
| "min": 0.0, | |
| "max": 12.9375, | |
| "count": 48 | |
| }, | |
| "double_blocks.0.attn.img_attn_proj_bin1": { | |
| "amax": 12.875, | |
| "p99_9": 9.8125, | |
| "std": 1.3665311336517334, | |
| "min": 5.21540641784668e-07, | |
| "max": 12.5625, | |
| "count": 48 | |
| }, | |
| "double_blocks.0.attn.txt_attn_proj_bin1": { | |
| "amax": 12.75, | |
| "p99_9": 5.4375, | |
| "std": 0.6162148714065552, | |
| "min": 1.816079020500183e-08, | |
| "max": 11.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.0.img_mlp.net.0.proj_bin1": { | |
| "amax": 5.34375, | |
| "p99_9": 1.71875, | |
| "std": 0.24138900637626648, | |
| "min": 0.0, | |
| "max": 5.28125, | |
| "count": 48 | |
| }, | |
| "double_blocks.0.img_mlp.net.2_bin1": { | |
| "amax": 3.59375, | |
| "p99_9": 1.6015625, | |
| "std": 0.1909293383359909, | |
| "min": 3.795139491558075e-08, | |
| "max": 3.421875, | |
| "count": 48 | |
| }, | |
| "double_blocks.0.txt_mlp.net.0.proj_bin1": { | |
| "amax": 30.5, | |
| "p99_9": 10.74560546875, | |
| "std": 0.7248651385307312, | |
| "min": 0.0, | |
| "max": 27.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.0.txt_mlp.net.2_bin1": { | |
| "amax": 9.625, | |
| "p99_9": 4.625, | |
| "std": 0.2994959354400635, | |
| "min": 0.0, | |
| "max": 9.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.1.attn.img_attn_qkv_bin1": { | |
| "amax": 8.125, | |
| "p99_9": 4.375, | |
| "std": 0.681858479976654, | |
| "min": 0.0, | |
| "max": 6.71875, | |
| "count": 48 | |
| }, | |
| "double_blocks.1.attn.txt_attn_qkv_bin1": { | |
| "amax": 12.75, | |
| "p99_9": 4.5625, | |
| "std": 0.7244091033935547, | |
| "min": 0.0, | |
| "max": 12.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.1.attn.img_attn_proj_bin1": { | |
| "amax": 5.96875, | |
| "p99_9": 2.9375, | |
| "std": 0.4365987777709961, | |
| "min": 2.169981598854065e-07, | |
| "max": 5.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.1.attn.txt_attn_proj_bin1": { | |
| "amax": 4.5, | |
| "p99_9": 2.875, | |
| "std": 0.46459975838661194, | |
| "min": 3.259629011154175e-07, | |
| "max": 4.28125, | |
| "count": 48 | |
| }, | |
| "double_blocks.1.img_mlp.net.0.proj_bin1": { | |
| "amax": 5.375, | |
| "p99_9": 1.5, | |
| "std": 0.2338244915008545, | |
| "min": 0.0, | |
| "max": 5.34375, | |
| "count": 48 | |
| }, | |
| "double_blocks.1.img_mlp.net.2_bin1": { | |
| "amax": 3.734375, | |
| "p99_9": 1.09375, | |
| "std": 0.10866770148277283, | |
| "min": 2.852175384759903e-08, | |
| "max": 2.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.1.txt_mlp.net.0.proj_bin1": { | |
| "amax": 37.0, | |
| "p99_9": 12.9375, | |
| "std": 0.8627655506134033, | |
| "min": 0.0, | |
| "max": 35.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.1.txt_mlp.net.2_bin1": { | |
| "amax": 5.4375, | |
| "p99_9": 1.453125, | |
| "std": 0.1281009167432785, | |
| "min": 0.0, | |
| "max": 4.15625, | |
| "count": 48 | |
| }, | |
| "double_blocks.2.attn.img_attn_qkv_bin1": { | |
| "amax": 7.78125, | |
| "p99_9": 3.609375, | |
| "std": 0.5787346363067627, | |
| "min": 0.0, | |
| "max": 7.53125, | |
| "count": 48 | |
| }, | |
| "double_blocks.2.attn.txt_attn_qkv_bin1": { | |
| "amax": 15.1875, | |
| "p99_9": 5.185302734375, | |
| "std": 0.8161743879318237, | |
| "min": 0.0, | |
| "max": 14.625, | |
| "count": 48 | |
| }, | |
| "double_blocks.2.attn.img_attn_proj_bin1": { | |
| "amax": 9.25, | |
| "p99_9": 3.546875, | |
| "std": 0.4654799699783325, | |
| "min": 3.329478204250336e-08, | |
| "max": 8.6875, | |
| "count": 48 | |
| }, | |
| "double_blocks.2.attn.txt_attn_proj_bin1": { | |
| "amax": 8.625, | |
| "p99_9": 2.4364013671875, | |
| "std": 0.3556784689426422, | |
| "min": 6.111804395914078e-09, | |
| "max": 5.4375, | |
| "count": 48 | |
| }, | |
| "double_blocks.2.img_mlp.net.0.proj_bin1": { | |
| "amax": 5.5625, | |
| "p99_9": 1.7265625, | |
| "std": 0.25775837898254395, | |
| "min": 0.0, | |
| "max": 5.46875, | |
| "count": 48 | |
| }, | |
| "double_blocks.2.img_mlp.net.2_bin1": { | |
| "amax": 4.71875, | |
| "p99_9": 1.8203125, | |
| "std": 0.1371925324201584, | |
| "min": 0.0, | |
| "max": 3.9375, | |
| "count": 48 | |
| }, | |
| "double_blocks.2.txt_mlp.net.0.proj_bin1": { | |
| "amax": 49.25, | |
| "p99_9": 15.62060546875, | |
| "std": 1.0323256254196167, | |
| "min": 0.0, | |
| "max": 48.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.2.txt_mlp.net.2_bin1": { | |
| "amax": 7.25, | |
| "p99_9": 1.76507568359375, | |
| "std": 0.16001737117767334, | |
| "min": 0.0, | |
| "max": 6.40625, | |
| "count": 48 | |
| }, | |
| "double_blocks.3.attn.img_attn_qkv_bin1": { | |
| "amax": 7.5625, | |
| "p99_9": 4.372802734375, | |
| "std": 0.6434693336486816, | |
| "min": 0.0, | |
| "max": 6.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.3.attn.txt_attn_qkv_bin1": { | |
| "amax": 14.0625, | |
| "p99_9": 6.25, | |
| "std": 0.9231340289115906, | |
| "min": 0.0, | |
| "max": 13.8125, | |
| "count": 48 | |
| }, | |
| "double_blocks.3.attn.img_attn_proj_bin1": { | |
| "amax": 7.375, | |
| "p99_9": 3.296875, | |
| "std": 0.4505206346511841, | |
| "min": 9.452924132347107e-08, | |
| "max": 6.9375, | |
| "count": 48 | |
| }, | |
| "double_blocks.3.attn.txt_attn_proj_bin1": { | |
| "amax": 9.0625, | |
| "p99_9": 3.53125, | |
| "std": 0.4003482162952423, | |
| "min": 9.66247171163559e-09, | |
| "max": 7.96875, | |
| "count": 48 | |
| }, | |
| "double_blocks.3.img_mlp.net.0.proj_bin1": { | |
| "amax": 5.5, | |
| "p99_9": 2.046875, | |
| "std": 0.2962942123413086, | |
| "min": 0.0, | |
| "max": 5.46875, | |
| "count": 48 | |
| }, | |
| "double_blocks.3.img_mlp.net.2_bin1": { | |
| "amax": 6.21875, | |
| "p99_9": 1.74163818359375, | |
| "std": 0.14676740765571594, | |
| "min": 0.0, | |
| "max": 5.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.3.txt_mlp.net.0.proj_bin1": { | |
| "amax": 59.75, | |
| "p99_9": 15.30810546875, | |
| "std": 1.1523500680923462, | |
| "min": 0.0, | |
| "max": 57.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.3.txt_mlp.net.2_bin1": { | |
| "amax": 7.90625, | |
| "p99_9": 1.94476318359375, | |
| "std": 0.17954924702644348, | |
| "min": 0.0, | |
| "max": 5.84375, | |
| "count": 48 | |
| }, | |
| "double_blocks.4.attn.img_attn_qkv_bin1": { | |
| "amax": 8.3125, | |
| "p99_9": 4.53125, | |
| "std": 0.6986134052276611, | |
| "min": 0.0, | |
| "max": 7.15625, | |
| "count": 48 | |
| }, | |
| "double_blocks.4.attn.txt_attn_qkv_bin1": { | |
| "amax": 15.25, | |
| "p99_9": 6.5625, | |
| "std": 0.9756485223770142, | |
| "min": 0.0, | |
| "max": 13.4375, | |
| "count": 48 | |
| }, | |
| "double_blocks.4.attn.img_attn_proj_bin1": { | |
| "amax": 6.40625, | |
| "p99_9": 3.171875, | |
| "std": 0.4315700829029083, | |
| "min": 1.0011717677116394e-07, | |
| "max": 5.65625, | |
| "count": 48 | |
| }, | |
| "double_blocks.4.attn.txt_attn_proj_bin1": { | |
| "amax": 8.375, | |
| "p99_9": 3.1875, | |
| "std": 0.4215359091758728, | |
| "min": 8.288770914077759e-08, | |
| "max": 7.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.4.img_mlp.net.0.proj_bin1": { | |
| "amax": 5.5625, | |
| "p99_9": 1.9140625, | |
| "std": 0.29287347197532654, | |
| "min": 0.0, | |
| "max": 5.46875, | |
| "count": 48 | |
| }, | |
| "double_blocks.4.img_mlp.net.2_bin1": { | |
| "amax": 4.78125, | |
| "p99_9": 1.40570068359375, | |
| "std": 0.12741431593894958, | |
| "min": 0.0, | |
| "max": 3.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.4.txt_mlp.net.0.proj_bin1": { | |
| "amax": 64.5, | |
| "p99_9": 14.86181640625, | |
| "std": 1.2688353061676025, | |
| "min": 0.0, | |
| "max": 63.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.4.txt_mlp.net.2_bin1": { | |
| "amax": 11.1875, | |
| "p99_9": 2.046875, | |
| "std": 0.1892530471086502, | |
| "min": 0.0, | |
| "max": 6.1875, | |
| "count": 48 | |
| }, | |
| "double_blocks.5.attn.img_attn_qkv_bin1": { | |
| "amax": 8.4375, | |
| "p99_9": 4.28125, | |
| "std": 0.6682966351509094, | |
| "min": 0.0, | |
| "max": 7.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.5.attn.txt_attn_qkv_bin1": { | |
| "amax": 17.375, | |
| "p99_9": 6.90625, | |
| "std": 1.080513834953308, | |
| "min": 0.0, | |
| "max": 17.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.5.attn.img_attn_proj_bin1": { | |
| "amax": 8.3125, | |
| "p99_9": 3.0145263671875, | |
| "std": 0.40634557604789734, | |
| "min": 8.381903171539307e-08, | |
| "max": 6.90625, | |
| "count": 48 | |
| }, | |
| "double_blocks.5.attn.txt_attn_proj_bin1": { | |
| "amax": 10.1875, | |
| "p99_9": 3.84375, | |
| "std": 0.4224187433719635, | |
| "min": 4.132743924856186e-09, | |
| "max": 9.9375, | |
| "count": 48 | |
| }, | |
| "double_blocks.5.img_mlp.net.0.proj_bin1": { | |
| "amax": 5.625, | |
| "p99_9": 1.97601318359375, | |
| "std": 0.296991765499115, | |
| "min": 0.0, | |
| "max": 5.5625, | |
| "count": 48 | |
| }, | |
| "double_blocks.5.img_mlp.net.2_bin1": { | |
| "amax": 5.8125, | |
| "p99_9": 1.4609375, | |
| "std": 0.11838793009519577, | |
| "min": 0.0, | |
| "max": 4.21875, | |
| "count": 48 | |
| }, | |
| "double_blocks.5.txt_mlp.net.0.proj_bin1": { | |
| "amax": 79.0, | |
| "p99_9": 13.29931640625, | |
| "std": 1.2119220495224, | |
| "min": 0.0, | |
| "max": 74.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.5.txt_mlp.net.2_bin1": { | |
| "amax": 8.625, | |
| "p99_9": 2.125, | |
| "std": 0.1912689059972763, | |
| "min": 0.0, | |
| "max": 6.90625, | |
| "count": 48 | |
| }, | |
| "double_blocks.6.attn.img_attn_qkv_bin1": { | |
| "amax": 8.1875, | |
| "p99_9": 4.375, | |
| "std": 0.6932130455970764, | |
| "min": 0.0, | |
| "max": 7.3125, | |
| "count": 48 | |
| }, | |
| "double_blocks.6.attn.txt_attn_qkv_bin1": { | |
| "amax": 17.0, | |
| "p99_9": 7.435302734375, | |
| "std": 1.1599907875061035, | |
| "min": 0.0, | |
| "max": 14.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.6.attn.img_attn_proj_bin1": { | |
| "amax": 9.875, | |
| "p99_9": 2.828125, | |
| "std": 0.3902134895324707, | |
| "min": 7.264316082000732e-08, | |
| "max": 8.8125, | |
| "count": 48 | |
| }, | |
| "double_blocks.6.attn.txt_attn_proj_bin1": { | |
| "amax": 12.0, | |
| "p99_9": 3.8426513671875, | |
| "std": 0.4422729015350342, | |
| "min": 4.307366907596588e-08, | |
| "max": 10.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.6.img_mlp.net.0.proj_bin1": { | |
| "amax": 5.78125, | |
| "p99_9": 1.9140625, | |
| "std": 0.2937421202659607, | |
| "min": 0.0, | |
| "max": 5.5625, | |
| "count": 48 | |
| }, | |
| "double_blocks.6.img_mlp.net.2_bin1": { | |
| "amax": 5.09375, | |
| "p99_9": 1.63226318359375, | |
| "std": 0.1323775202035904, | |
| "min": 0.0, | |
| "max": 3.90625, | |
| "count": 48 | |
| }, | |
| "double_blocks.6.txt_mlp.net.0.proj_bin1": { | |
| "amax": 84.0, | |
| "p99_9": 12.5, | |
| "std": 1.1685361862182617, | |
| "min": 0.0, | |
| "max": 83.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.6.txt_mlp.net.2_bin1": { | |
| "amax": 9.9375, | |
| "p99_9": 2.0625, | |
| "std": 0.18953102827072144, | |
| "min": 0.0, | |
| "max": 7.625, | |
| "count": 48 | |
| }, | |
| "double_blocks.7.attn.img_attn_qkv_bin1": { | |
| "amax": 8.625, | |
| "p99_9": 4.125, | |
| "std": 0.6622874140739441, | |
| "min": 0.0, | |
| "max": 7.84375, | |
| "count": 48 | |
| }, | |
| "double_blocks.7.attn.txt_attn_qkv_bin1": { | |
| "amax": 16.875, | |
| "p99_9": 7.529052734375, | |
| "std": 1.174599528312683, | |
| "min": 0.0, | |
| "max": 15.8125, | |
| "count": 48 | |
| }, | |
| "double_blocks.7.attn.img_attn_proj_bin1": { | |
| "amax": 8.375, | |
| "p99_9": 2.40625, | |
| "std": 0.3174118101596832, | |
| "min": 8.707866072654724e-08, | |
| "max": 7.34375, | |
| "count": 48 | |
| }, | |
| "double_blocks.7.attn.txt_attn_proj_bin1": { | |
| "amax": 9.625, | |
| "p99_9": 3.3125, | |
| "std": 0.3886535167694092, | |
| "min": 9.313225746154785e-09, | |
| "max": 7.96875, | |
| "count": 48 | |
| }, | |
| "double_blocks.7.img_mlp.net.0.proj_bin1": { | |
| "amax": 5.8125, | |
| "p99_9": 1.8359375, | |
| "std": 0.283832311630249, | |
| "min": 0.0, | |
| "max": 5.71875, | |
| "count": 48 | |
| }, | |
| "double_blocks.7.img_mlp.net.2_bin1": { | |
| "amax": 5.34375, | |
| "p99_9": 1.25, | |
| "std": 0.10176143795251846, | |
| "min": 0.0, | |
| "max": 4.1875, | |
| "count": 48 | |
| }, | |
| "double_blocks.7.txt_mlp.net.0.proj_bin1": { | |
| "amax": 84.0, | |
| "p99_9": 11.98681640625, | |
| "std": 1.0943130254745483, | |
| "min": 0.0, | |
| "max": 64.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.7.txt_mlp.net.2_bin1": { | |
| "amax": 15.1875, | |
| "p99_9": 1.99945068359375, | |
| "std": 0.18508021533489227, | |
| "min": 0.0, | |
| "max": 8.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.8.attn.img_attn_qkv_bin1": { | |
| "amax": 9.5, | |
| "p99_9": 4.1875, | |
| "std": 0.6681976318359375, | |
| "min": 0.0, | |
| "max": 7.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.8.attn.txt_attn_qkv_bin1": { | |
| "amax": 18.25, | |
| "p99_9": 7.6875, | |
| "std": 1.218307375907898, | |
| "min": 0.0, | |
| "max": 16.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.8.attn.img_attn_proj_bin1": { | |
| "amax": 6.46875, | |
| "p99_9": 2.34375, | |
| "std": 0.32330480217933655, | |
| "min": 3.3527612686157227e-08, | |
| "max": 4.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.8.attn.txt_attn_proj_bin1": { | |
| "amax": 18.625, | |
| "p99_9": 5.9375, | |
| "std": 0.5136907696723938, | |
| "min": 9.42964106798172e-09, | |
| "max": 16.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.8.img_mlp.net.0.proj_bin1": { | |
| "amax": 5.96875, | |
| "p99_9": 1.8671875, | |
| "std": 0.29310333728790283, | |
| "min": 0.0, | |
| "max": 5.78125, | |
| "count": 48 | |
| }, | |
| "double_blocks.8.img_mlp.net.2_bin1": { | |
| "amax": 7.0625, | |
| "p99_9": 1.47601318359375, | |
| "std": 0.11904815584421158, | |
| "min": 0.0, | |
| "max": 6.0625, | |
| "count": 48 | |
| }, | |
| "double_blocks.8.txt_mlp.net.0.proj_bin1": { | |
| "amax": 80.5, | |
| "p99_9": 9.92431640625, | |
| "std": 1.1170047521591187, | |
| "min": 0.0, | |
| "max": 63.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.8.txt_mlp.net.2_bin1": { | |
| "amax": 13.3125, | |
| "p99_9": 2.4375, | |
| "std": 0.22427603602409363, | |
| "min": 0.0, | |
| "max": 11.625, | |
| "count": 48 | |
| }, | |
| "double_blocks.9.attn.img_attn_qkv_bin1": { | |
| "amax": 9.9375, | |
| "p99_9": 4.529052734375, | |
| "std": 0.716346025466919, | |
| "min": 0.0, | |
| "max": 8.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.9.attn.txt_attn_qkv_bin1": { | |
| "amax": 17.75, | |
| "p99_9": 8.5625, | |
| "std": 1.3209354877471924, | |
| "min": 0.0, | |
| "max": 15.8125, | |
| "count": 48 | |
| }, | |
| "double_blocks.9.attn.img_attn_proj_bin1": { | |
| "amax": 7.28125, | |
| "p99_9": 2.421875, | |
| "std": 0.34882888197898865, | |
| "min": 6.183981895446777e-07, | |
| "max": 6.03125, | |
| "count": 48 | |
| }, | |
| "double_blocks.9.attn.txt_attn_proj_bin1": { | |
| "amax": 18.125, | |
| "p99_9": 4.404052734375, | |
| "std": 0.47308802604675293, | |
| "min": 5.471520125865936e-09, | |
| "max": 11.1875, | |
| "count": 48 | |
| }, | |
| "double_blocks.9.img_mlp.net.0.proj_bin1": { | |
| "amax": 6.09375, | |
| "p99_9": 1.984375, | |
| "std": 0.3088977038860321, | |
| "min": 0.0, | |
| "max": 5.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.9.img_mlp.net.2_bin1": { | |
| "amax": 5.9375, | |
| "p99_9": 1.671875, | |
| "std": 0.13446900248527527, | |
| "min": 0.0, | |
| "max": 4.4375, | |
| "count": 48 | |
| }, | |
| "double_blocks.9.txt_mlp.net.0.proj_bin1": { | |
| "amax": 73.5, | |
| "p99_9": 12.0537109375, | |
| "std": 1.04689621925354, | |
| "min": 0.0, | |
| "max": 72.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.9.txt_mlp.net.2_bin1": { | |
| "amax": 17.75, | |
| "p99_9": 2.21875, | |
| "std": 0.2140922248363495, | |
| "min": 0.0, | |
| "max": 14.5625, | |
| "count": 48 | |
| }, | |
| "double_blocks.10.attn.img_attn_qkv_bin1": { | |
| "amax": 10.375, | |
| "p99_9": 4.46875, | |
| "std": 0.7192503809928894, | |
| "min": 0.0, | |
| "max": 8.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.10.attn.txt_attn_qkv_bin1": { | |
| "amax": 18.375, | |
| "p99_9": 8.4375, | |
| "std": 1.3405213356018066, | |
| "min": 0.0, | |
| "max": 16.625, | |
| "count": 48 | |
| }, | |
| "double_blocks.10.attn.img_attn_proj_bin1": { | |
| "amax": 5.625, | |
| "p99_9": 2.25, | |
| "std": 0.32893043756484985, | |
| "min": 8.89413058757782e-08, | |
| "max": 4.96875, | |
| "count": 48 | |
| }, | |
| "double_blocks.10.attn.txt_attn_proj_bin1": { | |
| "amax": 17.0, | |
| "p99_9": 4.5625, | |
| "std": 0.473910927772522, | |
| "min": 3.213062882423401e-08, | |
| "max": 16.625, | |
| "count": 48 | |
| }, | |
| "double_blocks.10.img_mlp.net.0.proj_bin1": { | |
| "amax": 6.0, | |
| "p99_9": 1.9921875, | |
| "std": 0.31235817074775696, | |
| "min": 0.0, | |
| "max": 5.90625, | |
| "count": 48 | |
| }, | |
| "double_blocks.10.img_mlp.net.2_bin1": { | |
| "amax": 6.59375, | |
| "p99_9": 1.46038818359375, | |
| "std": 0.11856623739004135, | |
| "min": 0.0, | |
| "max": 4.40625, | |
| "count": 48 | |
| }, | |
| "double_blocks.10.txt_mlp.net.0.proj_bin1": { | |
| "amax": 70.0, | |
| "p99_9": 11.18310546875, | |
| "std": 0.963028073310852, | |
| "min": 0.0, | |
| "max": 65.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.10.txt_mlp.net.2_bin1": { | |
| "amax": 37.75, | |
| "p99_9": 2.328125, | |
| "std": 0.22439688444137573, | |
| "min": 0.0, | |
| "max": 20.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.11.attn.img_attn_qkv_bin1": { | |
| "amax": 11.625, | |
| "p99_9": 4.59375, | |
| "std": 0.745539128780365, | |
| "min": 0.0, | |
| "max": 8.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.11.attn.txt_attn_qkv_bin1": { | |
| "amax": 22.375, | |
| "p99_9": 8.87060546875, | |
| "std": 1.401180386543274, | |
| "min": 0.0, | |
| "max": 18.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.11.attn.img_attn_proj_bin1": { | |
| "amax": 11.0625, | |
| "p99_9": 3.2176513671875, | |
| "std": 0.35039398074150085, | |
| "min": 9.359791874885559e-08, | |
| "max": 8.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.11.attn.txt_attn_proj_bin1": { | |
| "amax": 18.625, | |
| "p99_9": 4.966552734375, | |
| "std": 0.5378343462944031, | |
| "min": 2.998858690261841e-07, | |
| "max": 18.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.11.img_mlp.net.0.proj_bin1": { | |
| "amax": 6.03125, | |
| "p99_9": 2.078125, | |
| "std": 0.32650211453437805, | |
| "min": 0.0, | |
| "max": 5.90625, | |
| "count": 48 | |
| }, | |
| "double_blocks.11.img_mlp.net.2_bin1": { | |
| "amax": 6.34375, | |
| "p99_9": 1.359375, | |
| "std": 0.1173727810382843, | |
| "min": 0.0, | |
| "max": 4.59375, | |
| "count": 48 | |
| }, | |
| "double_blocks.11.txt_mlp.net.0.proj_bin1": { | |
| "amax": 62.25, | |
| "p99_9": 10.60302734375, | |
| "std": 0.9181920886039734, | |
| "min": 0.0, | |
| "max": 54.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.11.txt_mlp.net.2_bin1": { | |
| "amax": 25.125, | |
| "p99_9": 2.375, | |
| "std": 0.2377607524394989, | |
| "min": 0.0, | |
| "max": 20.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.12.attn.img_attn_qkv_bin1": { | |
| "amax": 10.8125, | |
| "p99_9": 4.71875, | |
| "std": 0.762342631816864, | |
| "min": 0.0, | |
| "max": 8.5625, | |
| "count": 48 | |
| }, | |
| "double_blocks.12.attn.txt_attn_qkv_bin1": { | |
| "amax": 27.25, | |
| "p99_9": 9.3125, | |
| "std": 1.4501327276229858, | |
| "min": 0.0, | |
| "max": 25.625, | |
| "count": 48 | |
| }, | |
| "double_blocks.12.attn.img_attn_proj_bin1": { | |
| "amax": 8.5, | |
| "p99_9": 2.4375, | |
| "std": 0.3612957298755646, | |
| "min": 6.565824151039124e-08, | |
| "max": 5.6875, | |
| "count": 48 | |
| }, | |
| "double_blocks.12.attn.txt_attn_proj_bin1": { | |
| "amax": 21.5, | |
| "p99_9": 5.03125, | |
| "std": 0.578482449054718, | |
| "min": 1.1781230568885803e-07, | |
| "max": 21.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.12.img_mlp.net.0.proj_bin1": { | |
| "amax": 6.15625, | |
| "p99_9": 2.21875, | |
| "std": 0.33757925033569336, | |
| "min": 0.0, | |
| "max": 5.9375, | |
| "count": 48 | |
| }, | |
| "double_blocks.12.img_mlp.net.2_bin1": { | |
| "amax": 5.625, | |
| "p99_9": 1.4140625, | |
| "std": 0.12211154401302338, | |
| "min": 0.0, | |
| "max": 3.984375, | |
| "count": 48 | |
| }, | |
| "double_blocks.12.txt_mlp.net.0.proj_bin1": { | |
| "amax": 54.25, | |
| "p99_9": 9.0625, | |
| "std": 0.7973461151123047, | |
| "min": 0.0, | |
| "max": 48.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.12.txt_mlp.net.2_bin1": { | |
| "amax": 13.0, | |
| "p99_9": 2.65625, | |
| "std": 0.28449058532714844, | |
| "min": 0.0, | |
| "max": 10.4375, | |
| "count": 48 | |
| }, | |
| "double_blocks.13.attn.img_attn_qkv_bin1": { | |
| "amax": 11.375, | |
| "p99_9": 5.0625, | |
| "std": 0.8169832229614258, | |
| "min": 0.0, | |
| "max": 9.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.13.attn.txt_attn_qkv_bin1": { | |
| "amax": 29.625, | |
| "p99_9": 9.125, | |
| "std": 1.4250445365905762, | |
| "min": 0.0, | |
| "max": 28.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.13.attn.img_attn_proj_bin1": { | |
| "amax": 9.625, | |
| "p99_9": 3.0614013671875, | |
| "std": 0.39792707562446594, | |
| "min": 4.05634636990726e-10, | |
| "max": 8.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.13.attn.txt_attn_proj_bin1": { | |
| "amax": 17.875, | |
| "p99_9": 4.84375, | |
| "std": 0.5055675506591797, | |
| "min": 9.371433407068253e-09, | |
| "max": 17.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.13.img_mlp.net.0.proj_bin1": { | |
| "amax": 6.9375, | |
| "p99_9": 2.328125, | |
| "std": 0.35996267199516296, | |
| "min": 0.0, | |
| "max": 6.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.13.img_mlp.net.2_bin1": { | |
| "amax": 5.8125, | |
| "p99_9": 1.48382568359375, | |
| "std": 0.1385844200849533, | |
| "min": 0.0, | |
| "max": 3.84375, | |
| "count": 48 | |
| }, | |
| "double_blocks.13.txt_mlp.net.0.proj_bin1": { | |
| "amax": 41.5, | |
| "p99_9": 6.774658203125, | |
| "std": 0.7237215638160706, | |
| "min": 0.0, | |
| "max": 38.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.13.txt_mlp.net.2_bin1": { | |
| "amax": 42.0, | |
| "p99_9": 2.515625, | |
| "std": 0.26509204506874084, | |
| "min": 0.0, | |
| "max": 35.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.14.attn.img_attn_qkv_bin1": { | |
| "amax": 11.875, | |
| "p99_9": 5.34375, | |
| "std": 0.8687132000923157, | |
| "min": 0.0, | |
| "max": 10.9375, | |
| "count": 48 | |
| }, | |
| "double_blocks.14.attn.txt_attn_qkv_bin1": { | |
| "amax": 29.5, | |
| "p99_9": 9.37060546875, | |
| "std": 1.4395091533660889, | |
| "min": 0.0, | |
| "max": 29.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.14.attn.img_attn_proj_bin1": { | |
| "amax": 9.0, | |
| "p99_9": 3.125, | |
| "std": 0.43401676416397095, | |
| "min": 2.4028122425079346e-07, | |
| "max": 7.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.14.attn.txt_attn_proj_bin1": { | |
| "amax": 24.25, | |
| "p99_9": 3.75, | |
| "std": 0.47153806686401367, | |
| "min": 1.0040821507573128e-09, | |
| "max": 21.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.14.img_mlp.net.0.proj_bin1": { | |
| "amax": 8.25, | |
| "p99_9": 2.3895263671875, | |
| "std": 0.368719220161438, | |
| "min": 0.0, | |
| "max": 7.4375, | |
| "count": 48 | |
| }, | |
| "double_blocks.14.img_mlp.net.2_bin1": { | |
| "amax": 7.625, | |
| "p99_9": 1.5078125, | |
| "std": 0.13965658843517303, | |
| "min": 0.0, | |
| "max": 5.71875, | |
| "count": 48 | |
| }, | |
| "double_blocks.14.txt_mlp.net.0.proj_bin1": { | |
| "amax": 32.75, | |
| "p99_9": 5.6875, | |
| "std": 0.7112938165664673, | |
| "min": 0.0, | |
| "max": 30.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.14.txt_mlp.net.2_bin1": { | |
| "amax": 18.0, | |
| "p99_9": 2.6875, | |
| "std": 0.2781659662723541, | |
| "min": 0.0, | |
| "max": 9.6875, | |
| "count": 48 | |
| }, | |
| "double_blocks.15.attn.img_attn_qkv_bin1": { | |
| "amax": 13.875, | |
| "p99_9": 5.5, | |
| "std": 0.886031448841095, | |
| "min": 0.0, | |
| "max": 10.4375, | |
| "count": 48 | |
| }, | |
| "double_blocks.15.attn.txt_attn_qkv_bin1": { | |
| "amax": 29.75, | |
| "p99_9": 9.75, | |
| "std": 1.4911091327667236, | |
| "min": 0.0, | |
| "max": 26.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.15.attn.img_attn_proj_bin1": { | |
| "amax": 10.25, | |
| "p99_9": 3.21875, | |
| "std": 0.42918750643730164, | |
| "min": 1.2398231774568558e-08, | |
| "max": 9.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.15.attn.txt_attn_proj_bin1": { | |
| "amax": 23.0, | |
| "p99_9": 5.0625, | |
| "std": 0.5832381844520569, | |
| "min": 8.940696716308594e-08, | |
| "max": 21.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.15.img_mlp.net.0.proj_bin1": { | |
| "amax": 9.5, | |
| "p99_9": 2.515625, | |
| "std": 0.3901890814304352, | |
| "min": 0.0, | |
| "max": 8.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.15.img_mlp.net.2_bin1": { | |
| "amax": 6.9375, | |
| "p99_9": 1.546875, | |
| "std": 0.145914226770401, | |
| "min": 0.0, | |
| "max": 5.0625, | |
| "count": 48 | |
| }, | |
| "double_blocks.15.txt_mlp.net.0.proj_bin1": { | |
| "amax": 29.75, | |
| "p99_9": 5.37060546875, | |
| "std": 0.6707120537757874, | |
| "min": 0.0, | |
| "max": 28.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.15.txt_mlp.net.2_bin1": { | |
| "amax": 19.75, | |
| "p99_9": 2.765625, | |
| "std": 0.3023289144039154, | |
| "min": 0.0, | |
| "max": 10.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.16.attn.img_attn_qkv_bin1": { | |
| "amax": 13.375, | |
| "p99_9": 6.15625, | |
| "std": 0.9946029186248779, | |
| "min": 0.0, | |
| "max": 11.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.16.attn.txt_attn_qkv_bin1": { | |
| "amax": 31.25, | |
| "p99_9": 9.625, | |
| "std": 1.4465763568878174, | |
| "min": 0.0, | |
| "max": 30.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.16.attn.img_attn_proj_bin1": { | |
| "amax": 9.875, | |
| "p99_9": 3.359375, | |
| "std": 0.43744900822639465, | |
| "min": 1.2945383787155151e-07, | |
| "max": 7.03125, | |
| "count": 48 | |
| }, | |
| "double_blocks.16.attn.txt_attn_proj_bin1": { | |
| "amax": 20.5, | |
| "p99_9": 4.84375, | |
| "std": 0.5133897662162781, | |
| "min": 7.031485438346863e-08, | |
| "max": 20.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.16.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.25, | |
| "p99_9": 2.7645263671875, | |
| "std": 0.42381635308265686, | |
| "min": 0.0, | |
| "max": 10.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.16.img_mlp.net.2_bin1": { | |
| "amax": 8.3125, | |
| "p99_9": 1.62445068359375, | |
| "std": 0.15614405274391174, | |
| "min": 0.0, | |
| "max": 4.53125, | |
| "count": 48 | |
| }, | |
| "double_blocks.16.txt_mlp.net.0.proj_bin1": { | |
| "amax": 28.5, | |
| "p99_9": 4.779052734375, | |
| "std": 0.6088938117027283, | |
| "min": 0.0, | |
| "max": 28.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.16.txt_mlp.net.2_bin1": { | |
| "amax": 18.125, | |
| "p99_9": 2.484375, | |
| "std": 0.2823858857154846, | |
| "min": 0.0, | |
| "max": 8.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.17.attn.img_attn_qkv_bin1": { | |
| "amax": 13.875, | |
| "p99_9": 6.25, | |
| "std": 1.0200852155685425, | |
| "min": 0.0, | |
| "max": 11.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.17.attn.txt_attn_qkv_bin1": { | |
| "amax": 31.375, | |
| "p99_9": 9.125, | |
| "std": 1.3691246509552002, | |
| "min": 0.0, | |
| "max": 30.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.17.attn.img_attn_proj_bin1": { | |
| "amax": 9.75, | |
| "p99_9": 3.375, | |
| "std": 0.4806917607784271, | |
| "min": 4.7963112592697144e-08, | |
| "max": 7.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.17.attn.txt_attn_proj_bin1": { | |
| "amax": 24.375, | |
| "p99_9": 3.9364013671875, | |
| "std": 0.4711712598800659, | |
| "min": 8.102506399154663e-08, | |
| "max": 24.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.17.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.375, | |
| "p99_9": 2.6875, | |
| "std": 0.42817816138267517, | |
| "min": 0.0, | |
| "max": 10.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.17.img_mlp.net.2_bin1": { | |
| "amax": 8.0625, | |
| "p99_9": 1.7578125, | |
| "std": 0.17046503722667694, | |
| "min": 0.0, | |
| "max": 7.09375, | |
| "count": 48 | |
| }, | |
| "double_blocks.17.txt_mlp.net.0.proj_bin1": { | |
| "amax": 26.0, | |
| "p99_9": 4.34375, | |
| "std": 0.5974463224411011, | |
| "min": 0.0, | |
| "max": 25.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.17.txt_mlp.net.2_bin1": { | |
| "amax": 15.9375, | |
| "p99_9": 2.640625, | |
| "std": 0.29003584384918213, | |
| "min": 0.0, | |
| "max": 8.0625, | |
| "count": 48 | |
| }, | |
| "double_blocks.18.attn.img_attn_qkv_bin1": { | |
| "amax": 13.6875, | |
| "p99_9": 6.4375, | |
| "std": 1.052674412727356, | |
| "min": 0.0, | |
| "max": 11.5625, | |
| "count": 48 | |
| }, | |
| "double_blocks.18.attn.txt_attn_qkv_bin1": { | |
| "amax": 32.5, | |
| "p99_9": 9.55810546875, | |
| "std": 1.415508508682251, | |
| "min": 0.0, | |
| "max": 30.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.18.attn.img_attn_proj_bin1": { | |
| "amax": 15.1875, | |
| "p99_9": 3.5301513671875, | |
| "std": 0.48324233293533325, | |
| "min": 2.775341272354126e-07, | |
| "max": 11.8125, | |
| "count": 48 | |
| }, | |
| "double_blocks.18.attn.txt_attn_proj_bin1": { | |
| "amax": 28.125, | |
| "p99_9": 4.125, | |
| "std": 0.5069974064826965, | |
| "min": 7.683411240577698e-08, | |
| "max": 27.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.18.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.5, | |
| "p99_9": 2.75, | |
| "std": 0.43184414505958557, | |
| "min": 0.0, | |
| "max": 10.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.18.img_mlp.net.2_bin1": { | |
| "amax": 7.375, | |
| "p99_9": 1.63226318359375, | |
| "std": 0.16196544468402863, | |
| "min": 0.0, | |
| "max": 5.03125, | |
| "count": 48 | |
| }, | |
| "double_blocks.18.txt_mlp.net.0.proj_bin1": { | |
| "amax": 24.5, | |
| "p99_9": 4.40625, | |
| "std": 0.6030909419059753, | |
| "min": 0.0, | |
| "max": 24.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.18.txt_mlp.net.2_bin1": { | |
| "amax": 25.125, | |
| "p99_9": 2.6707763671875, | |
| "std": 0.28544554114341736, | |
| "min": 0.0, | |
| "max": 24.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.19.attn.img_attn_qkv_bin1": { | |
| "amax": 13.9375, | |
| "p99_9": 6.53125, | |
| "std": 1.0619348287582397, | |
| "min": 0.0, | |
| "max": 11.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.19.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.25, | |
| "p99_9": 9.75, | |
| "std": 1.4234797954559326, | |
| "min": 0.0, | |
| "max": 33.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.19.attn.img_attn_proj_bin1": { | |
| "amax": 11.5625, | |
| "p99_9": 3.5457763671875, | |
| "std": 0.4761578440666199, | |
| "min": 1.6298145055770874e-07, | |
| "max": 8.1875, | |
| "count": 48 | |
| }, | |
| "double_blocks.19.attn.txt_attn_proj_bin1": { | |
| "amax": 22.0, | |
| "p99_9": 4.21875, | |
| "std": 0.482837051153183, | |
| "min": 3.948807716369629e-07, | |
| "max": 22.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.19.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.75, | |
| "p99_9": 2.825927734375, | |
| "std": 0.4486490488052368, | |
| "min": 0.0, | |
| "max": 10.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.19.img_mlp.net.2_bin1": { | |
| "amax": 7.78125, | |
| "p99_9": 1.671875, | |
| "std": 0.1652730405330658, | |
| "min": 0.0, | |
| "max": 4.9375, | |
| "count": 48 | |
| }, | |
| "double_blocks.19.txt_mlp.net.0.proj_bin1": { | |
| "amax": 22.75, | |
| "p99_9": 4.5, | |
| "std": 0.620140016078949, | |
| "min": 0.0, | |
| "max": 22.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.19.txt_mlp.net.2_bin1": { | |
| "amax": 18.875, | |
| "p99_9": 2.75, | |
| "std": 0.29260489344596863, | |
| "min": 0.0, | |
| "max": 17.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.20.attn.img_attn_qkv_bin1": { | |
| "amax": 15.0, | |
| "p99_9": 6.84375, | |
| "std": 1.1183435916900635, | |
| "min": 0.0, | |
| "max": 11.6875, | |
| "count": 48 | |
| }, | |
| "double_blocks.20.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.5, | |
| "p99_9": 10.24560546875, | |
| "std": 1.4677146673202515, | |
| "min": 0.0, | |
| "max": 33.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.20.attn.img_attn_proj_bin1": { | |
| "amax": 21.0, | |
| "p99_9": 3.8895263671875, | |
| "std": 0.502893328666687, | |
| "min": 1.1455267667770386e-07, | |
| "max": 8.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.20.attn.txt_attn_proj_bin1": { | |
| "amax": 25.875, | |
| "p99_9": 4.90625, | |
| "std": 0.552216112613678, | |
| "min": 6.984919309616089e-08, | |
| "max": 24.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.20.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.6875, | |
| "p99_9": 2.7801513671875, | |
| "std": 0.4410415589809418, | |
| "min": 0.0, | |
| "max": 10.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.20.img_mlp.net.2_bin1": { | |
| "amax": 8.4375, | |
| "p99_9": 1.671875, | |
| "std": 0.1661866456270218, | |
| "min": 0.0, | |
| "max": 5.3125, | |
| "count": 48 | |
| }, | |
| "double_blocks.20.txt_mlp.net.0.proj_bin1": { | |
| "amax": 20.75, | |
| "p99_9": 4.65625, | |
| "std": 0.6314738392829895, | |
| "min": 0.0, | |
| "max": 19.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.20.txt_mlp.net.2_bin1": { | |
| "amax": 32.25, | |
| "p99_9": 2.7801513671875, | |
| "std": 0.29718807339668274, | |
| "min": 0.0, | |
| "max": 24.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.21.attn.img_attn_qkv_bin1": { | |
| "amax": 16.625, | |
| "p99_9": 6.5625, | |
| "std": 1.095932126045227, | |
| "min": 0.0, | |
| "max": 12.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.21.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.0, | |
| "p99_9": 9.9375, | |
| "std": 1.4739247560501099, | |
| "min": 0.0, | |
| "max": 33.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.21.attn.img_attn_proj_bin1": { | |
| "amax": 14.9375, | |
| "p99_9": 3.421875, | |
| "std": 0.42881566286087036, | |
| "min": 7.62520357966423e-09, | |
| "max": 12.5625, | |
| "count": 48 | |
| }, | |
| "double_blocks.21.attn.txt_attn_proj_bin1": { | |
| "amax": 21.75, | |
| "p99_9": 4.46875, | |
| "std": 0.49261558055877686, | |
| "min": 5.471520125865936e-08, | |
| "max": 19.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.21.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.75, | |
| "p99_9": 2.921875, | |
| "std": 0.4715891480445862, | |
| "min": 0.0, | |
| "max": 11.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.21.img_mlp.net.2_bin1": { | |
| "amax": 8.375, | |
| "p99_9": 1.625, | |
| "std": 0.1621910184621811, | |
| "min": 0.0, | |
| "max": 6.40625, | |
| "count": 48 | |
| }, | |
| "double_blocks.21.txt_mlp.net.0.proj_bin1": { | |
| "amax": 20.0, | |
| "p99_9": 4.6875, | |
| "std": 0.6123343706130981, | |
| "min": 0.0, | |
| "max": 18.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.21.txt_mlp.net.2_bin1": { | |
| "amax": 44.5, | |
| "p99_9": 2.765625, | |
| "std": 0.3190992474555969, | |
| "min": 0.0, | |
| "max": 39.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.22.attn.img_attn_qkv_bin1": { | |
| "amax": 16.5, | |
| "p99_9": 7.09375, | |
| "std": 1.1824512481689453, | |
| "min": 0.0, | |
| "max": 16.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.22.attn.txt_attn_qkv_bin1": { | |
| "amax": 34.0, | |
| "p99_9": 9.99560546875, | |
| "std": 1.4693142175674438, | |
| "min": 0.0, | |
| "max": 31.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.22.attn.img_attn_proj_bin1": { | |
| "amax": 9.0625, | |
| "p99_9": 3.2020263671875, | |
| "std": 0.457043319940567, | |
| "min": 8.381903171539307e-09, | |
| "max": 6.3125, | |
| "count": 48 | |
| }, | |
| "double_blocks.22.attn.txt_attn_proj_bin1": { | |
| "amax": 39.25, | |
| "p99_9": 5.21875, | |
| "std": 0.5917197465896606, | |
| "min": 6.146728992462158e-08, | |
| "max": 36.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.22.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.0, | |
| "p99_9": 3.060302734375, | |
| "std": 0.4837074279785156, | |
| "min": 0.0, | |
| "max": 10.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.22.img_mlp.net.2_bin1": { | |
| "amax": 8.125, | |
| "p99_9": 1.7578125, | |
| "std": 0.17667627334594727, | |
| "min": 0.0, | |
| "max": 4.8125, | |
| "count": 48 | |
| }, | |
| "double_blocks.22.txt_mlp.net.0.proj_bin1": { | |
| "amax": 19.5, | |
| "p99_9": 4.625, | |
| "std": 0.6249695420265198, | |
| "min": 0.0, | |
| "max": 18.625, | |
| "count": 48 | |
| }, | |
| "double_blocks.22.txt_mlp.net.2_bin1": { | |
| "amax": 46.0, | |
| "p99_9": 2.859375, | |
| "std": 0.31559044122695923, | |
| "min": 0.0, | |
| "max": 32.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.23.attn.img_attn_qkv_bin1": { | |
| "amax": 16.125, | |
| "p99_9": 7.747802734375, | |
| "std": 1.2621150016784668, | |
| "min": 0.0, | |
| "max": 13.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.23.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.75, | |
| "p99_9": 10.5625, | |
| "std": 1.5120493173599243, | |
| "min": 0.0, | |
| "max": 28.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.23.attn.img_attn_proj_bin1": { | |
| "amax": 10.8125, | |
| "p99_9": 3.5, | |
| "std": 0.4995456337928772, | |
| "min": 2.207234501838684e-07, | |
| "max": 8.9375, | |
| "count": 48 | |
| }, | |
| "double_blocks.23.attn.txt_attn_proj_bin1": { | |
| "amax": 29.125, | |
| "p99_9": 7.46875, | |
| "std": 0.6978892683982849, | |
| "min": 1.9650906324386597e-07, | |
| "max": 28.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.23.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.0, | |
| "p99_9": 3.1082763671875, | |
| "std": 0.49734050035476685, | |
| "min": 0.0, | |
| "max": 10.625, | |
| "count": 48 | |
| }, | |
| "double_blocks.23.img_mlp.net.2_bin1": { | |
| "amax": 7.78125, | |
| "p99_9": 1.83538818359375, | |
| "std": 0.18828646838665009, | |
| "min": 0.0, | |
| "max": 6.0625, | |
| "count": 48 | |
| }, | |
| "double_blocks.23.txt_mlp.net.0.proj_bin1": { | |
| "amax": 19.0, | |
| "p99_9": 4.841552734375, | |
| "std": 0.6294562220573425, | |
| "min": 0.0, | |
| "max": 17.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.23.txt_mlp.net.2_bin1": { | |
| "amax": 43.0, | |
| "p99_9": 2.703125, | |
| "std": 0.33507058024406433, | |
| "min": 0.0, | |
| "max": 37.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.24.attn.img_attn_qkv_bin1": { | |
| "amax": 16.125, | |
| "p99_9": 7.78125, | |
| "std": 1.292578935623169, | |
| "min": 0.0, | |
| "max": 14.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.24.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.75, | |
| "p99_9": 10.5, | |
| "std": 1.4869416952133179, | |
| "min": 0.0, | |
| "max": 31.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.24.attn.img_attn_proj_bin1": { | |
| "amax": 11.125, | |
| "p99_9": 3.4375, | |
| "std": 0.46887871623039246, | |
| "min": 4.598405212163925e-09, | |
| "max": 9.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.24.attn.txt_attn_proj_bin1": { | |
| "amax": 44.25, | |
| "p99_9": 10.0, | |
| "std": 0.8252370357513428, | |
| "min": 3.562308847904205e-08, | |
| "max": 34.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.24.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.0, | |
| "p99_9": 3.1875, | |
| "std": 0.5225472450256348, | |
| "min": 0.0, | |
| "max": 10.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.24.img_mlp.net.2_bin1": { | |
| "amax": 7.09375, | |
| "p99_9": 1.96875, | |
| "std": 0.20756883919239044, | |
| "min": 0.0, | |
| "max": 5.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.24.txt_mlp.net.0.proj_bin1": { | |
| "amax": 18.75, | |
| "p99_9": 4.71875, | |
| "std": 0.6266067624092102, | |
| "min": 0.0, | |
| "max": 18.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.24.txt_mlp.net.2_bin1": { | |
| "amax": 54.0, | |
| "p99_9": 2.9051513671875, | |
| "std": 0.3813193440437317, | |
| "min": 0.0, | |
| "max": 47.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.25.attn.img_attn_qkv_bin1": { | |
| "amax": 17.875, | |
| "p99_9": 7.966552734375, | |
| "std": 1.3486356735229492, | |
| "min": 0.0, | |
| "max": 15.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.25.attn.txt_attn_qkv_bin1": { | |
| "amax": 34.25, | |
| "p99_9": 10.6875, | |
| "std": 1.5197839736938477, | |
| "min": 0.0, | |
| "max": 32.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.25.attn.img_attn_proj_bin1": { | |
| "amax": 7.9375, | |
| "p99_9": 3.453125, | |
| "std": 0.5109922885894775, | |
| "min": 1.3606040738523006e-09, | |
| "max": 6.03125, | |
| "count": 48 | |
| }, | |
| "double_blocks.25.attn.txt_attn_proj_bin1": { | |
| "amax": 45.0, | |
| "p99_9": 8.12060546875, | |
| "std": 0.7008563876152039, | |
| "min": 6.798654794692993e-08, | |
| "max": 45.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.25.img_mlp.net.0.proj_bin1": { | |
| "amax": 10.875, | |
| "p99_9": 3.279052734375, | |
| "std": 0.5257076025009155, | |
| "min": 0.0, | |
| "max": 10.625, | |
| "count": 48 | |
| }, | |
| "double_blocks.25.img_mlp.net.2_bin1": { | |
| "amax": 8.375, | |
| "p99_9": 1.96875, | |
| "std": 0.21540619432926178, | |
| "min": 0.0, | |
| "max": 7.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.25.txt_mlp.net.0.proj_bin1": { | |
| "amax": 18.625, | |
| "p99_9": 4.875, | |
| "std": 0.6380943059921265, | |
| "min": 0.0, | |
| "max": 16.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.25.txt_mlp.net.2_bin1": { | |
| "amax": 50.25, | |
| "p99_9": 2.7957763671875, | |
| "std": 0.32442206144332886, | |
| "min": 0.0, | |
| "max": 50.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.26.attn.img_attn_qkv_bin1": { | |
| "amax": 18.375, | |
| "p99_9": 8.75, | |
| "std": 1.4631690979003906, | |
| "min": 0.0, | |
| "max": 16.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.26.attn.txt_attn_qkv_bin1": { | |
| "amax": 34.25, | |
| "p99_9": 11.4375, | |
| "std": 1.6130627393722534, | |
| "min": 0.0, | |
| "max": 29.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.26.attn.img_attn_proj_bin1": { | |
| "amax": 10.6875, | |
| "p99_9": 4.154052734375, | |
| "std": 0.5478338003158569, | |
| "min": 1.2479722499847412e-07, | |
| "max": 10.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.26.attn.txt_attn_proj_bin1": { | |
| "amax": 38.0, | |
| "p99_9": 8.3125, | |
| "std": 0.781183660030365, | |
| "min": 1.2852251529693604e-07, | |
| "max": 33.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.26.img_mlp.net.0.proj_bin1": { | |
| "amax": 12.125, | |
| "p99_9": 3.1395263671875, | |
| "std": 0.515163242816925, | |
| "min": 0.0, | |
| "max": 11.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.26.img_mlp.net.2_bin1": { | |
| "amax": 6.6875, | |
| "p99_9": 1.84320068359375, | |
| "std": 0.196191668510437, | |
| "min": 0.0, | |
| "max": 4.0625, | |
| "count": 48 | |
| }, | |
| "double_blocks.26.txt_mlp.net.0.proj_bin1": { | |
| "amax": 19.375, | |
| "p99_9": 4.9375, | |
| "std": 0.672264814376831, | |
| "min": 0.0, | |
| "max": 18.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.26.txt_mlp.net.2_bin1": { | |
| "amax": 20.875, | |
| "p99_9": 2.828125, | |
| "std": 0.31240981817245483, | |
| "min": 0.0, | |
| "max": 11.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.27.attn.img_attn_qkv_bin1": { | |
| "amax": 18.25, | |
| "p99_9": 8.25, | |
| "std": 1.4006133079528809, | |
| "min": 0.0, | |
| "max": 18.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.27.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.5, | |
| "p99_9": 11.68310546875, | |
| "std": 1.747363567352295, | |
| "min": 0.0, | |
| "max": 30.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.27.attn.img_attn_proj_bin1": { | |
| "amax": 7.34375, | |
| "p99_9": 3.296875, | |
| "std": 0.49978646636009216, | |
| "min": 7.12461769580841e-08, | |
| "max": 5.96875, | |
| "count": 48 | |
| }, | |
| "double_blocks.27.attn.txt_attn_proj_bin1": { | |
| "amax": 43.25, | |
| "p99_9": 5.4375, | |
| "std": 0.5824415683746338, | |
| "min": 9.173527359962463e-08, | |
| "max": 39.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.27.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.6875, | |
| "p99_9": 3.1082763671875, | |
| "std": 0.5150228142738342, | |
| "min": 0.0, | |
| "max": 10.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.27.img_mlp.net.2_bin1": { | |
| "amax": 7.6875, | |
| "p99_9": 1.91351318359375, | |
| "std": 0.2139541059732437, | |
| "min": 0.0, | |
| "max": 4.65625, | |
| "count": 48 | |
| }, | |
| "double_blocks.27.txt_mlp.net.0.proj_bin1": { | |
| "amax": 20.375, | |
| "p99_9": 5.341552734375, | |
| "std": 0.7429730296134949, | |
| "min": 0.0, | |
| "max": 16.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.27.txt_mlp.net.2_bin1": { | |
| "amax": 11.9375, | |
| "p99_9": 3.0625, | |
| "std": 0.3366412818431854, | |
| "min": 0.0, | |
| "max": 9.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.28.attn.img_attn_qkv_bin1": { | |
| "amax": 19.0, | |
| "p99_9": 8.875, | |
| "std": 1.4671489000320435, | |
| "min": 0.0, | |
| "max": 15.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.28.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.25, | |
| "p99_9": 11.9375, | |
| "std": 1.7909120321273804, | |
| "min": 0.0, | |
| "max": 27.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.28.attn.img_attn_proj_bin1": { | |
| "amax": 11.1875, | |
| "p99_9": 4.34375, | |
| "std": 0.569645345211029, | |
| "min": 7.741618901491165e-09, | |
| "max": 8.8125, | |
| "count": 48 | |
| }, | |
| "double_blocks.28.attn.txt_attn_proj_bin1": { | |
| "amax": 54.0, | |
| "p99_9": 8.30810546875, | |
| "std": 0.7886614203453064, | |
| "min": 1.4062970876693726e-07, | |
| "max": 50.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.28.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.6875, | |
| "p99_9": 2.9051513671875, | |
| "std": 0.48575684428215027, | |
| "min": 0.0, | |
| "max": 11.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.28.img_mlp.net.2_bin1": { | |
| "amax": 6.28125, | |
| "p99_9": 1.7890625, | |
| "std": 0.1988115757703781, | |
| "min": 0.0, | |
| "max": 4.21875, | |
| "count": 48 | |
| }, | |
| "double_blocks.28.txt_mlp.net.0.proj_bin1": { | |
| "amax": 19.625, | |
| "p99_9": 5.1875, | |
| "std": 0.7405230402946472, | |
| "min": 0.0, | |
| "max": 16.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.28.txt_mlp.net.2_bin1": { | |
| "amax": 12.1875, | |
| "p99_9": 2.9520263671875, | |
| "std": 0.3227715790271759, | |
| "min": 0.0, | |
| "max": 10.9375, | |
| "count": 48 | |
| }, | |
| "double_blocks.29.attn.img_attn_qkv_bin1": { | |
| "amax": 19.875, | |
| "p99_9": 8.875, | |
| "std": 1.4876635074615479, | |
| "min": 0.0, | |
| "max": 18.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.29.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.25, | |
| "p99_9": 12.0625, | |
| "std": 1.851157784461975, | |
| "min": 0.0, | |
| "max": 32.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.29.attn.img_attn_proj_bin1": { | |
| "amax": 9.5625, | |
| "p99_9": 4.0, | |
| "std": 0.5769796967506409, | |
| "min": 2.4028122425079346e-07, | |
| "max": 8.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.29.attn.txt_attn_proj_bin1": { | |
| "amax": 39.0, | |
| "p99_9": 6.216552734375, | |
| "std": 0.6547129154205322, | |
| "min": 4.959292709827423e-08, | |
| "max": 38.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.29.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.5625, | |
| "p99_9": 3.15625, | |
| "std": 0.5058813095092773, | |
| "min": 0.0, | |
| "max": 10.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.29.img_mlp.net.2_bin1": { | |
| "amax": 6.46875, | |
| "p99_9": 1.8203125, | |
| "std": 0.1989113986492157, | |
| "min": 0.0, | |
| "max": 4.4375, | |
| "count": 48 | |
| }, | |
| "double_blocks.29.txt_mlp.net.0.proj_bin1": { | |
| "amax": 19.75, | |
| "p99_9": 5.40625, | |
| "std": 0.7639716267585754, | |
| "min": 0.0, | |
| "max": 19.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.29.txt_mlp.net.2_bin1": { | |
| "amax": 13.0, | |
| "p99_9": 3.0770263671875, | |
| "std": 0.34253397583961487, | |
| "min": 0.0, | |
| "max": 12.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.30.attn.img_attn_qkv_bin1": { | |
| "amax": 20.375, | |
| "p99_9": 8.6875, | |
| "std": 1.4378894567489624, | |
| "min": 0.0, | |
| "max": 19.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.30.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.0, | |
| "p99_9": 12.4375, | |
| "std": 1.9023797512054443, | |
| "min": 0.0, | |
| "max": 32.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.30.attn.img_attn_proj_bin1": { | |
| "amax": 9.375, | |
| "p99_9": 3.375, | |
| "std": 0.47871431708335876, | |
| "min": 2.1886080503463745e-08, | |
| "max": 8.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.30.attn.txt_attn_proj_bin1": { | |
| "amax": 30.75, | |
| "p99_9": 5.560302734375, | |
| "std": 0.5828145146369934, | |
| "min": 2.6193447411060333e-08, | |
| "max": 29.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.30.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.125, | |
| "p99_9": 3.09375, | |
| "std": 0.510273277759552, | |
| "min": 0.0, | |
| "max": 10.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.30.img_mlp.net.2_bin1": { | |
| "amax": 6.125, | |
| "p99_9": 1.77288818359375, | |
| "std": 0.19141650199890137, | |
| "min": 0.0, | |
| "max": 4.1875, | |
| "count": 48 | |
| }, | |
| "double_blocks.30.txt_mlp.net.0.proj_bin1": { | |
| "amax": 19.5, | |
| "p99_9": 5.685302734375, | |
| "std": 0.8098751306533813, | |
| "min": 0.0, | |
| "max": 17.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.30.txt_mlp.net.2_bin1": { | |
| "amax": 46.25, | |
| "p99_9": 3.1864013671875, | |
| "std": 0.39767757058143616, | |
| "min": 0.0, | |
| "max": 46.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.31.attn.img_attn_qkv_bin1": { | |
| "amax": 20.625, | |
| "p99_9": 8.4375, | |
| "std": 1.4024285078048706, | |
| "min": 0.0, | |
| "max": 14.6875, | |
| "count": 48 | |
| }, | |
| "double_blocks.31.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.5, | |
| "p99_9": 12.5625, | |
| "std": 1.9593605995178223, | |
| "min": 0.0, | |
| "max": 27.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.31.attn.img_attn_proj_bin1": { | |
| "amax": 8.3125, | |
| "p99_9": 3.328125, | |
| "std": 0.461591899394989, | |
| "min": 1.367880031466484e-08, | |
| "max": 7.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.31.attn.txt_attn_proj_bin1": { | |
| "amax": 28.875, | |
| "p99_9": 5.34375, | |
| "std": 0.6397343873977661, | |
| "min": 2.3096799850463867e-07, | |
| "max": 28.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.31.img_mlp.net.0.proj_bin1": { | |
| "amax": 10.375, | |
| "p99_9": 3.2957763671875, | |
| "std": 0.5390074849128723, | |
| "min": 0.0, | |
| "max": 9.5625, | |
| "count": 48 | |
| }, | |
| "double_blocks.31.img_mlp.net.2_bin1": { | |
| "amax": 6.3125, | |
| "p99_9": 1.8515625, | |
| "std": 0.18716856837272644, | |
| "min": 0.0, | |
| "max": 4.21875, | |
| "count": 48 | |
| }, | |
| "double_blocks.31.txt_mlp.net.0.proj_bin1": { | |
| "amax": 20.875, | |
| "p99_9": 5.75, | |
| "std": 0.81800377368927, | |
| "min": 0.0, | |
| "max": 20.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.31.txt_mlp.net.2_bin1": { | |
| "amax": 33.75, | |
| "p99_9": 3.078125, | |
| "std": 0.3508877754211426, | |
| "min": 0.0, | |
| "max": 30.625, | |
| "count": 48 | |
| }, | |
| "double_blocks.32.attn.img_attn_qkv_bin1": { | |
| "amax": 23.0, | |
| "p99_9": 9.125, | |
| "std": 1.4927233457565308, | |
| "min": 0.0, | |
| "max": 19.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.32.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.25, | |
| "p99_9": 12.625, | |
| "std": 1.951156735420227, | |
| "min": 0.0, | |
| "max": 30.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.32.attn.img_attn_proj_bin1": { | |
| "amax": 9.375, | |
| "p99_9": 3.78125, | |
| "std": 0.46268218755722046, | |
| "min": 3.67872416973114e-08, | |
| "max": 8.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.32.attn.txt_attn_proj_bin1": { | |
| "amax": 34.5, | |
| "p99_9": 5.029052734375, | |
| "std": 0.5686942338943481, | |
| "min": 2.4330802261829376e-08, | |
| "max": 30.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.32.img_mlp.net.0.proj_bin1": { | |
| "amax": 9.8125, | |
| "p99_9": 3.609375, | |
| "std": 0.5790948867797852, | |
| "min": 0.0, | |
| "max": 9.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.32.img_mlp.net.2_bin1": { | |
| "amax": 9.9375, | |
| "p99_9": 1.8359375, | |
| "std": 0.18504802882671356, | |
| "min": 0.0, | |
| "max": 5.53125, | |
| "count": 48 | |
| }, | |
| "double_blocks.32.txt_mlp.net.0.proj_bin1": { | |
| "amax": 21.5, | |
| "p99_9": 5.8125, | |
| "std": 0.8209523558616638, | |
| "min": 0.0, | |
| "max": 18.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.32.txt_mlp.net.2_bin1": { | |
| "amax": 9.1875, | |
| "p99_9": 2.8582763671875, | |
| "std": 0.30161529779434204, | |
| "min": 0.0, | |
| "max": 8.3125, | |
| "count": 48 | |
| }, | |
| "double_blocks.33.attn.img_attn_qkv_bin1": { | |
| "amax": 23.75, | |
| "p99_9": 9.43310546875, | |
| "std": 1.5333317518234253, | |
| "min": 0.0, | |
| "max": 19.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.33.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.25, | |
| "p99_9": 12.875, | |
| "std": 1.962358832359314, | |
| "min": 0.0, | |
| "max": 32.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.33.attn.img_attn_proj_bin1": { | |
| "amax": 10.4375, | |
| "p99_9": 3.4676513671875, | |
| "std": 0.39834216237068176, | |
| "min": 1.993030309677124e-07, | |
| "max": 8.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.33.attn.txt_attn_proj_bin1": { | |
| "amax": 12.4375, | |
| "p99_9": 3.763427734375, | |
| "std": 0.4218711256980896, | |
| "min": 7.869675755500793e-08, | |
| "max": 12.4375, | |
| "count": 48 | |
| }, | |
| "double_blocks.33.img_mlp.net.0.proj_bin1": { | |
| "amax": 9.75, | |
| "p99_9": 3.5301513671875, | |
| "std": 0.562077522277832, | |
| "min": 0.0, | |
| "max": 9.3125, | |
| "count": 48 | |
| }, | |
| "double_blocks.33.img_mlp.net.2_bin1": { | |
| "amax": 7.46875, | |
| "p99_9": 1.6875, | |
| "std": 0.1698039174079895, | |
| "min": 0.0, | |
| "max": 5.03125, | |
| "count": 48 | |
| }, | |
| "double_blocks.33.txt_mlp.net.0.proj_bin1": { | |
| "amax": 22.75, | |
| "p99_9": 5.90625, | |
| "std": 0.8362732529640198, | |
| "min": 0.0, | |
| "max": 21.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.33.txt_mlp.net.2_bin1": { | |
| "amax": 10.875, | |
| "p99_9": 2.8739013671875, | |
| "std": 0.30188900232315063, | |
| "min": 0.0, | |
| "max": 7.625, | |
| "count": 48 | |
| }, | |
| "double_blocks.34.attn.img_attn_qkv_bin1": { | |
| "amax": 24.25, | |
| "p99_9": 9.0625, | |
| "std": 1.4821783304214478, | |
| "min": 0.0, | |
| "max": 20.625, | |
| "count": 48 | |
| }, | |
| "double_blocks.34.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.5, | |
| "p99_9": 12.6875, | |
| "std": 1.9865987300872803, | |
| "min": 0.0, | |
| "max": 32.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.34.attn.img_attn_proj_bin1": { | |
| "amax": 9.1875, | |
| "p99_9": 3.890625, | |
| "std": 0.4611092805862427, | |
| "min": 7.82310962677002e-08, | |
| "max": 7.4375, | |
| "count": 48 | |
| }, | |
| "double_blocks.34.attn.txt_attn_proj_bin1": { | |
| "amax": 19.625, | |
| "p99_9": 3.6551513671875, | |
| "std": 0.39463135600090027, | |
| "min": 6.798654794692993e-08, | |
| "max": 19.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.34.img_mlp.net.0.proj_bin1": { | |
| "amax": 9.875, | |
| "p99_9": 3.5770263671875, | |
| "std": 0.5560746192932129, | |
| "min": 0.0, | |
| "max": 9.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.34.img_mlp.net.2_bin1": { | |
| "amax": 6.78125, | |
| "p99_9": 1.71038818359375, | |
| "std": 0.1726498156785965, | |
| "min": 0.0, | |
| "max": 3.96875, | |
| "count": 48 | |
| }, | |
| "double_blocks.34.txt_mlp.net.0.proj_bin1": { | |
| "amax": 23.375, | |
| "p99_9": 5.9375, | |
| "std": 0.8339198231697083, | |
| "min": 0.0, | |
| "max": 20.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.34.txt_mlp.net.2_bin1": { | |
| "amax": 11.4375, | |
| "p99_9": 2.9520263671875, | |
| "std": 0.3252999186515808, | |
| "min": 0.0, | |
| "max": 8.4375, | |
| "count": 48 | |
| }, | |
| "double_blocks.35.attn.img_attn_qkv_bin1": { | |
| "amax": 25.125, | |
| "p99_9": 9.1875, | |
| "std": 1.464065670967102, | |
| "min": 0.0, | |
| "max": 19.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.35.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.5, | |
| "p99_9": 12.5625, | |
| "std": 1.9291406869888306, | |
| "min": 0.0, | |
| "max": 31.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.35.attn.img_attn_proj_bin1": { | |
| "amax": 8.1875, | |
| "p99_9": 3.609375, | |
| "std": 0.4092087745666504, | |
| "min": 8.032657206058502e-09, | |
| "max": 7.90625, | |
| "count": 48 | |
| }, | |
| "double_blocks.35.attn.txt_attn_proj_bin1": { | |
| "amax": 15.125, | |
| "p99_9": 3.9989013671875, | |
| "std": 0.39234039187431335, | |
| "min": 2.0139850676059723e-08, | |
| "max": 13.4375, | |
| "count": 48 | |
| }, | |
| "double_blocks.35.img_mlp.net.0.proj_bin1": { | |
| "amax": 10.0, | |
| "p99_9": 3.4676513671875, | |
| "std": 0.5505744814872742, | |
| "min": 0.0, | |
| "max": 9.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.35.img_mlp.net.2_bin1": { | |
| "amax": 5.0625, | |
| "p99_9": 1.58538818359375, | |
| "std": 0.15885388851165771, | |
| "min": 0.0, | |
| "max": 4.09375, | |
| "count": 48 | |
| }, | |
| "double_blocks.35.txt_mlp.net.0.proj_bin1": { | |
| "amax": 23.25, | |
| "p99_9": 6.0, | |
| "std": 0.8139777779579163, | |
| "min": 0.0, | |
| "max": 20.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.35.txt_mlp.net.2_bin1": { | |
| "amax": 12.4375, | |
| "p99_9": 3.0301513671875, | |
| "std": 0.3283383846282959, | |
| "min": 0.0, | |
| "max": 11.8125, | |
| "count": 48 | |
| }, | |
| "double_blocks.36.attn.img_attn_qkv_bin1": { | |
| "amax": 24.25, | |
| "p99_9": 8.8125, | |
| "std": 1.3904286623001099, | |
| "min": 0.0, | |
| "max": 22.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.36.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.75, | |
| "p99_9": 12.0, | |
| "std": 1.8027620315551758, | |
| "min": 0.0, | |
| "max": 27.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.36.attn.img_attn_proj_bin1": { | |
| "amax": 8.25, | |
| "p99_9": 3.6551513671875, | |
| "std": 0.4133414924144745, | |
| "min": 2.4586915969848633e-07, | |
| "max": 7.65625, | |
| "count": 48 | |
| }, | |
| "double_blocks.36.attn.txt_attn_proj_bin1": { | |
| "amax": 15.8125, | |
| "p99_9": 3.4520263671875, | |
| "std": 0.33793580532073975, | |
| "min": 4.0512531995773315e-08, | |
| "max": 15.125, | |
| "count": 48 | |
| }, | |
| "double_blocks.36.img_mlp.net.0.proj_bin1": { | |
| "amax": 10.25, | |
| "p99_9": 3.34375, | |
| "std": 0.5166342854499817, | |
| "min": 0.0, | |
| "max": 9.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.36.img_mlp.net.2_bin1": { | |
| "amax": 8.0, | |
| "p99_9": 1.4609375, | |
| "std": 0.14342135190963745, | |
| "min": 0.0, | |
| "max": 3.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.36.txt_mlp.net.0.proj_bin1": { | |
| "amax": 26.5, | |
| "p99_9": 6.122802734375, | |
| "std": 0.7700363993644714, | |
| "min": 0.0, | |
| "max": 20.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.36.txt_mlp.net.2_bin1": { | |
| "amax": 9.125, | |
| "p99_9": 2.765625, | |
| "std": 0.278047114610672, | |
| "min": 0.0, | |
| "max": 7.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.37.attn.img_attn_qkv_bin1": { | |
| "amax": 23.625, | |
| "p99_9": 8.43310546875, | |
| "std": 1.2572579383850098, | |
| "min": 0.0, | |
| "max": 20.875, | |
| "count": 48 | |
| }, | |
| "double_blocks.37.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.75, | |
| "p99_9": 11.875, | |
| "std": 1.7469322681427002, | |
| "min": 0.0, | |
| "max": 29.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.37.attn.img_attn_proj_bin1": { | |
| "amax": 9.0625, | |
| "p99_9": 3.03125, | |
| "std": 0.35068777203559875, | |
| "min": 7.799826562404633e-09, | |
| "max": 6.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.37.attn.txt_attn_proj_bin1": { | |
| "amax": 16.625, | |
| "p99_9": 3.640625, | |
| "std": 0.30624276399612427, | |
| "min": 6.845220923423767e-08, | |
| "max": 13.1875, | |
| "count": 48 | |
| }, | |
| "double_blocks.37.img_mlp.net.0.proj_bin1": { | |
| "amax": 10.5625, | |
| "p99_9": 2.984375, | |
| "std": 0.44307148456573486, | |
| "min": 0.0, | |
| "max": 9.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.37.img_mlp.net.2_bin1": { | |
| "amax": 4.71875, | |
| "p99_9": 1.171875, | |
| "std": 0.12056609988212585, | |
| "min": 0.0, | |
| "max": 3.578125, | |
| "count": 48 | |
| }, | |
| "double_blocks.37.txt_mlp.net.0.proj_bin1": { | |
| "amax": 27.875, | |
| "p99_9": 5.93310546875, | |
| "std": 0.7408816814422607, | |
| "min": 0.0, | |
| "max": 20.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.37.txt_mlp.net.2_bin1": { | |
| "amax": 12.75, | |
| "p99_9": 2.578125, | |
| "std": 0.2531176507472992, | |
| "min": 0.0, | |
| "max": 8.3125, | |
| "count": 48 | |
| }, | |
| "double_blocks.38.attn.img_attn_qkv_bin1": { | |
| "amax": 23.125, | |
| "p99_9": 8.0625, | |
| "std": 1.1331818103790283, | |
| "min": 0.0, | |
| "max": 22.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.38.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.75, | |
| "p99_9": 11.3125, | |
| "std": 1.646438717842102, | |
| "min": 0.0, | |
| "max": 32.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.38.attn.img_attn_proj_bin1": { | |
| "amax": 7.53125, | |
| "p99_9": 3.0625, | |
| "std": 0.35002952814102173, | |
| "min": 9.19681042432785e-09, | |
| "max": 5.59375, | |
| "count": 48 | |
| }, | |
| "double_blocks.38.attn.txt_attn_proj_bin1": { | |
| "amax": 21.5, | |
| "p99_9": 4.65625, | |
| "std": 0.3898639976978302, | |
| "min": 6.490154191851616e-09, | |
| "max": 18.0, | |
| "count": 48 | |
| }, | |
| "double_blocks.38.img_mlp.net.0.proj_bin1": { | |
| "amax": 10.9375, | |
| "p99_9": 3.015625, | |
| "std": 0.420337051153183, | |
| "min": 0.0, | |
| "max": 10.25, | |
| "count": 48 | |
| }, | |
| "double_blocks.38.img_mlp.net.2_bin1": { | |
| "amax": 5.90625, | |
| "p99_9": 1.19476318359375, | |
| "std": 0.11686088889837265, | |
| "min": 1.2514647096395493e-08, | |
| "max": 3.4375, | |
| "count": 48 | |
| }, | |
| "double_blocks.38.txt_mlp.net.0.proj_bin1": { | |
| "amax": 28.75, | |
| "p99_9": 5.805908203125, | |
| "std": 0.7183283567428589, | |
| "min": 0.0, | |
| "max": 23.75, | |
| "count": 48 | |
| }, | |
| "double_blocks.38.txt_mlp.net.2_bin1": { | |
| "amax": 8.1875, | |
| "p99_9": 2.421875, | |
| "std": 0.23228134214878082, | |
| "min": 0.0, | |
| "max": 7.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.39.attn.img_attn_qkv_bin1": { | |
| "amax": 24.5, | |
| "p99_9": 8.24560546875, | |
| "std": 1.1343004703521729, | |
| "min": 0.0, | |
| "max": 21.625, | |
| "count": 48 | |
| }, | |
| "double_blocks.39.attn.txt_attn_qkv_bin1": { | |
| "amax": 33.25, | |
| "p99_9": 11.125, | |
| "std": 1.5701098442077637, | |
| "min": 0.0, | |
| "max": 32.5, | |
| "count": 48 | |
| }, | |
| "double_blocks.39.attn.img_attn_proj_bin1": { | |
| "amax": 6.875, | |
| "p99_9": 3.53125, | |
| "std": 0.4087505042552948, | |
| "min": 1.555308699607849e-07, | |
| "max": 6.0625, | |
| "count": 48 | |
| }, | |
| "double_blocks.39.attn.txt_attn_proj_bin1": { | |
| "amax": 7.46875, | |
| "p99_9": 3.5, | |
| "std": 0.37579163908958435, | |
| "min": 3.958120942115784e-08, | |
| "max": 7.03125, | |
| "count": 48 | |
| }, | |
| "double_blocks.39.img_mlp.net.0.proj_bin1": { | |
| "amax": 11.0, | |
| "p99_9": 3.078125, | |
| "std": 0.4189240634441376, | |
| "min": 0.0, | |
| "max": 10.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.39.img_mlp.net.2_bin1": { | |
| "amax": 5.34375, | |
| "p99_9": 1.06976318359375, | |
| "std": 0.09392981976270676, | |
| "min": 3.346940502524376e-09, | |
| "max": 4.15625, | |
| "count": 48 | |
| }, | |
| "double_blocks.39.txt_mlp.net.0.proj_bin1": { | |
| "amax": 29.375, | |
| "p99_9": 5.560302734375, | |
| "std": 0.6851486563682556, | |
| "min": 0.0, | |
| "max": 28.375, | |
| "count": 48 | |
| }, | |
| "double_blocks.39.txt_mlp.net.2_bin1": { | |
| "amax": 0.142578125, | |
| "p99_9": 0.060546875, | |
| "std": 0.009648540988564491, | |
| "min": 0.0, | |
| "max": 0.119140625, | |
| "count": 48 | |
| }, | |
| "double_blocks.0.attn.img_attn_qkv_bin2": { | |
| "amax": 20.875, | |
| "p99_9": 11.3125, | |
| "std": 1.9708442687988281, | |
| "min": 0.0, | |
| "max": 19.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.attn.txt_attn_qkv_bin2": { | |
| "amax": 13.1875, | |
| "p99_9": 7.84375, | |
| "std": 1.3603565692901611, | |
| "min": 0.0, | |
| "max": 12.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.attn.img_attn_proj_bin2": { | |
| "amax": 12.125, | |
| "p99_9": 10.375, | |
| "std": 1.3984800577163696, | |
| "min": 1.94646418094635e-07, | |
| "max": 11.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.attn.txt_attn_proj_bin2": { | |
| "amax": 13.375, | |
| "p99_9": 5.78125, | |
| "std": 0.6498076915740967, | |
| "min": 1.0291114449501038e-07, | |
| "max": 12.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.img_mlp.net.0.proj_bin2": { | |
| "amax": 5.125, | |
| "p99_9": 1.44476318359375, | |
| "std": 0.23155057430267334, | |
| "min": 0.0, | |
| "max": 5.03125, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.img_mlp.net.2_bin2": { | |
| "amax": 3.546875, | |
| "p99_9": 1.53851318359375, | |
| "std": 0.18344946205615997, | |
| "min": 7.450580596923828e-09, | |
| "max": 3.234375, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.txt_mlp.net.0.proj_bin2": { | |
| "amax": 29.375, | |
| "p99_9": 9.5, | |
| "std": 0.6796293258666992, | |
| "min": 0.0, | |
| "max": 27.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.txt_mlp.net.2_bin2": { | |
| "amax": 9.5, | |
| "p99_9": 4.529052734375, | |
| "std": 0.299385666847229, | |
| "min": 0.0, | |
| "max": 9.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.attn.img_attn_qkv_bin2": { | |
| "amax": 8.375, | |
| "p99_9": 4.4375, | |
| "std": 0.7120748162269592, | |
| "min": 0.0, | |
| "max": 6.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.attn.txt_attn_qkv_bin2": { | |
| "amax": 13.5625, | |
| "p99_9": 4.53125, | |
| "std": 0.7286954522132874, | |
| "min": 0.0, | |
| "max": 13.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.attn.img_attn_proj_bin2": { | |
| "amax": 5.375, | |
| "p99_9": 2.7020263671875, | |
| "std": 0.4195789694786072, | |
| "min": 1.695007085800171e-07, | |
| "max": 5.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.attn.txt_attn_proj_bin2": { | |
| "amax": 4.40625, | |
| "p99_9": 2.9375, | |
| "std": 0.4683777987957001, | |
| "min": 1.7695128917694092e-07, | |
| "max": 4.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.img_mlp.net.0.proj_bin2": { | |
| "amax": 5.0, | |
| "p99_9": 1.5234375, | |
| "std": 0.22910857200622559, | |
| "min": 0.0, | |
| "max": 4.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.img_mlp.net.2_bin2": { | |
| "amax": 3.421875, | |
| "p99_9": 0.90960693359375, | |
| "std": 0.09954612702131271, | |
| "min": 9.89530235528946e-09, | |
| "max": 3.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.txt_mlp.net.0.proj_bin2": { | |
| "amax": 35.5, | |
| "p99_9": 12.55810546875, | |
| "std": 0.8105199337005615, | |
| "min": 0.0, | |
| "max": 33.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.txt_mlp.net.2_bin2": { | |
| "amax": 4.90625, | |
| "p99_9": 1.4765625, | |
| "std": 0.13082925975322723, | |
| "min": 0.0, | |
| "max": 4.40625, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.attn.img_attn_qkv_bin2": { | |
| "amax": 8.25, | |
| "p99_9": 3.609375, | |
| "std": 0.5721002221107483, | |
| "min": 0.0, | |
| "max": 7.59375, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.attn.txt_attn_qkv_bin2": { | |
| "amax": 15.875, | |
| "p99_9": 5.247802734375, | |
| "std": 0.8169822096824646, | |
| "min": 0.0, | |
| "max": 15.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.attn.img_attn_proj_bin2": { | |
| "amax": 8.375, | |
| "p99_9": 3.0770263671875, | |
| "std": 0.4069673418998718, | |
| "min": 8.89413058757782e-08, | |
| "max": 8.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.attn.txt_attn_proj_bin2": { | |
| "amax": 8.0625, | |
| "p99_9": 2.4375, | |
| "std": 0.3620956242084503, | |
| "min": 2.1391315385699272e-09, | |
| "max": 7.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.img_mlp.net.0.proj_bin2": { | |
| "amax": 5.1875, | |
| "p99_9": 1.5390625, | |
| "std": 0.235871359705925, | |
| "min": 0.0, | |
| "max": 5.09375, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.img_mlp.net.2_bin2": { | |
| "amax": 4.5, | |
| "p99_9": 1.484375, | |
| "std": 0.117257259786129, | |
| "min": 0.0, | |
| "max": 4.03125, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.txt_mlp.net.0.proj_bin2": { | |
| "amax": 46.5, | |
| "p99_9": 15.0, | |
| "std": 1.0058071613311768, | |
| "min": 0.0, | |
| "max": 45.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.txt_mlp.net.2_bin2": { | |
| "amax": 7.15625, | |
| "p99_9": 1.6484375, | |
| "std": 0.15064235031604767, | |
| "min": 0.0, | |
| "max": 4.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.attn.img_attn_qkv_bin2": { | |
| "amax": 8.375, | |
| "p99_9": 4.0, | |
| "std": 0.6054596900939941, | |
| "min": 0.0, | |
| "max": 7.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.attn.txt_attn_qkv_bin2": { | |
| "amax": 14.625, | |
| "p99_9": 5.90625, | |
| "std": 0.9112125039100647, | |
| "min": 0.0, | |
| "max": 13.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.attn.img_attn_proj_bin2": { | |
| "amax": 6.71875, | |
| "p99_9": 2.734375, | |
| "std": 0.39126360416412354, | |
| "min": 4.21423465013504e-08, | |
| "max": 6.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.attn.txt_attn_proj_bin2": { | |
| "amax": 8.625, | |
| "p99_9": 3.3717041015625, | |
| "std": 0.3941088616847992, | |
| "min": 1.4770193956792355e-09, | |
| "max": 7.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.img_mlp.net.0.proj_bin2": { | |
| "amax": 5.125, | |
| "p99_9": 1.7890625, | |
| "std": 0.2619110345840454, | |
| "min": 0.0, | |
| "max": 5.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.img_mlp.net.2_bin2": { | |
| "amax": 5.4375, | |
| "p99_9": 1.3671875, | |
| "std": 0.12511581182479858, | |
| "min": 0.0, | |
| "max": 4.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.txt_mlp.net.0.proj_bin2": { | |
| "amax": 57.0, | |
| "p99_9": 14.68310546875, | |
| "std": 1.1285346746444702, | |
| "min": 0.0, | |
| "max": 53.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.txt_mlp.net.2_bin2": { | |
| "amax": 7.71875, | |
| "p99_9": 1.88226318359375, | |
| "std": 0.17062802612781525, | |
| "min": 0.0, | |
| "max": 6.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.attn.img_attn_qkv_bin2": { | |
| "amax": 8.6875, | |
| "p99_9": 4.1875, | |
| "std": 0.6442002654075623, | |
| "min": 0.0, | |
| "max": 6.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.attn.txt_attn_qkv_bin2": { | |
| "amax": 14.5625, | |
| "p99_9": 6.404052734375, | |
| "std": 0.9710318446159363, | |
| "min": 0.0, | |
| "max": 11.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.attn.img_attn_proj_bin2": { | |
| "amax": 5.875, | |
| "p99_9": 2.765625, | |
| "std": 0.37921491265296936, | |
| "min": 2.6659108698368073e-08, | |
| "max": 5.15625, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.attn.txt_attn_proj_bin2": { | |
| "amax": 7.875, | |
| "p99_9": 3.046875, | |
| "std": 0.3989754319190979, | |
| "min": 6.100162863731384e-08, | |
| "max": 7.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.img_mlp.net.0.proj_bin2": { | |
| "amax": 5.125, | |
| "p99_9": 1.74163818359375, | |
| "std": 0.26169347763061523, | |
| "min": 0.0, | |
| "max": 5.03125, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.img_mlp.net.2_bin2": { | |
| "amax": 4.34375, | |
| "p99_9": 1.28125, | |
| "std": 0.11635124683380127, | |
| "min": 0.0, | |
| "max": 3.28125, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.txt_mlp.net.0.proj_bin2": { | |
| "amax": 61.5, | |
| "p99_9": 13.80810546875, | |
| "std": 1.1401910781860352, | |
| "min": 0.0, | |
| "max": 59.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.txt_mlp.net.2_bin2": { | |
| "amax": 10.75, | |
| "p99_9": 1.9921875, | |
| "std": 0.18380190432071686, | |
| "min": 0.0, | |
| "max": 6.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.attn.img_attn_qkv_bin2": { | |
| "amax": 8.125, | |
| "p99_9": 3.875, | |
| "std": 0.608590304851532, | |
| "min": 0.0, | |
| "max": 7.15625, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.attn.txt_attn_qkv_bin2": { | |
| "amax": 16.375, | |
| "p99_9": 6.875, | |
| "std": 1.0737360715866089, | |
| "min": 0.0, | |
| "max": 13.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.attn.img_attn_proj_bin2": { | |
| "amax": 6.84375, | |
| "p99_9": 2.59375, | |
| "std": 0.355862021446228, | |
| "min": 3.5157427191734314e-08, | |
| "max": 6.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.attn.txt_attn_proj_bin2": { | |
| "amax": 9.9375, | |
| "p99_9": 3.75, | |
| "std": 0.4094056189060211, | |
| "min": 1.5366822481155396e-07, | |
| "max": 9.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.img_mlp.net.0.proj_bin2": { | |
| "amax": 5.1875, | |
| "p99_9": 1.78070068359375, | |
| "std": 0.26299428939819336, | |
| "min": 0.0, | |
| "max": 5.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.img_mlp.net.2_bin2": { | |
| "amax": 5.375, | |
| "p99_9": 1.30413818359375, | |
| "std": 0.10658850520849228, | |
| "min": 0.0, | |
| "max": 4.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.txt_mlp.net.0.proj_bin2": { | |
| "amax": 73.0, | |
| "p99_9": 12.0, | |
| "std": 1.1959768533706665, | |
| "min": 0.0, | |
| "max": 65.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.txt_mlp.net.2_bin2": { | |
| "amax": 8.4375, | |
| "p99_9": 2.046875, | |
| "std": 0.18633344769477844, | |
| "min": 0.0, | |
| "max": 6.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.attn.img_attn_qkv_bin2": { | |
| "amax": 8.375, | |
| "p99_9": 4.03125, | |
| "std": 0.6365434527397156, | |
| "min": 0.0, | |
| "max": 6.78125, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.attn.txt_attn_qkv_bin2": { | |
| "amax": 16.0, | |
| "p99_9": 7.3125, | |
| "std": 1.1376341581344604, | |
| "min": 0.0, | |
| "max": 12.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.attn.img_attn_proj_bin2": { | |
| "amax": 8.625, | |
| "p99_9": 2.46875, | |
| "std": 0.34489884972572327, | |
| "min": 6.984919309616089e-08, | |
| "max": 7.40625, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.attn.txt_attn_proj_bin2": { | |
| "amax": 11.25, | |
| "p99_9": 3.546875, | |
| "std": 0.42717838287353516, | |
| "min": 9.918585419654846e-08, | |
| "max": 10.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.img_mlp.net.0.proj_bin2": { | |
| "amax": 5.28125, | |
| "p99_9": 1.6953125, | |
| "std": 0.26439613103866577, | |
| "min": 0.0, | |
| "max": 5.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.img_mlp.net.2_bin2": { | |
| "amax": 5.15625, | |
| "p99_9": 1.4989013671875, | |
| "std": 0.12128686159849167, | |
| "min": 0.0, | |
| "max": 4.03125, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.txt_mlp.net.0.proj_bin2": { | |
| "amax": 79.0, | |
| "p99_9": 12.54931640625, | |
| "std": 1.1764719486236572, | |
| "min": 0.0, | |
| "max": 67.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.txt_mlp.net.2_bin2": { | |
| "amax": 9.75, | |
| "p99_9": 2.015625, | |
| "std": 0.18884631991386414, | |
| "min": 0.0, | |
| "max": 5.59375, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.attn.img_attn_qkv_bin2": { | |
| "amax": 9.125, | |
| "p99_9": 3.90625, | |
| "std": 0.6191794872283936, | |
| "min": 0.0, | |
| "max": 7.90625, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.attn.txt_attn_qkv_bin2": { | |
| "amax": 16.125, | |
| "p99_9": 7.34375, | |
| "std": 1.1595396995544434, | |
| "min": 0.0, | |
| "max": 15.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.attn.img_attn_proj_bin2": { | |
| "amax": 7.8125, | |
| "p99_9": 2.2489013671875, | |
| "std": 0.29916906356811523, | |
| "min": 4.0046870708465576e-08, | |
| "max": 6.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.attn.txt_attn_proj_bin2": { | |
| "amax": 8.8125, | |
| "p99_9": 3.234375, | |
| "std": 0.37682026624679565, | |
| "min": 1.964508555829525e-09, | |
| "max": 7.65625, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.img_mlp.net.0.proj_bin2": { | |
| "amax": 5.375, | |
| "p99_9": 1.671875, | |
| "std": 0.2604546546936035, | |
| "min": 0.0, | |
| "max": 5.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.img_mlp.net.2_bin2": { | |
| "amax": 5.4375, | |
| "p99_9": 1.23382568359375, | |
| "std": 0.09917086362838745, | |
| "min": 0.0, | |
| "max": 3.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.txt_mlp.net.0.proj_bin2": { | |
| "amax": 78.0, | |
| "p99_9": 11.6787109375, | |
| "std": 1.028520107269287, | |
| "min": 0.0, | |
| "max": 65.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.txt_mlp.net.2_bin2": { | |
| "amax": 14.5, | |
| "p99_9": 1.953125, | |
| "std": 0.17934177815914154, | |
| "min": 0.0, | |
| "max": 10.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.attn.img_attn_qkv_bin2": { | |
| "amax": 9.25, | |
| "p99_9": 4.03125, | |
| "std": 0.6369604468345642, | |
| "min": 0.0, | |
| "max": 8.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.attn.txt_attn_qkv_bin2": { | |
| "amax": 18.0, | |
| "p99_9": 7.779052734375, | |
| "std": 1.2050725221633911, | |
| "min": 0.0, | |
| "max": 17.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.attn.img_attn_proj_bin2": { | |
| "amax": 6.125, | |
| "p99_9": 2.15625, | |
| "std": 0.30280065536499023, | |
| "min": 1.7881393432617188e-07, | |
| "max": 4.84375, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.attn.txt_attn_proj_bin2": { | |
| "amax": 18.125, | |
| "p99_9": 5.6875, | |
| "std": 0.4996691942214966, | |
| "min": 1.2852251529693604e-07, | |
| "max": 14.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.img_mlp.net.0.proj_bin2": { | |
| "amax": 5.46875, | |
| "p99_9": 1.77288818359375, | |
| "std": 0.2738126218318939, | |
| "min": 0.0, | |
| "max": 5.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.img_mlp.net.2_bin2": { | |
| "amax": 6.0, | |
| "p99_9": 1.46820068359375, | |
| "std": 0.11641230434179306, | |
| "min": 0.0, | |
| "max": 4.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.txt_mlp.net.0.proj_bin2": { | |
| "amax": 74.5, | |
| "p99_9": 11.49560546875, | |
| "std": 1.03133225440979, | |
| "min": 0.0, | |
| "max": 61.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.txt_mlp.net.2_bin2": { | |
| "amax": 14.4375, | |
| "p99_9": 2.25, | |
| "std": 0.21107882261276245, | |
| "min": 0.0, | |
| "max": 13.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.attn.img_attn_qkv_bin2": { | |
| "amax": 9.875, | |
| "p99_9": 4.34375, | |
| "std": 0.7009986639022827, | |
| "min": 0.0, | |
| "max": 8.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.attn.txt_attn_qkv_bin2": { | |
| "amax": 17.125, | |
| "p99_9": 8.1875, | |
| "std": 1.2921168804168701, | |
| "min": 0.0, | |
| "max": 16.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.attn.img_attn_proj_bin2": { | |
| "amax": 6.25, | |
| "p99_9": 2.3125, | |
| "std": 0.3354027569293976, | |
| "min": 2.7194619178771973e-07, | |
| "max": 4.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.attn.txt_attn_proj_bin2": { | |
| "amax": 19.375, | |
| "p99_9": 4.125, | |
| "std": 0.4666188359260559, | |
| "min": 8.242204785346985e-08, | |
| "max": 15.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.img_mlp.net.0.proj_bin2": { | |
| "amax": 5.5625, | |
| "p99_9": 1.8828125, | |
| "std": 0.290146142244339, | |
| "min": 0.0, | |
| "max": 5.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.img_mlp.net.2_bin2": { | |
| "amax": 5.875, | |
| "p99_9": 1.6015625, | |
| "std": 0.1316462755203247, | |
| "min": 0.0, | |
| "max": 4.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.txt_mlp.net.0.proj_bin2": { | |
| "amax": 68.5, | |
| "p99_9": 10.43310546875, | |
| "std": 0.9853352308273315, | |
| "min": 0.0, | |
| "max": 59.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.txt_mlp.net.2_bin2": { | |
| "amax": 17.375, | |
| "p99_9": 2.15625, | |
| "std": 0.20417729020118713, | |
| "min": 0.0, | |
| "max": 14.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.attn.img_attn_qkv_bin2": { | |
| "amax": 10.125, | |
| "p99_9": 4.34375, | |
| "std": 0.7012932300567627, | |
| "min": 0.0, | |
| "max": 7.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.attn.txt_attn_qkv_bin2": { | |
| "amax": 17.875, | |
| "p99_9": 8.25, | |
| "std": 1.30096435546875, | |
| "min": 0.0, | |
| "max": 17.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.attn.img_attn_proj_bin2": { | |
| "amax": 5.53125, | |
| "p99_9": 2.2020263671875, | |
| "std": 0.32313910126686096, | |
| "min": 7.82310962677002e-08, | |
| "max": 5.28125, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.attn.txt_attn_proj_bin2": { | |
| "amax": 17.125, | |
| "p99_9": 4.28125, | |
| "std": 0.4601621925830841, | |
| "min": 1.3154931366443634e-08, | |
| "max": 15.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.img_mlp.net.0.proj_bin2": { | |
| "amax": 5.5, | |
| "p99_9": 1.921875, | |
| "std": 0.2972697615623474, | |
| "min": 0.0, | |
| "max": 5.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.img_mlp.net.2_bin2": { | |
| "amax": 6.1875, | |
| "p99_9": 1.40570068359375, | |
| "std": 0.11604773998260498, | |
| "min": 0.0, | |
| "max": 3.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.txt_mlp.net.0.proj_bin2": { | |
| "amax": 64.5, | |
| "p99_9": 9.30810546875, | |
| "std": 0.9099499583244324, | |
| "min": 0.0, | |
| "max": 59.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.txt_mlp.net.2_bin2": { | |
| "amax": 35.75, | |
| "p99_9": 2.2332763671875, | |
| "std": 0.22322820127010345, | |
| "min": 0.0, | |
| "max": 31.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.attn.img_attn_qkv_bin2": { | |
| "amax": 10.25, | |
| "p99_9": 4.4375, | |
| "std": 0.7291487455368042, | |
| "min": 0.0, | |
| "max": 8.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.attn.txt_attn_qkv_bin2": { | |
| "amax": 23.75, | |
| "p99_9": 8.625, | |
| "std": 1.3611854314804077, | |
| "min": 0.0, | |
| "max": 20.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.attn.img_attn_proj_bin2": { | |
| "amax": 10.6875, | |
| "p99_9": 2.90625, | |
| "std": 0.3312583863735199, | |
| "min": 3.67872416973114e-08, | |
| "max": 7.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.attn.txt_attn_proj_bin2": { | |
| "amax": 18.5, | |
| "p99_9": 4.8125, | |
| "std": 0.5035768747329712, | |
| "min": 2.169981598854065e-07, | |
| "max": 14.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.img_mlp.net.0.proj_bin2": { | |
| "amax": 5.5625, | |
| "p99_9": 1.99163818359375, | |
| "std": 0.31075283885002136, | |
| "min": 0.0, | |
| "max": 5.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.img_mlp.net.2_bin2": { | |
| "amax": 5.65625, | |
| "p99_9": 1.3359375, | |
| "std": 0.1141977310180664, | |
| "min": 0.0, | |
| "max": 5.46875, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.txt_mlp.net.0.proj_bin2": { | |
| "amax": 58.25, | |
| "p99_9": 7.560302734375, | |
| "std": 0.8123159408569336, | |
| "min": 0.0, | |
| "max": 53.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.txt_mlp.net.2_bin2": { | |
| "amax": 24.25, | |
| "p99_9": 2.328125, | |
| "std": 0.22217822074890137, | |
| "min": 0.0, | |
| "max": 13.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.attn.img_attn_qkv_bin2": { | |
| "amax": 10.875, | |
| "p99_9": 4.5625, | |
| "std": 0.7515699863433838, | |
| "min": 0.0, | |
| "max": 9.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.attn.txt_attn_qkv_bin2": { | |
| "amax": 28.875, | |
| "p99_9": 8.99560546875, | |
| "std": 1.397413730621338, | |
| "min": 0.0, | |
| "max": 21.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.attn.img_attn_proj_bin2": { | |
| "amax": 10.1875, | |
| "p99_9": 2.40625, | |
| "std": 0.34578239917755127, | |
| "min": 5.4249539971351624e-08, | |
| "max": 9.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.attn.txt_attn_proj_bin2": { | |
| "amax": 21.5, | |
| "p99_9": 4.875, | |
| "std": 0.5352510809898376, | |
| "min": 1.0989606380462646e-07, | |
| "max": 19.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.img_mlp.net.0.proj_bin2": { | |
| "amax": 5.65625, | |
| "p99_9": 2.0625, | |
| "std": 0.321921169757843, | |
| "min": 0.0, | |
| "max": 5.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.img_mlp.net.2_bin2": { | |
| "amax": 5.28125, | |
| "p99_9": 1.34375, | |
| "std": 0.11554154008626938, | |
| "min": 0.0, | |
| "max": 3.859375, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.txt_mlp.net.0.proj_bin2": { | |
| "amax": 51.0, | |
| "p99_9": 7.743408203125, | |
| "std": 0.7563146352767944, | |
| "min": 0.0, | |
| "max": 42.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.txt_mlp.net.2_bin2": { | |
| "amax": 12.75, | |
| "p99_9": 2.453125, | |
| "std": 0.26632633805274963, | |
| "min": 0.0, | |
| "max": 10.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.attn.img_attn_qkv_bin2": { | |
| "amax": 11.375, | |
| "p99_9": 4.9375, | |
| "std": 0.8068930506706238, | |
| "min": 0.0, | |
| "max": 10.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.attn.txt_attn_qkv_bin2": { | |
| "amax": 31.125, | |
| "p99_9": 8.9375, | |
| "std": 1.369799256324768, | |
| "min": 0.0, | |
| "max": 25.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.attn.img_attn_proj_bin2": { | |
| "amax": 8.6875, | |
| "p99_9": 2.890625, | |
| "std": 0.38002145290374756, | |
| "min": 7.497146725654602e-08, | |
| "max": 7.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.attn.txt_attn_proj_bin2": { | |
| "amax": 18.0, | |
| "p99_9": 4.5625, | |
| "std": 0.48425939679145813, | |
| "min": 4.190951585769653e-08, | |
| "max": 17.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.img_mlp.net.0.proj_bin2": { | |
| "amax": 6.84375, | |
| "p99_9": 2.25, | |
| "std": 0.3471580147743225, | |
| "min": 0.0, | |
| "max": 6.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.img_mlp.net.2_bin2": { | |
| "amax": 5.625, | |
| "p99_9": 1.4453125, | |
| "std": 0.13111981749534607, | |
| "min": 0.0, | |
| "max": 3.578125, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.txt_mlp.net.0.proj_bin2": { | |
| "amax": 39.0, | |
| "p99_9": 5.9287109375, | |
| "std": 0.6950744390487671, | |
| "min": 0.0, | |
| "max": 32.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.txt_mlp.net.2_bin2": { | |
| "amax": 41.0, | |
| "p99_9": 2.4051513671875, | |
| "std": 0.24851937592029572, | |
| "min": 0.0, | |
| "max": 33.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.attn.img_attn_qkv_bin2": { | |
| "amax": 11.9375, | |
| "p99_9": 5.310302734375, | |
| "std": 0.8591320514678955, | |
| "min": 0.0, | |
| "max": 9.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.attn.txt_attn_qkv_bin2": { | |
| "amax": 31.125, | |
| "p99_9": 9.18310546875, | |
| "std": 1.382267951965332, | |
| "min": 0.0, | |
| "max": 30.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.attn.img_attn_proj_bin2": { | |
| "amax": 8.9375, | |
| "p99_9": 2.96875, | |
| "std": 0.42026618123054504, | |
| "min": 1.3131648302078247e-07, | |
| "max": 7.15625, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.attn.txt_attn_proj_bin2": { | |
| "amax": 22.75, | |
| "p99_9": 3.6551513671875, | |
| "std": 0.45520031452178955, | |
| "min": 1.8044374883174896e-08, | |
| "max": 21.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.img_mlp.net.0.proj_bin2": { | |
| "amax": 8.125, | |
| "p99_9": 2.28125, | |
| "std": 0.35461875796318054, | |
| "min": 0.0, | |
| "max": 7.40625, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.img_mlp.net.2_bin2": { | |
| "amax": 7.4375, | |
| "p99_9": 1.453125, | |
| "std": 0.13212010264396667, | |
| "min": 0.0, | |
| "max": 4.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.txt_mlp.net.0.proj_bin2": { | |
| "amax": 30.5, | |
| "p99_9": 5.587158203125, | |
| "std": 0.6666510701179504, | |
| "min": 0.0, | |
| "max": 29.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.txt_mlp.net.2_bin2": { | |
| "amax": 17.0, | |
| "p99_9": 2.546875, | |
| "std": 0.2660970985889435, | |
| "min": 0.0, | |
| "max": 9.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.attn.img_attn_qkv_bin2": { | |
| "amax": 12.375, | |
| "p99_9": 5.310302734375, | |
| "std": 0.8746111392974854, | |
| "min": 0.0, | |
| "max": 10.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.attn.txt_attn_qkv_bin2": { | |
| "amax": 31.375, | |
| "p99_9": 9.4375, | |
| "std": 1.4300974607467651, | |
| "min": 0.0, | |
| "max": 30.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.attn.img_attn_proj_bin2": { | |
| "amax": 10.4375, | |
| "p99_9": 3.015625, | |
| "std": 0.41437873244285583, | |
| "min": 1.7462298274040222e-08, | |
| "max": 8.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.attn.txt_attn_proj_bin2": { | |
| "amax": 22.875, | |
| "p99_9": 4.75, | |
| "std": 0.5522050857543945, | |
| "min": 2.3399479687213898e-08, | |
| "max": 21.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.img_mlp.net.0.proj_bin2": { | |
| "amax": 9.375, | |
| "p99_9": 2.3895263671875, | |
| "std": 0.37366074323654175, | |
| "min": 0.0, | |
| "max": 8.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.img_mlp.net.2_bin2": { | |
| "amax": 5.9375, | |
| "p99_9": 1.46038818359375, | |
| "std": 0.13503862917423248, | |
| "min": 0.0, | |
| "max": 4.53125, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.txt_mlp.net.0.proj_bin2": { | |
| "amax": 28.5, | |
| "p99_9": 4.75, | |
| "std": 0.6299551725387573, | |
| "min": 0.0, | |
| "max": 27.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.txt_mlp.net.2_bin2": { | |
| "amax": 19.0, | |
| "p99_9": 2.59375, | |
| "std": 0.2862447202205658, | |
| "min": 0.0, | |
| "max": 11.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.attn.img_attn_qkv_bin2": { | |
| "amax": 12.8125, | |
| "p99_9": 5.875, | |
| "std": 0.9758384823799133, | |
| "min": 0.0, | |
| "max": 11.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.attn.txt_attn_qkv_bin2": { | |
| "amax": 32.75, | |
| "p99_9": 9.30810546875, | |
| "std": 1.3856440782546997, | |
| "min": 0.0, | |
| "max": 31.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.attn.img_attn_proj_bin2": { | |
| "amax": 8.375, | |
| "p99_9": 3.140625, | |
| "std": 0.4182693362236023, | |
| "min": 1.424923539161682e-07, | |
| "max": 6.59375, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.attn.txt_attn_proj_bin2": { | |
| "amax": 18.875, | |
| "p99_9": 4.21875, | |
| "std": 0.4752618372440338, | |
| "min": 2.561137080192566e-09, | |
| "max": 17.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.img_mlp.net.0.proj_bin2": { | |
| "amax": 10.375, | |
| "p99_9": 2.515625, | |
| "std": 0.3949134945869446, | |
| "min": 0.0, | |
| "max": 9.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.img_mlp.net.2_bin2": { | |
| "amax": 7.78125, | |
| "p99_9": 1.5234375, | |
| "std": 0.1442440003156662, | |
| "min": 0.0, | |
| "max": 7.78125, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.txt_mlp.net.0.proj_bin2": { | |
| "amax": 26.875, | |
| "p99_9": 4.28125, | |
| "std": 0.5747418403625488, | |
| "min": 0.0, | |
| "max": 26.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.txt_mlp.net.2_bin2": { | |
| "amax": 16.5, | |
| "p99_9": 2.390625, | |
| "std": 0.26804906129837036, | |
| "min": 0.0, | |
| "max": 8.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.attn.img_attn_qkv_bin2": { | |
| "amax": 12.5625, | |
| "p99_9": 6.09375, | |
| "std": 1.0020110607147217, | |
| "min": 0.0, | |
| "max": 10.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.attn.txt_attn_qkv_bin2": { | |
| "amax": 33.25, | |
| "p99_9": 9.0, | |
| "std": 1.3260713815689087, | |
| "min": 0.0, | |
| "max": 30.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.attn.img_attn_proj_bin2": { | |
| "amax": 9.875, | |
| "p99_9": 3.234375, | |
| "std": 0.46162959933280945, | |
| "min": 7.450580596923828e-08, | |
| "max": 7.53125, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.attn.txt_attn_proj_bin2": { | |
| "amax": 25.0, | |
| "p99_9": 3.7957763671875, | |
| "std": 0.4480949342250824, | |
| "min": 1.387670636177063e-07, | |
| "max": 21.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.img_mlp.net.0.proj_bin2": { | |
| "amax": 10.5, | |
| "p99_9": 2.484375, | |
| "std": 0.39636391401290894, | |
| "min": 0.0, | |
| "max": 9.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.img_mlp.net.2_bin2": { | |
| "amax": 7.0, | |
| "p99_9": 1.6707763671875, | |
| "std": 0.15608114004135132, | |
| "min": 0.0, | |
| "max": 5.21875, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.txt_mlp.net.0.proj_bin2": { | |
| "amax": 25.125, | |
| "p99_9": 4.15625, | |
| "std": 0.5674508213996887, | |
| "min": 0.0, | |
| "max": 24.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.txt_mlp.net.2_bin2": { | |
| "amax": 15.3125, | |
| "p99_9": 2.421875, | |
| "std": 0.2652142643928528, | |
| "min": 0.0, | |
| "max": 8.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.attn.img_attn_qkv_bin2": { | |
| "amax": 13.3125, | |
| "p99_9": 6.21875, | |
| "std": 1.0196787118911743, | |
| "min": 0.0, | |
| "max": 11.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.attn.txt_attn_qkv_bin2": { | |
| "amax": 33.75, | |
| "p99_9": 9.1875, | |
| "std": 1.3594474792480469, | |
| "min": 0.0, | |
| "max": 33.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.attn.img_attn_proj_bin2": { | |
| "amax": 14.9375, | |
| "p99_9": 3.3582763671875, | |
| "std": 0.4588170349597931, | |
| "min": 7.031485438346863e-08, | |
| "max": 9.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.attn.txt_attn_proj_bin2": { | |
| "amax": 27.875, | |
| "p99_9": 3.9375, | |
| "std": 0.48321735858917236, | |
| "min": 1.2665987014770508e-07, | |
| "max": 25.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.img_mlp.net.0.proj_bin2": { | |
| "amax": 11.0, | |
| "p99_9": 2.59375, | |
| "std": 0.4163944125175476, | |
| "min": 0.0, | |
| "max": 9.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.img_mlp.net.2_bin2": { | |
| "amax": 7.0625, | |
| "p99_9": 1.53070068359375, | |
| "std": 0.14782333374023438, | |
| "min": 0.0, | |
| "max": 4.96875, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.txt_mlp.net.0.proj_bin2": { | |
| "amax": 23.75, | |
| "p99_9": 4.122802734375, | |
| "std": 0.5609138607978821, | |
| "min": 0.0, | |
| "max": 22.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.txt_mlp.net.2_bin2": { | |
| "amax": 25.0, | |
| "p99_9": 2.5, | |
| "std": 0.2642926573753357, | |
| "min": 0.0, | |
| "max": 18.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.attn.img_attn_qkv_bin2": { | |
| "amax": 13.4375, | |
| "p99_9": 6.1875, | |
| "std": 1.035059928894043, | |
| "min": 0.0, | |
| "max": 12.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.attn.txt_attn_qkv_bin2": { | |
| "amax": 34.75, | |
| "p99_9": 9.5, | |
| "std": 1.3866877555847168, | |
| "min": 0.0, | |
| "max": 34.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.attn.img_attn_proj_bin2": { | |
| "amax": 11.625, | |
| "p99_9": 3.40625, | |
| "std": 0.45519861578941345, | |
| "min": 1.5087425708770752e-07, | |
| "max": 7.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.attn.txt_attn_proj_bin2": { | |
| "amax": 21.375, | |
| "p99_9": 4.091552734375, | |
| "std": 0.45532163977622986, | |
| "min": 1.019798219203949e-07, | |
| "max": 19.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.img_mlp.net.0.proj_bin2": { | |
| "amax": 10.9375, | |
| "p99_9": 2.6395263671875, | |
| "std": 0.4223442077636719, | |
| "min": 0.0, | |
| "max": 10.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.img_mlp.net.2_bin2": { | |
| "amax": 6.75, | |
| "p99_9": 1.515625, | |
| "std": 0.14910989999771118, | |
| "min": 0.0, | |
| "max": 5.46875, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.txt_mlp.net.0.proj_bin2": { | |
| "amax": 21.875, | |
| "p99_9": 4.1875, | |
| "std": 0.5825006365776062, | |
| "min": 0.0, | |
| "max": 21.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.txt_mlp.net.2_bin2": { | |
| "amax": 18.125, | |
| "p99_9": 2.484375, | |
| "std": 0.2642138600349426, | |
| "min": 0.0, | |
| "max": 12.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.attn.img_attn_qkv_bin2": { | |
| "amax": 13.375, | |
| "p99_9": 6.5, | |
| "std": 1.0845568180084229, | |
| "min": 0.0, | |
| "max": 10.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.0, | |
| "p99_9": 9.80810546875, | |
| "std": 1.4134910106658936, | |
| "min": 0.0, | |
| "max": 34.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.attn.img_attn_proj_bin2": { | |
| "amax": 20.5, | |
| "p99_9": 3.71875, | |
| "std": 0.47522738575935364, | |
| "min": 1.8347054719924927e-07, | |
| "max": 17.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.attn.txt_attn_proj_bin2": { | |
| "amax": 25.125, | |
| "p99_9": 4.6875, | |
| "std": 0.5270652770996094, | |
| "min": 2.4400651454925537e-07, | |
| "max": 24.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.img_mlp.net.0.proj_bin2": { | |
| "amax": 11.0, | |
| "p99_9": 2.6551513671875, | |
| "std": 0.41887518763542175, | |
| "min": 0.0, | |
| "max": 9.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.img_mlp.net.2_bin2": { | |
| "amax": 7.0, | |
| "p99_9": 1.515625, | |
| "std": 0.14956635236740112, | |
| "min": 0.0, | |
| "max": 4.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.txt_mlp.net.0.proj_bin2": { | |
| "amax": 19.875, | |
| "p99_9": 4.375, | |
| "std": 0.5928040742874146, | |
| "min": 0.0, | |
| "max": 19.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.txt_mlp.net.2_bin2": { | |
| "amax": 31.125, | |
| "p99_9": 2.65625, | |
| "std": 0.2845116853713989, | |
| "min": 0.0, | |
| "max": 26.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.attn.img_attn_qkv_bin2": { | |
| "amax": 13.6875, | |
| "p99_9": 6.25, | |
| "std": 1.057533860206604, | |
| "min": 0.0, | |
| "max": 11.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.attn.txt_attn_qkv_bin2": { | |
| "amax": 34.75, | |
| "p99_9": 9.75, | |
| "std": 1.4271652698516846, | |
| "min": 0.0, | |
| "max": 34.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.attn.img_attn_proj_bin2": { | |
| "amax": 17.375, | |
| "p99_9": 3.171875, | |
| "std": 0.39980238676071167, | |
| "min": 5.098991096019745e-08, | |
| "max": 10.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.attn.txt_attn_proj_bin2": { | |
| "amax": 21.625, | |
| "p99_9": 4.3125, | |
| "std": 0.47338300943374634, | |
| "min": 1.6670674085617065e-07, | |
| "max": 16.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.img_mlp.net.0.proj_bin2": { | |
| "amax": 10.9375, | |
| "p99_9": 2.671875, | |
| "std": 0.42996925115585327, | |
| "min": 0.0, | |
| "max": 10.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.img_mlp.net.2_bin2": { | |
| "amax": 7.8125, | |
| "p99_9": 1.4765625, | |
| "std": 0.14416314661502838, | |
| "min": 0.0, | |
| "max": 5.34375, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.txt_mlp.net.0.proj_bin2": { | |
| "amax": 18.25, | |
| "p99_9": 4.3125, | |
| "std": 0.5797476768493652, | |
| "min": 0.0, | |
| "max": 17.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.txt_mlp.net.2_bin2": { | |
| "amax": 42.5, | |
| "p99_9": 2.59375, | |
| "std": 0.31017279624938965, | |
| "min": 0.0, | |
| "max": 37.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.attn.img_attn_qkv_bin2": { | |
| "amax": 14.4375, | |
| "p99_9": 6.841552734375, | |
| "std": 1.1414151191711426, | |
| "min": 0.0, | |
| "max": 12.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.25, | |
| "p99_9": 9.875, | |
| "std": 1.4205189943313599, | |
| "min": 0.0, | |
| "max": 34.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.attn.img_attn_proj_bin2": { | |
| "amax": 9.125, | |
| "p99_9": 3.015625, | |
| "std": 0.43137651681900024, | |
| "min": 9.778887033462524e-08, | |
| "max": 6.34375, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.attn.txt_attn_proj_bin2": { | |
| "amax": 36.25, | |
| "p99_9": 5.0625, | |
| "std": 0.5670011639595032, | |
| "min": 5.2852556109428406e-08, | |
| "max": 34.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.img_mlp.net.0.proj_bin2": { | |
| "amax": 10.125, | |
| "p99_9": 2.7489013671875, | |
| "std": 0.4461166560649872, | |
| "min": 0.0, | |
| "max": 9.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.img_mlp.net.2_bin2": { | |
| "amax": 7.1875, | |
| "p99_9": 1.609375, | |
| "std": 0.15980026125907898, | |
| "min": 0.0, | |
| "max": 4.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.txt_mlp.net.0.proj_bin2": { | |
| "amax": 18.5, | |
| "p99_9": 4.375, | |
| "std": 0.5847504734992981, | |
| "min": 0.0, | |
| "max": 16.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.txt_mlp.net.2_bin2": { | |
| "amax": 43.5, | |
| "p99_9": 2.6395263671875, | |
| "std": 0.311155766248703, | |
| "min": 0.0, | |
| "max": 39.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.attn.img_attn_qkv_bin2": { | |
| "amax": 15.375, | |
| "p99_9": 7.1875, | |
| "std": 1.2118463516235352, | |
| "min": 0.0, | |
| "max": 14.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.25, | |
| "p99_9": 10.3125, | |
| "std": 1.447265863418579, | |
| "min": 0.0, | |
| "max": 34.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.attn.img_attn_proj_bin2": { | |
| "amax": 13.1875, | |
| "p99_9": 3.2957763671875, | |
| "std": 0.4675142168998718, | |
| "min": 1.555308699607849e-07, | |
| "max": 7.40625, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.attn.txt_attn_proj_bin2": { | |
| "amax": 30.0, | |
| "p99_9": 7.27685546875, | |
| "std": 0.6664268970489502, | |
| "min": 2.3748725652694702e-07, | |
| "max": 28.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.img_mlp.net.0.proj_bin2": { | |
| "amax": 10.125, | |
| "p99_9": 2.875, | |
| "std": 0.4664090573787689, | |
| "min": 0.0, | |
| "max": 9.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.img_mlp.net.2_bin2": { | |
| "amax": 6.625, | |
| "p99_9": 1.6484375, | |
| "std": 0.1669037640094757, | |
| "min": 0.0, | |
| "max": 4.78125, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.txt_mlp.net.0.proj_bin2": { | |
| "amax": 18.375, | |
| "p99_9": 4.497802734375, | |
| "std": 0.5899907350540161, | |
| "min": 0.0, | |
| "max": 15.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.txt_mlp.net.2_bin2": { | |
| "amax": 38.75, | |
| "p99_9": 2.578125, | |
| "std": 0.31390291452407837, | |
| "min": 0.0, | |
| "max": 36.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.attn.img_attn_qkv_bin2": { | |
| "amax": 16.0, | |
| "p99_9": 7.15625, | |
| "std": 1.2236782312393188, | |
| "min": 0.0, | |
| "max": 12.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.5, | |
| "p99_9": 10.25, | |
| "std": 1.4202216863632202, | |
| "min": 0.0, | |
| "max": 35.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.attn.img_attn_proj_bin2": { | |
| "amax": 10.875, | |
| "p99_9": 3.09375, | |
| "std": 0.42328909039497375, | |
| "min": 3.236345946788788e-08, | |
| "max": 8.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.attn.txt_attn_proj_bin2": { | |
| "amax": 42.5, | |
| "p99_9": 10.0625, | |
| "std": 0.8167683482170105, | |
| "min": 8.754432201385498e-08, | |
| "max": 34.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.img_mlp.net.0.proj_bin2": { | |
| "amax": 10.0625, | |
| "p99_9": 3.0, | |
| "std": 0.4810004234313965, | |
| "min": 0.0, | |
| "max": 9.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.img_mlp.net.2_bin2": { | |
| "amax": 6.1875, | |
| "p99_9": 1.82757568359375, | |
| "std": 0.18290841579437256, | |
| "min": 0.0, | |
| "max": 5.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.txt_mlp.net.0.proj_bin2": { | |
| "amax": 17.75, | |
| "p99_9": 4.59375, | |
| "std": 0.5924568772315979, | |
| "min": 0.0, | |
| "max": 14.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.txt_mlp.net.2_bin2": { | |
| "amax": 50.75, | |
| "p99_9": 2.6707763671875, | |
| "std": 0.3490203022956848, | |
| "min": 0.0, | |
| "max": 36.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.attn.img_attn_qkv_bin2": { | |
| "amax": 17.25, | |
| "p99_9": 7.53125, | |
| "std": 1.2714042663574219, | |
| "min": 0.0, | |
| "max": 14.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.attn.txt_attn_qkv_bin2": { | |
| "amax": 36.0, | |
| "p99_9": 10.55810546875, | |
| "std": 1.4721364974975586, | |
| "min": 0.0, | |
| "max": 34.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.attn.img_attn_proj_bin2": { | |
| "amax": 7.84375, | |
| "p99_9": 3.234375, | |
| "std": 0.47297587990760803, | |
| "min": 2.0605511963367462e-08, | |
| "max": 6.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.attn.txt_attn_proj_bin2": { | |
| "amax": 44.75, | |
| "p99_9": 7.84375, | |
| "std": 0.6979952454566956, | |
| "min": 5.384208634495735e-09, | |
| "max": 39.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.img_mlp.net.0.proj_bin2": { | |
| "amax": 9.875, | |
| "p99_9": 3.0, | |
| "std": 0.4866490960121155, | |
| "min": 0.0, | |
| "max": 9.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.img_mlp.net.2_bin2": { | |
| "amax": 7.0, | |
| "p99_9": 1.8035888671875, | |
| "std": 0.18734043836593628, | |
| "min": 0.0, | |
| "max": 4.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.txt_mlp.net.0.proj_bin2": { | |
| "amax": 17.375, | |
| "p99_9": 4.59375, | |
| "std": 0.606040894985199, | |
| "min": 0.0, | |
| "max": 14.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.txt_mlp.net.2_bin2": { | |
| "amax": 48.25, | |
| "p99_9": 2.671875, | |
| "std": 0.32209542393684387, | |
| "min": 0.0, | |
| "max": 46.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.attn.img_attn_qkv_bin2": { | |
| "amax": 18.25, | |
| "p99_9": 8.1875, | |
| "std": 1.3702000379562378, | |
| "min": 0.0, | |
| "max": 15.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.attn.txt_attn_qkv_bin2": { | |
| "amax": 36.0, | |
| "p99_9": 10.9375, | |
| "std": 1.572000503540039, | |
| "min": 0.0, | |
| "max": 30.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.attn.img_attn_proj_bin2": { | |
| "amax": 9.1875, | |
| "p99_9": 3.810302734375, | |
| "std": 0.5057907104492188, | |
| "min": 4.0279701352119446e-08, | |
| "max": 8.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.attn.txt_attn_proj_bin2": { | |
| "amax": 38.5, | |
| "p99_9": 8.125, | |
| "std": 0.7647173404693604, | |
| "min": 1.8719583749771118e-07, | |
| "max": 36.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.img_mlp.net.0.proj_bin2": { | |
| "amax": 11.125, | |
| "p99_9": 2.921875, | |
| "std": 0.4700559973716736, | |
| "min": 0.0, | |
| "max": 10.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.img_mlp.net.2_bin2": { | |
| "amax": 6.6875, | |
| "p99_9": 1.65625, | |
| "std": 0.17279155552387238, | |
| "min": 0.0, | |
| "max": 4.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.txt_mlp.net.0.proj_bin2": { | |
| "amax": 17.5, | |
| "p99_9": 4.78125, | |
| "std": 0.6381165981292725, | |
| "min": 0.0, | |
| "max": 15.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.txt_mlp.net.2_bin2": { | |
| "amax": 20.0, | |
| "p99_9": 2.6875, | |
| "std": 0.29199644923210144, | |
| "min": 0.0, | |
| "max": 11.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.attn.img_attn_qkv_bin2": { | |
| "amax": 18.75, | |
| "p99_9": 7.904052734375, | |
| "std": 1.3160338401794434, | |
| "min": 0.0, | |
| "max": 16.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.25, | |
| "p99_9": 11.625, | |
| "std": 1.6902097463607788, | |
| "min": 0.0, | |
| "max": 33.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.attn.img_attn_proj_bin2": { | |
| "amax": 7.0, | |
| "p99_9": 3.0, | |
| "std": 0.4591313600540161, | |
| "min": 1.1175870895385742e-08, | |
| "max": 5.84375, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.attn.txt_attn_proj_bin2": { | |
| "amax": 44.0, | |
| "p99_9": 5.34375, | |
| "std": 0.5526577830314636, | |
| "min": 6.05359673500061e-08, | |
| "max": 40.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.img_mlp.net.0.proj_bin2": { | |
| "amax": 10.625, | |
| "p99_9": 2.875, | |
| "std": 0.4725334644317627, | |
| "min": 0.0, | |
| "max": 9.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.img_mlp.net.2_bin2": { | |
| "amax": 6.6875, | |
| "p99_9": 1.7890625, | |
| "std": 0.19175034761428833, | |
| "min": 0.0, | |
| "max": 4.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.txt_mlp.net.0.proj_bin2": { | |
| "amax": 18.75, | |
| "p99_9": 5.0, | |
| "std": 0.697414755821228, | |
| "min": 0.0, | |
| "max": 15.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.txt_mlp.net.2_bin2": { | |
| "amax": 11.5625, | |
| "p99_9": 2.9832763671875, | |
| "std": 0.3180665373802185, | |
| "min": 0.0, | |
| "max": 11.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.attn.img_attn_qkv_bin2": { | |
| "amax": 19.375, | |
| "p99_9": 8.24560546875, | |
| "std": 1.3783456087112427, | |
| "min": 0.0, | |
| "max": 14.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.25, | |
| "p99_9": 11.75, | |
| "std": 1.7480711936950684, | |
| "min": 0.0, | |
| "max": 29.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.attn.img_attn_proj_bin2": { | |
| "amax": 10.625, | |
| "p99_9": 4.09375, | |
| "std": 0.5258713960647583, | |
| "min": 9.266659617424011e-08, | |
| "max": 9.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.attn.txt_attn_proj_bin2": { | |
| "amax": 55.75, | |
| "p99_9": 7.997802734375, | |
| "std": 0.7608910202980042, | |
| "min": 2.9243528842926025e-07, | |
| "max": 53.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.img_mlp.net.0.proj_bin2": { | |
| "amax": 10.625, | |
| "p99_9": 2.6707763671875, | |
| "std": 0.4438624382019043, | |
| "min": 0.0, | |
| "max": 10.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.img_mlp.net.2_bin2": { | |
| "amax": 6.0625, | |
| "p99_9": 1.609375, | |
| "std": 0.17783114314079285, | |
| "min": 0.0, | |
| "max": 4.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.txt_mlp.net.0.proj_bin2": { | |
| "amax": 18.125, | |
| "p99_9": 4.90625, | |
| "std": 0.6991742253303528, | |
| "min": 0.0, | |
| "max": 15.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.txt_mlp.net.2_bin2": { | |
| "amax": 11.4375, | |
| "p99_9": 2.8895263671875, | |
| "std": 0.308820903301239, | |
| "min": 0.0, | |
| "max": 10.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.attn.img_attn_qkv_bin2": { | |
| "amax": 20.0, | |
| "p99_9": 8.4375, | |
| "std": 1.4079550504684448, | |
| "min": 0.0, | |
| "max": 16.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.0, | |
| "p99_9": 12.125, | |
| "std": 1.8082382678985596, | |
| "min": 0.0, | |
| "max": 34.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.attn.img_attn_proj_bin2": { | |
| "amax": 9.0, | |
| "p99_9": 3.765625, | |
| "std": 0.5438020825386047, | |
| "min": 6.05359673500061e-08, | |
| "max": 6.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.attn.txt_attn_proj_bin2": { | |
| "amax": 37.75, | |
| "p99_9": 6.185302734375, | |
| "std": 0.6413276791572571, | |
| "min": 5.8906152844429016e-08, | |
| "max": 37.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.img_mlp.net.0.proj_bin2": { | |
| "amax": 10.375, | |
| "p99_9": 2.890625, | |
| "std": 0.4694656431674957, | |
| "min": 0.0, | |
| "max": 10.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.img_mlp.net.2_bin2": { | |
| "amax": 5.5, | |
| "p99_9": 1.6484375, | |
| "std": 0.1814298778772354, | |
| "min": 0.0, | |
| "max": 4.03125, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.txt_mlp.net.0.proj_bin2": { | |
| "amax": 18.375, | |
| "p99_9": 5.0625, | |
| "std": 0.7245305776596069, | |
| "min": 0.0, | |
| "max": 17.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.txt_mlp.net.2_bin2": { | |
| "amax": 12.375, | |
| "p99_9": 2.9375, | |
| "std": 0.3183238208293915, | |
| "min": 0.0, | |
| "max": 9.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.attn.img_attn_qkv_bin2": { | |
| "amax": 20.25, | |
| "p99_9": 8.25, | |
| "std": 1.3617488145828247, | |
| "min": 0.0, | |
| "max": 16.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.0, | |
| "p99_9": 12.3125, | |
| "std": 1.863750696182251, | |
| "min": 0.0, | |
| "max": 35.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.attn.img_attn_proj_bin2": { | |
| "amax": 9.125, | |
| "p99_9": 3.171875, | |
| "std": 0.44959402084350586, | |
| "min": 2.868473529815674e-07, | |
| "max": 7.59375, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.attn.txt_attn_proj_bin2": { | |
| "amax": 29.375, | |
| "p99_9": 5.46875, | |
| "std": 0.5666124820709229, | |
| "min": 2.980232238769531e-07, | |
| "max": 27.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.img_mlp.net.0.proj_bin2": { | |
| "amax": 10.1875, | |
| "p99_9": 2.8739013671875, | |
| "std": 0.4728672206401825, | |
| "min": 0.0, | |
| "max": 9.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.img_mlp.net.2_bin2": { | |
| "amax": 5.78125, | |
| "p99_9": 1.6484375, | |
| "std": 0.17427171766757965, | |
| "min": 0.0, | |
| "max": 3.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.txt_mlp.net.0.proj_bin2": { | |
| "amax": 18.875, | |
| "p99_9": 5.34375, | |
| "std": 0.7599668502807617, | |
| "min": 0.0, | |
| "max": 16.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.txt_mlp.net.2_bin2": { | |
| "amax": 44.75, | |
| "p99_9": 3.0, | |
| "std": 0.3402591645717621, | |
| "min": 0.0, | |
| "max": 43.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.attn.img_attn_qkv_bin2": { | |
| "amax": 20.5, | |
| "p99_9": 8.0, | |
| "std": 1.3335901498794556, | |
| "min": 0.0, | |
| "max": 18.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.25, | |
| "p99_9": 12.62060546875, | |
| "std": 1.9263031482696533, | |
| "min": 0.0, | |
| "max": 33.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.attn.img_attn_proj_bin2": { | |
| "amax": 7.6875, | |
| "p99_9": 3.2645263671875, | |
| "std": 0.43527162075042725, | |
| "min": 5.587935447692871e-08, | |
| "max": 7.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.attn.txt_attn_proj_bin2": { | |
| "amax": 28.75, | |
| "p99_9": 5.310302734375, | |
| "std": 0.6268603801727295, | |
| "min": 4.540197551250458e-08, | |
| "max": 28.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.img_mlp.net.0.proj_bin2": { | |
| "amax": 9.9375, | |
| "p99_9": 3.140625, | |
| "std": 0.4972865581512451, | |
| "min": 0.0, | |
| "max": 9.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.img_mlp.net.2_bin2": { | |
| "amax": 6.15625, | |
| "p99_9": 1.75726318359375, | |
| "std": 0.17552033066749573, | |
| "min": 0.0, | |
| "max": 3.765625, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.txt_mlp.net.0.proj_bin2": { | |
| "amax": 20.125, | |
| "p99_9": 5.53125, | |
| "std": 0.7660472989082336, | |
| "min": 0.0, | |
| "max": 19.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.txt_mlp.net.2_bin2": { | |
| "amax": 32.5, | |
| "p99_9": 2.9364013671875, | |
| "std": 0.32813745737075806, | |
| "min": 0.0, | |
| "max": 12.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.attn.img_attn_qkv_bin2": { | |
| "amax": 23.125, | |
| "p99_9": 8.8125, | |
| "std": 1.4313993453979492, | |
| "min": 0.0, | |
| "max": 16.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.25, | |
| "p99_9": 12.87060546875, | |
| "std": 1.917277216911316, | |
| "min": 0.0, | |
| "max": 28.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.attn.img_attn_proj_bin2": { | |
| "amax": 10.3125, | |
| "p99_9": 3.609375, | |
| "std": 0.44132915139198303, | |
| "min": 1.3690441846847534e-07, | |
| "max": 8.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.attn.txt_attn_proj_bin2": { | |
| "amax": 33.0, | |
| "p99_9": 5.34375, | |
| "std": 0.5654016733169556, | |
| "min": 4.7730281949043274e-08, | |
| "max": 31.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.img_mlp.net.0.proj_bin2": { | |
| "amax": 9.5, | |
| "p99_9": 3.4207763671875, | |
| "std": 0.5365365147590637, | |
| "min": 0.0, | |
| "max": 8.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.img_mlp.net.2_bin2": { | |
| "amax": 7.4375, | |
| "p99_9": 1.734375, | |
| "std": 0.17193059623241425, | |
| "min": 0.0, | |
| "max": 4.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.txt_mlp.net.0.proj_bin2": { | |
| "amax": 21.0, | |
| "p99_9": 5.560302734375, | |
| "std": 0.7697441577911377, | |
| "min": 0.0, | |
| "max": 19.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.txt_mlp.net.2_bin2": { | |
| "amax": 8.8125, | |
| "p99_9": 2.71875, | |
| "std": 0.285212904214859, | |
| "min": 0.0, | |
| "max": 7.15625, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.attn.img_attn_qkv_bin2": { | |
| "amax": 23.5, | |
| "p99_9": 8.9375, | |
| "std": 1.4717880487442017, | |
| "min": 0.0, | |
| "max": 20.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.0, | |
| "p99_9": 12.9375, | |
| "std": 1.9193246364593506, | |
| "min": 0.0, | |
| "max": 34.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.attn.img_attn_proj_bin2": { | |
| "amax": 9.9375, | |
| "p99_9": 3.25, | |
| "std": 0.3818197548389435, | |
| "min": 1.0419171303510666e-08, | |
| "max": 7.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.attn.txt_attn_proj_bin2": { | |
| "amax": 13.5, | |
| "p99_9": 3.71875, | |
| "std": 0.41670799255371094, | |
| "min": 2.2118911147117615e-08, | |
| "max": 12.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.img_mlp.net.0.proj_bin2": { | |
| "amax": 9.3125, | |
| "p99_9": 3.296875, | |
| "std": 0.5232019424438477, | |
| "min": 0.0, | |
| "max": 8.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.img_mlp.net.2_bin2": { | |
| "amax": 6.40625, | |
| "p99_9": 1.5546875, | |
| "std": 0.1555507928133011, | |
| "min": 0.0, | |
| "max": 4.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.txt_mlp.net.0.proj_bin2": { | |
| "amax": 21.125, | |
| "p99_9": 5.6875, | |
| "std": 0.7919638752937317, | |
| "min": 0.0, | |
| "max": 19.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.txt_mlp.net.2_bin2": { | |
| "amax": 10.0625, | |
| "p99_9": 2.75, | |
| "std": 0.2877066731452942, | |
| "min": 0.0, | |
| "max": 5.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.attn.img_attn_qkv_bin2": { | |
| "amax": 24.125, | |
| "p99_9": 8.875, | |
| "std": 1.4230774641036987, | |
| "min": 0.0, | |
| "max": 17.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.25, | |
| "p99_9": 12.875, | |
| "std": 1.9521995782852173, | |
| "min": 0.0, | |
| "max": 30.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.attn.img_attn_proj_bin2": { | |
| "amax": 8.8125, | |
| "p99_9": 3.7645263671875, | |
| "std": 0.4419327974319458, | |
| "min": 4.023313522338867e-07, | |
| "max": 7.09375, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.attn.txt_attn_proj_bin2": { | |
| "amax": 19.25, | |
| "p99_9": 3.671875, | |
| "std": 0.39765551686286926, | |
| "min": 1.0011717677116394e-08, | |
| "max": 18.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.img_mlp.net.0.proj_bin2": { | |
| "amax": 9.3125, | |
| "p99_9": 3.328125, | |
| "std": 0.5200828909873962, | |
| "min": 0.0, | |
| "max": 8.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.img_mlp.net.2_bin2": { | |
| "amax": 6.65625, | |
| "p99_9": 1.609375, | |
| "std": 0.16044269502162933, | |
| "min": 0.0, | |
| "max": 4.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.txt_mlp.net.0.proj_bin2": { | |
| "amax": 21.375, | |
| "p99_9": 5.625, | |
| "std": 0.7907754182815552, | |
| "min": 0.0, | |
| "max": 19.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.txt_mlp.net.2_bin2": { | |
| "amax": 11.25, | |
| "p99_9": 2.84375, | |
| "std": 0.30886200070381165, | |
| "min": 0.0, | |
| "max": 8.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.attn.img_attn_qkv_bin2": { | |
| "amax": 24.375, | |
| "p99_9": 8.875, | |
| "std": 1.413527488708496, | |
| "min": 0.0, | |
| "max": 18.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.75, | |
| "p99_9": 12.5625, | |
| "std": 1.889111042022705, | |
| "min": 0.0, | |
| "max": 31.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.attn.img_attn_proj_bin2": { | |
| "amax": 7.9375, | |
| "p99_9": 3.5625, | |
| "std": 0.39156267046928406, | |
| "min": 3.306195139884949e-08, | |
| "max": 7.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.attn.txt_attn_proj_bin2": { | |
| "amax": 15.5625, | |
| "p99_9": 3.875, | |
| "std": 0.3926580846309662, | |
| "min": 1.73225998878479e-07, | |
| "max": 13.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.img_mlp.net.0.proj_bin2": { | |
| "amax": 9.1875, | |
| "p99_9": 3.2957763671875, | |
| "std": 0.5134258270263672, | |
| "min": 0.0, | |
| "max": 8.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.img_mlp.net.2_bin2": { | |
| "amax": 5.3125, | |
| "p99_9": 1.5, | |
| "std": 0.15001976490020752, | |
| "min": 0.0, | |
| "max": 3.609375, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.txt_mlp.net.0.proj_bin2": { | |
| "amax": 21.125, | |
| "p99_9": 5.6875, | |
| "std": 0.765117347240448, | |
| "min": 0.0, | |
| "max": 18.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.txt_mlp.net.2_bin2": { | |
| "amax": 12.875, | |
| "p99_9": 3.03125, | |
| "std": 0.31956082582473755, | |
| "min": 0.0, | |
| "max": 9.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.attn.img_attn_qkv_bin2": { | |
| "amax": 24.25, | |
| "p99_9": 8.4375, | |
| "std": 1.3394663333892822, | |
| "min": 0.0, | |
| "max": 18.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.75, | |
| "p99_9": 12.05810546875, | |
| "std": 1.7757283449172974, | |
| "min": 0.0, | |
| "max": 32.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.attn.img_attn_proj_bin2": { | |
| "amax": 8.125, | |
| "p99_9": 3.578125, | |
| "std": 0.3991508483886719, | |
| "min": 7.508788257837296e-09, | |
| "max": 7.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.attn.txt_attn_proj_bin2": { | |
| "amax": 15.75, | |
| "p99_9": 3.4375, | |
| "std": 0.3403467535972595, | |
| "min": 3.189779818058014e-08, | |
| "max": 15.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.img_mlp.net.0.proj_bin2": { | |
| "amax": 9.5, | |
| "p99_9": 3.0926513671875, | |
| "std": 0.4827103912830353, | |
| "min": 0.0, | |
| "max": 9.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.img_mlp.net.2_bin2": { | |
| "amax": 7.875, | |
| "p99_9": 1.375, | |
| "std": 0.1353047490119934, | |
| "min": 0.0, | |
| "max": 3.421875, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.txt_mlp.net.0.proj_bin2": { | |
| "amax": 20.875, | |
| "p99_9": 5.685302734375, | |
| "std": 0.7296647429466248, | |
| "min": 0.0, | |
| "max": 16.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.txt_mlp.net.2_bin2": { | |
| "amax": 8.6875, | |
| "p99_9": 2.640625, | |
| "std": 0.26741132140159607, | |
| "min": 0.0, | |
| "max": 7.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.attn.img_attn_qkv_bin2": { | |
| "amax": 23.75, | |
| "p99_9": 8.0, | |
| "std": 1.2216488122940063, | |
| "min": 0.0, | |
| "max": 19.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.attn.txt_attn_qkv_bin2": { | |
| "amax": 36.0, | |
| "p99_9": 11.6875, | |
| "std": 1.6923757791519165, | |
| "min": 0.0, | |
| "max": 34.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.attn.img_attn_proj_bin2": { | |
| "amax": 9.9375, | |
| "p99_9": 2.875, | |
| "std": 0.335070937871933, | |
| "min": 1.2223608791828156e-08, | |
| "max": 9.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.attn.txt_attn_proj_bin2": { | |
| "amax": 17.25, | |
| "p99_9": 3.5625, | |
| "std": 0.30472925305366516, | |
| "min": 1.8533319234848022e-07, | |
| "max": 13.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.img_mlp.net.0.proj_bin2": { | |
| "amax": 9.8125, | |
| "p99_9": 2.703125, | |
| "std": 0.4180040657520294, | |
| "min": 0.0, | |
| "max": 9.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.img_mlp.net.2_bin2": { | |
| "amax": 4.46875, | |
| "p99_9": 1.1328125, | |
| "std": 0.11502376943826675, | |
| "min": 2.537854015827179e-08, | |
| "max": 3.015625, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.txt_mlp.net.0.proj_bin2": { | |
| "amax": 25.0, | |
| "p99_9": 5.591552734375, | |
| "std": 0.7069710493087769, | |
| "min": 0.0, | |
| "max": 21.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.txt_mlp.net.2_bin2": { | |
| "amax": 11.9375, | |
| "p99_9": 2.4676513671875, | |
| "std": 0.24073456227779388, | |
| "min": 0.0, | |
| "max": 8.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.attn.img_attn_qkv_bin2": { | |
| "amax": 23.25, | |
| "p99_9": 7.591552734375, | |
| "std": 1.0929133892059326, | |
| "min": 0.0, | |
| "max": 21.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.attn.txt_attn_qkv_bin2": { | |
| "amax": 36.0, | |
| "p99_9": 11.375, | |
| "std": 1.6085569858551025, | |
| "min": 0.0, | |
| "max": 30.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.attn.img_attn_proj_bin2": { | |
| "amax": 7.78125, | |
| "p99_9": 2.875, | |
| "std": 0.33222225308418274, | |
| "min": 7.62520357966423e-09, | |
| "max": 6.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.attn.txt_attn_proj_bin2": { | |
| "amax": 21.75, | |
| "p99_9": 4.71875, | |
| "std": 0.37724050879478455, | |
| "min": 1.1408701539039612e-08, | |
| "max": 20.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.img_mlp.net.0.proj_bin2": { | |
| "amax": 10.125, | |
| "p99_9": 2.6875, | |
| "std": 0.3933049142360687, | |
| "min": 0.0, | |
| "max": 9.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.img_mlp.net.2_bin2": { | |
| "amax": 5.0625, | |
| "p99_9": 1.1015625, | |
| "std": 0.1083802655339241, | |
| "min": 1.5366822481155396e-08, | |
| "max": 2.90625, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.txt_mlp.net.0.proj_bin2": { | |
| "amax": 26.875, | |
| "p99_9": 5.40625, | |
| "std": 0.6633825302124023, | |
| "min": 0.0, | |
| "max": 21.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.txt_mlp.net.2_bin2": { | |
| "amax": 7.03125, | |
| "p99_9": 2.265625, | |
| "std": 0.22319400310516357, | |
| "min": 0.0, | |
| "max": 6.03125, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.attn.img_attn_qkv_bin2": { | |
| "amax": 24.875, | |
| "p99_9": 7.875, | |
| "std": 1.0932587385177612, | |
| "min": 0.0, | |
| "max": 18.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.attn.txt_attn_qkv_bin2": { | |
| "amax": 35.25, | |
| "p99_9": 10.99560546875, | |
| "std": 1.5295696258544922, | |
| "min": 0.0, | |
| "max": 29.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.attn.img_attn_proj_bin2": { | |
| "amax": 7.71875, | |
| "p99_9": 3.2176513671875, | |
| "std": 0.3850955069065094, | |
| "min": 1.816079020500183e-08, | |
| "max": 5.40625, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.attn.txt_attn_proj_bin2": { | |
| "amax": 6.125, | |
| "p99_9": 2.90625, | |
| "std": 0.3253682255744934, | |
| "min": 3.236345946788788e-08, | |
| "max": 5.46875, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.img_mlp.net.0.proj_bin2": { | |
| "amax": 10.0625, | |
| "p99_9": 2.90625, | |
| "std": 0.3980998396873474, | |
| "min": 0.0, | |
| "max": 9.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.img_mlp.net.2_bin2": { | |
| "amax": 4.75, | |
| "p99_9": 0.96875, | |
| "std": 0.08568272739648819, | |
| "min": 9.546056389808655e-09, | |
| "max": 4.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.txt_mlp.net.0.proj_bin2": { | |
| "amax": 28.0, | |
| "p99_9": 5.25, | |
| "std": 0.6366423964500427, | |
| "min": 0.0, | |
| "max": 21.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.txt_mlp.net.2_bin2": { | |
| "amax": 0.13671875, | |
| "p99_9": 0.05712890625, | |
| "std": 0.008986175991594791, | |
| "min": 0.0, | |
| "max": 0.10888671875, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.attn.img_attn_qkv_bin3": { | |
| "amax": 20.375, | |
| "p99_9": 10.80810546875, | |
| "std": 1.889888882637024, | |
| "min": 0.0, | |
| "max": 18.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.attn.txt_attn_qkv_bin3": { | |
| "amax": 12.9375, | |
| "p99_9": 7.716552734375, | |
| "std": 1.323341965675354, | |
| "min": 0.0, | |
| "max": 12.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.attn.img_attn_proj_bin3": { | |
| "amax": 12.9375, | |
| "p99_9": 10.8125, | |
| "std": 1.4175254106521606, | |
| "min": 2.491287887096405e-08, | |
| "max": 12.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.attn.txt_attn_proj_bin3": { | |
| "amax": 14.1875, | |
| "p99_9": 6.1875, | |
| "std": 0.6867882609367371, | |
| "min": 1.0896474123001099e-07, | |
| "max": 12.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.img_mlp.net.0.proj_bin3": { | |
| "amax": 4.75, | |
| "p99_9": 1.359375, | |
| "std": 0.22559218108654022, | |
| "min": 0.0, | |
| "max": 4.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.img_mlp.net.2_bin3": { | |
| "amax": 3.515625, | |
| "p99_9": 1.53125, | |
| "std": 0.19759882986545563, | |
| "min": 4.773028194904327e-09, | |
| "max": 3.28125, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.txt_mlp.net.0.proj_bin3": { | |
| "amax": 28.375, | |
| "p99_9": 9.1875, | |
| "std": 0.6570980548858643, | |
| "min": 0.0, | |
| "max": 26.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.txt_mlp.net.2_bin3": { | |
| "amax": 9.4375, | |
| "p99_9": 4.497802734375, | |
| "std": 0.29977962374687195, | |
| "min": 0.0, | |
| "max": 8.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.attn.img_attn_qkv_bin3": { | |
| "amax": 8.75, | |
| "p99_9": 4.5625, | |
| "std": 0.7465620636940002, | |
| "min": 0.0, | |
| "max": 7.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.attn.txt_attn_qkv_bin3": { | |
| "amax": 14.25, | |
| "p99_9": 4.46875, | |
| "std": 0.7224776148796082, | |
| "min": 0.0, | |
| "max": 13.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.attn.img_attn_proj_bin3": { | |
| "amax": 5.40625, | |
| "p99_9": 2.78125, | |
| "std": 0.44483113288879395, | |
| "min": 2.738088369369507e-07, | |
| "max": 5.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.attn.txt_attn_proj_bin3": { | |
| "amax": 4.46875, | |
| "p99_9": 2.84375, | |
| "std": 0.46894094347953796, | |
| "min": 5.494803190231323e-08, | |
| "max": 4.28125, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.img_mlp.net.0.proj_bin3": { | |
| "amax": 4.625, | |
| "p99_9": 1.59375, | |
| "std": 0.24146057665348053, | |
| "min": 0.0, | |
| "max": 4.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.img_mlp.net.2_bin3": { | |
| "amax": 3.75, | |
| "p99_9": 0.91741943359375, | |
| "std": 0.10863415896892548, | |
| "min": 7.130438461899757e-09, | |
| "max": 3.46875, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.txt_mlp.net.0.proj_bin3": { | |
| "amax": 34.25, | |
| "p99_9": 11.8125, | |
| "std": 0.7896022200584412, | |
| "min": 0.0, | |
| "max": 31.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.txt_mlp.net.2_bin3": { | |
| "amax": 4.59375, | |
| "p99_9": 1.5078125, | |
| "std": 0.13521800935268402, | |
| "min": 0.0, | |
| "max": 4.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.attn.img_attn_qkv_bin3": { | |
| "amax": 8.75, | |
| "p99_9": 3.90625, | |
| "std": 0.6087185740470886, | |
| "min": 0.0, | |
| "max": 8.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.attn.txt_attn_qkv_bin3": { | |
| "amax": 16.75, | |
| "p99_9": 5.25, | |
| "std": 0.8183799982070923, | |
| "min": 0.0, | |
| "max": 16.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.attn.img_attn_proj_bin3": { | |
| "amax": 8.375, | |
| "p99_9": 2.796875, | |
| "std": 0.38419196009635925, | |
| "min": 3.073364496231079e-08, | |
| "max": 7.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.attn.txt_attn_proj_bin3": { | |
| "amax": 7.5, | |
| "p99_9": 2.40625, | |
| "std": 0.3580840826034546, | |
| "min": 1.0069925338029861e-08, | |
| "max": 5.34375, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.img_mlp.net.0.proj_bin3": { | |
| "amax": 4.75, | |
| "p99_9": 1.50726318359375, | |
| "std": 0.229753777384758, | |
| "min": 0.0, | |
| "max": 4.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.img_mlp.net.2_bin3": { | |
| "amax": 4.46875, | |
| "p99_9": 1.3828125, | |
| "std": 0.11273716390132904, | |
| "min": 0.0, | |
| "max": 4.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.txt_mlp.net.0.proj_bin3": { | |
| "amax": 44.5, | |
| "p99_9": 13.9375, | |
| "std": 0.9348253011703491, | |
| "min": 0.0, | |
| "max": 43.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.txt_mlp.net.2_bin3": { | |
| "amax": 7.03125, | |
| "p99_9": 1.62445068359375, | |
| "std": 0.1504308134317398, | |
| "min": 0.0, | |
| "max": 5.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.attn.img_attn_qkv_bin3": { | |
| "amax": 10.1875, | |
| "p99_9": 3.96875, | |
| "std": 0.5973303914070129, | |
| "min": 0.0, | |
| "max": 8.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.attn.txt_attn_qkv_bin3": { | |
| "amax": 15.125, | |
| "p99_9": 5.84375, | |
| "std": 0.901405930519104, | |
| "min": 0.0, | |
| "max": 14.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.attn.img_attn_proj_bin3": { | |
| "amax": 6.375, | |
| "p99_9": 2.53125, | |
| "std": 0.3648017942905426, | |
| "min": 1.3096723705530167e-08, | |
| "max": 5.96875, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.attn.txt_attn_proj_bin3": { | |
| "amax": 8.0625, | |
| "p99_9": 3.2176513671875, | |
| "std": 0.38761964440345764, | |
| "min": 6.51925802230835e-08, | |
| "max": 7.28125, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.img_mlp.net.0.proj_bin3": { | |
| "amax": 4.75, | |
| "p99_9": 1.71875, | |
| "std": 0.2522527575492859, | |
| "min": 0.0, | |
| "max": 4.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.img_mlp.net.2_bin3": { | |
| "amax": 4.8125, | |
| "p99_9": 1.3203125, | |
| "std": 0.11951261013746262, | |
| "min": 0.0, | |
| "max": 4.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.txt_mlp.net.0.proj_bin3": { | |
| "amax": 54.75, | |
| "p99_9": 14.37060546875, | |
| "std": 1.09207284450531, | |
| "min": 0.0, | |
| "max": 52.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.txt_mlp.net.2_bin3": { | |
| "amax": 7.53125, | |
| "p99_9": 1.8359375, | |
| "std": 0.16427329182624817, | |
| "min": 0.0, | |
| "max": 5.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.attn.img_attn_qkv_bin3": { | |
| "amax": 9.0625, | |
| "p99_9": 4.125, | |
| "std": 0.6192256212234497, | |
| "min": 0.0, | |
| "max": 7.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.attn.txt_attn_qkv_bin3": { | |
| "amax": 14.375, | |
| "p99_9": 6.34375, | |
| "std": 0.9611099362373352, | |
| "min": 0.0, | |
| "max": 13.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.attn.img_attn_proj_bin3": { | |
| "amax": 5.25, | |
| "p99_9": 2.5770263671875, | |
| "std": 0.3561836779117584, | |
| "min": 1.0291114449501038e-07, | |
| "max": 4.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.attn.txt_attn_proj_bin3": { | |
| "amax": 7.40625, | |
| "p99_9": 2.9207763671875, | |
| "std": 0.3810908794403076, | |
| "min": 9.546056389808655e-08, | |
| "max": 6.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.img_mlp.net.0.proj_bin3": { | |
| "amax": 4.75, | |
| "p99_9": 1.625, | |
| "std": 0.24378909170627594, | |
| "min": 0.0, | |
| "max": 4.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.img_mlp.net.2_bin3": { | |
| "amax": 4.375, | |
| "p99_9": 1.2578125, | |
| "std": 0.11080010235309601, | |
| "min": 0.0, | |
| "max": 3.453125, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.txt_mlp.net.0.proj_bin3": { | |
| "amax": 60.25, | |
| "p99_9": 13.3125, | |
| "std": 1.1227155923843384, | |
| "min": 0.0, | |
| "max": 58.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.txt_mlp.net.2_bin3": { | |
| "amax": 10.25, | |
| "p99_9": 1.953125, | |
| "std": 0.18132026493549347, | |
| "min": 0.0, | |
| "max": 10.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.attn.img_attn_qkv_bin3": { | |
| "amax": 8.125, | |
| "p99_9": 3.84375, | |
| "std": 0.5797486901283264, | |
| "min": 0.0, | |
| "max": 7.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.attn.txt_attn_qkv_bin3": { | |
| "amax": 14.875, | |
| "p99_9": 6.841552734375, | |
| "std": 1.059338092803955, | |
| "min": 0.0, | |
| "max": 13.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.attn.img_attn_proj_bin3": { | |
| "amax": 5.65625, | |
| "p99_9": 2.359375, | |
| "std": 0.32568028569221497, | |
| "min": 1.9185245037078857e-07, | |
| "max": 4.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.attn.txt_attn_proj_bin3": { | |
| "amax": 9.6875, | |
| "p99_9": 3.609375, | |
| "std": 0.393688440322876, | |
| "min": 4.0046870708465576e-08, | |
| "max": 9.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.img_mlp.net.0.proj_bin3": { | |
| "amax": 4.8125, | |
| "p99_9": 1.6640625, | |
| "std": 0.24577820301055908, | |
| "min": 0.0, | |
| "max": 4.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.img_mlp.net.2_bin3": { | |
| "amax": 5.21875, | |
| "p99_9": 1.203125, | |
| "std": 0.10132012516260147, | |
| "min": 0.0, | |
| "max": 3.765625, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.txt_mlp.net.0.proj_bin3": { | |
| "amax": 68.5, | |
| "p99_9": 12.3037109375, | |
| "std": 1.1905829906463623, | |
| "min": 0.0, | |
| "max": 66.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.txt_mlp.net.2_bin3": { | |
| "amax": 8.1875, | |
| "p99_9": 1.99945068359375, | |
| "std": 0.18424135446548462, | |
| "min": 0.0, | |
| "max": 5.65625, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.attn.img_attn_qkv_bin3": { | |
| "amax": 9.4375, | |
| "p99_9": 4.029052734375, | |
| "std": 0.608397901058197, | |
| "min": 0.0, | |
| "max": 7.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.attn.txt_attn_qkv_bin3": { | |
| "amax": 14.25, | |
| "p99_9": 7.1875, | |
| "std": 1.1232852935791016, | |
| "min": 0.0, | |
| "max": 13.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.attn.img_attn_proj_bin3": { | |
| "amax": 7.28125, | |
| "p99_9": 2.28125, | |
| "std": 0.32618072628974915, | |
| "min": 3.1851232051849365e-07, | |
| "max": 5.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.attn.txt_attn_proj_bin3": { | |
| "amax": 10.1875, | |
| "p99_9": 3.25, | |
| "std": 0.40463605523109436, | |
| "min": 2.4586915969848633e-07, | |
| "max": 9.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.img_mlp.net.0.proj_bin3": { | |
| "amax": 4.875, | |
| "p99_9": 1.64007568359375, | |
| "std": 0.25128233432769775, | |
| "min": 0.0, | |
| "max": 4.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.img_mlp.net.2_bin3": { | |
| "amax": 5.21875, | |
| "p99_9": 1.46875, | |
| "std": 0.11865640431642532, | |
| "min": 0.0, | |
| "max": 4.09375, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.txt_mlp.net.0.proj_bin3": { | |
| "amax": 74.5, | |
| "p99_9": 11.2412109375, | |
| "std": 1.0810754299163818, | |
| "min": 0.0, | |
| "max": 63.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.txt_mlp.net.2_bin3": { | |
| "amax": 9.625, | |
| "p99_9": 1.96875, | |
| "std": 0.18579751253128052, | |
| "min": 0.0, | |
| "max": 7.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.attn.img_attn_qkv_bin3": { | |
| "amax": 9.1875, | |
| "p99_9": 3.875, | |
| "std": 0.5982219576835632, | |
| "min": 0.0, | |
| "max": 7.40625, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.attn.txt_attn_qkv_bin3": { | |
| "amax": 16.125, | |
| "p99_9": 7.21875, | |
| "std": 1.144326090812683, | |
| "min": 0.0, | |
| "max": 13.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.attn.img_attn_proj_bin3": { | |
| "amax": 6.875, | |
| "p99_9": 2.15625, | |
| "std": 0.2858899235725403, | |
| "min": 6.845220923423767e-08, | |
| "max": 5.84375, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.attn.txt_attn_proj_bin3": { | |
| "amax": 8.25, | |
| "p99_9": 3.109375, | |
| "std": 0.3642715513706207, | |
| "min": 5.8673322200775146e-08, | |
| "max": 8.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.img_mlp.net.0.proj_bin3": { | |
| "amax": 4.9375, | |
| "p99_9": 1.60882568359375, | |
| "std": 0.2517804801464081, | |
| "min": 0.0, | |
| "max": 4.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.img_mlp.net.2_bin3": { | |
| "amax": 5.21875, | |
| "p99_9": 1.265625, | |
| "std": 0.10130788385868073, | |
| "min": 0.0, | |
| "max": 4.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.txt_mlp.net.0.proj_bin3": { | |
| "amax": 74.5, | |
| "p99_9": 9.74560546875, | |
| "std": 0.999974250793457, | |
| "min": 0.0, | |
| "max": 68.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.txt_mlp.net.2_bin3": { | |
| "amax": 13.875, | |
| "p99_9": 1.90625, | |
| "std": 0.18040107190608978, | |
| "min": 0.0, | |
| "max": 12.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.attn.img_attn_qkv_bin3": { | |
| "amax": 9.5625, | |
| "p99_9": 3.96875, | |
| "std": 0.6231264472007751, | |
| "min": 0.0, | |
| "max": 7.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.attn.txt_attn_qkv_bin3": { | |
| "amax": 16.625, | |
| "p99_9": 7.5, | |
| "std": 1.1885907649993896, | |
| "min": 0.0, | |
| "max": 14.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.attn.img_attn_proj_bin3": { | |
| "amax": 5.53125, | |
| "p99_9": 2.0457763671875, | |
| "std": 0.2918108105659485, | |
| "min": 1.2852251529693604e-07, | |
| "max": 3.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.attn.txt_attn_proj_bin3": { | |
| "amax": 17.375, | |
| "p99_9": 5.247802734375, | |
| "std": 0.4711754322052002, | |
| "min": 1.0384246706962585e-07, | |
| "max": 16.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.img_mlp.net.0.proj_bin3": { | |
| "amax": 5.0, | |
| "p99_9": 1.71820068359375, | |
| "std": 0.2667706310749054, | |
| "min": 0.0, | |
| "max": 4.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.img_mlp.net.2_bin3": { | |
| "amax": 5.4375, | |
| "p99_9": 1.51507568359375, | |
| "std": 0.11785230785608292, | |
| "min": 0.0, | |
| "max": 4.46875, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.txt_mlp.net.0.proj_bin3": { | |
| "amax": 71.5, | |
| "p99_9": 9.80810546875, | |
| "std": 0.998757541179657, | |
| "min": 0.0, | |
| "max": 59.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.txt_mlp.net.2_bin3": { | |
| "amax": 14.875, | |
| "p99_9": 2.2176513671875, | |
| "std": 0.20808376371860504, | |
| "min": 0.0, | |
| "max": 9.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.attn.img_attn_qkv_bin3": { | |
| "amax": 10.125, | |
| "p99_9": 4.3125, | |
| "std": 0.6842285990715027, | |
| "min": 0.0, | |
| "max": 8.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.attn.txt_attn_qkv_bin3": { | |
| "amax": 17.0, | |
| "p99_9": 8.0625, | |
| "std": 1.2672630548477173, | |
| "min": 0.0, | |
| "max": 15.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.attn.img_attn_proj_bin3": { | |
| "amax": 5.9375, | |
| "p99_9": 2.171875, | |
| "std": 0.3206256031990051, | |
| "min": 2.828892320394516e-08, | |
| "max": 4.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.attn.txt_attn_proj_bin3": { | |
| "amax": 20.0, | |
| "p99_9": 3.9520263671875, | |
| "std": 0.4438557028770447, | |
| "min": 1.2852251529693604e-07, | |
| "max": 19.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.img_mlp.net.0.proj_bin3": { | |
| "amax": 5.125, | |
| "p99_9": 1.828125, | |
| "std": 0.2829679548740387, | |
| "min": 0.0, | |
| "max": 5.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.img_mlp.net.2_bin3": { | |
| "amax": 5.5, | |
| "p99_9": 1.6328125, | |
| "std": 0.13166141510009766, | |
| "min": 0.0, | |
| "max": 4.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.txt_mlp.net.0.proj_bin3": { | |
| "amax": 66.0, | |
| "p99_9": 7.21435546875, | |
| "std": 0.9326168894767761, | |
| "min": 0.0, | |
| "max": 58.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.txt_mlp.net.2_bin3": { | |
| "amax": 17.125, | |
| "p99_9": 2.0625, | |
| "std": 0.19509482383728027, | |
| "min": 0.0, | |
| "max": 8.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.attn.img_attn_qkv_bin3": { | |
| "amax": 10.75, | |
| "p99_9": 4.3125, | |
| "std": 0.6894897222518921, | |
| "min": 0.0, | |
| "max": 9.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.attn.txt_attn_qkv_bin3": { | |
| "amax": 19.5, | |
| "p99_9": 8.0625, | |
| "std": 1.2634289264678955, | |
| "min": 0.0, | |
| "max": 16.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.attn.img_attn_proj_bin3": { | |
| "amax": 5.25, | |
| "p99_9": 2.140625, | |
| "std": 0.3130737841129303, | |
| "min": 1.3783574104309082e-07, | |
| "max": 4.65625, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.attn.txt_attn_proj_bin3": { | |
| "amax": 17.125, | |
| "p99_9": 4.122802734375, | |
| "std": 0.439942330121994, | |
| "min": 2.3283064365386963e-08, | |
| "max": 16.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.img_mlp.net.0.proj_bin3": { | |
| "amax": 5.0, | |
| "p99_9": 1.83538818359375, | |
| "std": 0.2848411798477173, | |
| "min": 0.0, | |
| "max": 4.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.img_mlp.net.2_bin3": { | |
| "amax": 5.96875, | |
| "p99_9": 1.3828125, | |
| "std": 0.11374104768037796, | |
| "min": 0.0, | |
| "max": 4.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.txt_mlp.net.0.proj_bin3": { | |
| "amax": 62.25, | |
| "p99_9": 8.8037109375, | |
| "std": 0.8986303806304932, | |
| "min": 0.0, | |
| "max": 59.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.txt_mlp.net.2_bin3": { | |
| "amax": 33.5, | |
| "p99_9": 2.171875, | |
| "std": 0.20471875369548798, | |
| "min": 0.0, | |
| "max": 21.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.attn.img_attn_qkv_bin3": { | |
| "amax": 9.9375, | |
| "p99_9": 4.40625, | |
| "std": 0.7151685953140259, | |
| "min": 0.0, | |
| "max": 8.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.attn.txt_attn_qkv_bin3": { | |
| "amax": 25.125, | |
| "p99_9": 8.37060546875, | |
| "std": 1.3145620822906494, | |
| "min": 0.0, | |
| "max": 20.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.attn.img_attn_proj_bin3": { | |
| "amax": 9.75, | |
| "p99_9": 2.7801513671875, | |
| "std": 0.3173210024833679, | |
| "min": 3.0919909477233887e-07, | |
| "max": 6.59375, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.attn.txt_attn_proj_bin3": { | |
| "amax": 18.25, | |
| "p99_9": 4.625, | |
| "std": 0.48527002334594727, | |
| "min": 4.98257577419281e-08, | |
| "max": 15.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.img_mlp.net.0.proj_bin3": { | |
| "amax": 5.0625, | |
| "p99_9": 1.9375, | |
| "std": 0.2989632189273834, | |
| "min": 0.0, | |
| "max": 4.96875, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.img_mlp.net.2_bin3": { | |
| "amax": 5.03125, | |
| "p99_9": 1.3203125, | |
| "std": 0.11256412416696548, | |
| "min": 0.0, | |
| "max": 4.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.txt_mlp.net.0.proj_bin3": { | |
| "amax": 54.75, | |
| "p99_9": 9.0, | |
| "std": 0.8341274857521057, | |
| "min": 0.0, | |
| "max": 48.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.txt_mlp.net.2_bin3": { | |
| "amax": 23.5, | |
| "p99_9": 2.15625, | |
| "std": 0.21078385412693024, | |
| "min": 0.0, | |
| "max": 23.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.attn.img_attn_qkv_bin3": { | |
| "amax": 11.4375, | |
| "p99_9": 4.5, | |
| "std": 0.7415939569473267, | |
| "min": 0.0, | |
| "max": 8.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.attn.txt_attn_qkv_bin3": { | |
| "amax": 30.125, | |
| "p99_9": 8.6875, | |
| "std": 1.356216311454773, | |
| "min": 0.0, | |
| "max": 26.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.attn.img_attn_proj_bin3": { | |
| "amax": 10.3125, | |
| "p99_9": 2.265625, | |
| "std": 0.3329765796661377, | |
| "min": 1.4062970876693726e-07, | |
| "max": 7.21875, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.attn.txt_attn_proj_bin3": { | |
| "amax": 21.375, | |
| "p99_9": 4.625, | |
| "std": 0.5162895917892456, | |
| "min": 2.1420419216156006e-07, | |
| "max": 18.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.img_mlp.net.0.proj_bin3": { | |
| "amax": 5.5, | |
| "p99_9": 1.9921875, | |
| "std": 0.31349486112594604, | |
| "min": 0.0, | |
| "max": 5.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.img_mlp.net.2_bin3": { | |
| "amax": 4.84375, | |
| "p99_9": 1.25, | |
| "std": 0.10960117727518082, | |
| "min": 0.0, | |
| "max": 3.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.txt_mlp.net.0.proj_bin3": { | |
| "amax": 47.25, | |
| "p99_9": 6.8125, | |
| "std": 0.7249258160591125, | |
| "min": 0.0, | |
| "max": 42.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.txt_mlp.net.2_bin3": { | |
| "amax": 12.5, | |
| "p99_9": 2.375, | |
| "std": 0.252637654542923, | |
| "min": 0.0, | |
| "max": 11.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.attn.img_attn_qkv_bin3": { | |
| "amax": 12.125, | |
| "p99_9": 4.90625, | |
| "std": 0.8018682599067688, | |
| "min": 0.0, | |
| "max": 9.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.attn.txt_attn_qkv_bin3": { | |
| "amax": 33.0, | |
| "p99_9": 8.6875, | |
| "std": 1.3205026388168335, | |
| "min": 0.0, | |
| "max": 21.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.attn.img_attn_proj_bin3": { | |
| "amax": 9.5625, | |
| "p99_9": 2.6875, | |
| "std": 0.3658669590950012, | |
| "min": 3.371387720108032e-07, | |
| "max": 7.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.attn.txt_attn_proj_bin3": { | |
| "amax": 17.875, | |
| "p99_9": 4.46875, | |
| "std": 0.45841237902641296, | |
| "min": 1.51805579662323e-07, | |
| "max": 17.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.img_mlp.net.0.proj_bin3": { | |
| "amax": 7.0, | |
| "p99_9": 2.1551513671875, | |
| "std": 0.33518561720848083, | |
| "min": 0.0, | |
| "max": 5.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.img_mlp.net.2_bin3": { | |
| "amax": 5.3125, | |
| "p99_9": 1.375, | |
| "std": 0.12469291687011719, | |
| "min": 0.0, | |
| "max": 3.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.txt_mlp.net.0.proj_bin3": { | |
| "amax": 36.5, | |
| "p99_9": 5.310302734375, | |
| "std": 0.6500723361968994, | |
| "min": 0.0, | |
| "max": 33.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.txt_mlp.net.2_bin3": { | |
| "amax": 39.75, | |
| "p99_9": 2.34375, | |
| "std": 0.24704210460186005, | |
| "min": 0.0, | |
| "max": 35.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.attn.img_attn_qkv_bin3": { | |
| "amax": 12.3125, | |
| "p99_9": 5.09375, | |
| "std": 0.8463643789291382, | |
| "min": 0.0, | |
| "max": 9.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.attn.txt_attn_qkv_bin3": { | |
| "amax": 32.5, | |
| "p99_9": 8.8125, | |
| "std": 1.3319660425186157, | |
| "min": 0.0, | |
| "max": 26.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.attn.img_attn_proj_bin3": { | |
| "amax": 8.875, | |
| "p99_9": 2.828125, | |
| "std": 0.4045758843421936, | |
| "min": 1.9185245037078857e-07, | |
| "max": 6.03125, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.attn.txt_attn_proj_bin3": { | |
| "amax": 22.75, | |
| "p99_9": 3.5770263671875, | |
| "std": 0.43551886081695557, | |
| "min": 1.471489667892456e-07, | |
| "max": 22.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.img_mlp.net.0.proj_bin3": { | |
| "amax": 8.375, | |
| "p99_9": 2.2489013671875, | |
| "std": 0.3454919457435608, | |
| "min": 0.0, | |
| "max": 7.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.img_mlp.net.2_bin3": { | |
| "amax": 7.0, | |
| "p99_9": 1.40570068359375, | |
| "std": 0.12866714596748352, | |
| "min": 0.0, | |
| "max": 5.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.txt_mlp.net.0.proj_bin3": { | |
| "amax": 29.75, | |
| "p99_9": 5.3125, | |
| "std": 0.6406892538070679, | |
| "min": 0.0, | |
| "max": 28.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.txt_mlp.net.2_bin3": { | |
| "amax": 16.0, | |
| "p99_9": 2.546875, | |
| "std": 0.25694742798805237, | |
| "min": 0.0, | |
| "max": 8.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.attn.img_attn_qkv_bin3": { | |
| "amax": 11.75, | |
| "p99_9": 5.1875, | |
| "std": 0.8592935800552368, | |
| "min": 0.0, | |
| "max": 9.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.attn.txt_attn_qkv_bin3": { | |
| "amax": 32.5, | |
| "p99_9": 9.0, | |
| "std": 1.3740589618682861, | |
| "min": 0.0, | |
| "max": 31.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.attn.img_attn_proj_bin3": { | |
| "amax": 10.875, | |
| "p99_9": 2.921875, | |
| "std": 0.3972432315349579, | |
| "min": 2.5262124836444855e-08, | |
| "max": 9.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.attn.txt_attn_proj_bin3": { | |
| "amax": 22.5, | |
| "p99_9": 4.5625, | |
| "std": 0.5263742208480835, | |
| "min": 4.116445779800415e-07, | |
| "max": 19.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.img_mlp.net.0.proj_bin3": { | |
| "amax": 9.5625, | |
| "p99_9": 2.3125, | |
| "std": 0.3611339032649994, | |
| "min": 0.0, | |
| "max": 8.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.img_mlp.net.2_bin3": { | |
| "amax": 5.5, | |
| "p99_9": 1.4140625, | |
| "std": 0.12899696826934814, | |
| "min": 0.0, | |
| "max": 4.28125, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.txt_mlp.net.0.proj_bin3": { | |
| "amax": 27.5, | |
| "p99_9": 4.75, | |
| "std": 0.602813720703125, | |
| "min": 0.0, | |
| "max": 22.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.txt_mlp.net.2_bin3": { | |
| "amax": 18.375, | |
| "p99_9": 2.5625, | |
| "std": 0.2766825258731842, | |
| "min": 0.0, | |
| "max": 10.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.attn.img_attn_qkv_bin3": { | |
| "amax": 11.6875, | |
| "p99_9": 5.8125, | |
| "std": 0.9521242380142212, | |
| "min": 0.0, | |
| "max": 10.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.attn.txt_attn_qkv_bin3": { | |
| "amax": 33.75, | |
| "p99_9": 9.1875, | |
| "std": 1.3393964767456055, | |
| "min": 0.0, | |
| "max": 33.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.attn.img_attn_proj_bin3": { | |
| "amax": 7.96875, | |
| "p99_9": 3.0770263671875, | |
| "std": 0.4008256494998932, | |
| "min": 7.264316082000732e-08, | |
| "max": 6.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.attn.txt_attn_proj_bin3": { | |
| "amax": 19.0, | |
| "p99_9": 4.125, | |
| "std": 0.45025500655174255, | |
| "min": 2.0139850676059723e-08, | |
| "max": 17.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.img_mlp.net.0.proj_bin3": { | |
| "amax": 10.5625, | |
| "p99_9": 2.4051513671875, | |
| "std": 0.3867350220680237, | |
| "min": 0.0, | |
| "max": 9.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.img_mlp.net.2_bin3": { | |
| "amax": 6.78125, | |
| "p99_9": 1.4296875, | |
| "std": 0.1344633549451828, | |
| "min": 0.0, | |
| "max": 4.46875, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.txt_mlp.net.0.proj_bin3": { | |
| "amax": 26.0, | |
| "p99_9": 4.21875, | |
| "std": 0.5529441237449646, | |
| "min": 0.0, | |
| "max": 26.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.txt_mlp.net.2_bin3": { | |
| "amax": 15.25, | |
| "p99_9": 2.310302734375, | |
| "std": 0.2581987679004669, | |
| "min": 0.0, | |
| "max": 7.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.attn.img_attn_qkv_bin3": { | |
| "amax": 12.125, | |
| "p99_9": 5.78125, | |
| "std": 0.9732279777526855, | |
| "min": 0.0, | |
| "max": 10.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.attn.txt_attn_qkv_bin3": { | |
| "amax": 34.0, | |
| "p99_9": 8.75, | |
| "std": 1.278513789176941, | |
| "min": 0.0, | |
| "max": 33.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.attn.img_attn_proj_bin3": { | |
| "amax": 9.375, | |
| "p99_9": 3.1875, | |
| "std": 0.44627901911735535, | |
| "min": 7.188646122813225e-09, | |
| "max": 7.28125, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.attn.txt_attn_proj_bin3": { | |
| "amax": 20.25, | |
| "p99_9": 3.5770263671875, | |
| "std": 0.4280672073364258, | |
| "min": 1.2386590242385864e-07, | |
| "max": 12.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.img_mlp.net.0.proj_bin3": { | |
| "amax": 10.3125, | |
| "p99_9": 2.4051513671875, | |
| "std": 0.38353076577186584, | |
| "min": 0.0, | |
| "max": 9.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.img_mlp.net.2_bin3": { | |
| "amax": 6.3125, | |
| "p99_9": 1.6004638671875, | |
| "std": 0.1500222533941269, | |
| "min": 0.0, | |
| "max": 5.96875, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.txt_mlp.net.0.proj_bin3": { | |
| "amax": 24.25, | |
| "p99_9": 3.96875, | |
| "std": 0.5456184148788452, | |
| "min": 0.0, | |
| "max": 20.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.txt_mlp.net.2_bin3": { | |
| "amax": 14.4375, | |
| "p99_9": 2.34375, | |
| "std": 0.2520983815193176, | |
| "min": 0.0, | |
| "max": 7.40625, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.attn.img_attn_qkv_bin3": { | |
| "amax": 13.1875, | |
| "p99_9": 5.9375, | |
| "std": 0.990134060382843, | |
| "min": 0.0, | |
| "max": 10.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.attn.txt_attn_qkv_bin3": { | |
| "amax": 34.5, | |
| "p99_9": 8.87060546875, | |
| "std": 1.3203045129776, | |
| "min": 0.0, | |
| "max": 33.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.attn.img_attn_proj_bin3": { | |
| "amax": 13.9375, | |
| "p99_9": 3.203125, | |
| "std": 0.44189032912254333, | |
| "min": 1.9441358745098114e-08, | |
| "max": 9.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.attn.txt_attn_proj_bin3": { | |
| "amax": 26.875, | |
| "p99_9": 3.8270263671875, | |
| "std": 0.4567757546901703, | |
| "min": 6.612390279769897e-08, | |
| "max": 23.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.img_mlp.net.0.proj_bin3": { | |
| "amax": 10.625, | |
| "p99_9": 2.46875, | |
| "std": 0.39791756868362427, | |
| "min": 0.0, | |
| "max": 10.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.img_mlp.net.2_bin3": { | |
| "amax": 6.65625, | |
| "p99_9": 1.4765625, | |
| "std": 0.1392699033021927, | |
| "min": 0.0, | |
| "max": 4.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.txt_mlp.net.0.proj_bin3": { | |
| "amax": 23.0, | |
| "p99_9": 3.9989013671875, | |
| "std": 0.5493402481079102, | |
| "min": 0.0, | |
| "max": 22.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.txt_mlp.net.2_bin3": { | |
| "amax": 24.5, | |
| "p99_9": 2.359375, | |
| "std": 0.251205712556839, | |
| "min": 0.0, | |
| "max": 10.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.attn.img_attn_qkv_bin3": { | |
| "amax": 13.75, | |
| "p99_9": 6.09375, | |
| "std": 1.0054563283920288, | |
| "min": 0.0, | |
| "max": 10.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.attn.txt_attn_qkv_bin3": { | |
| "amax": 35.5, | |
| "p99_9": 9.25, | |
| "std": 1.3238674402236938, | |
| "min": 0.0, | |
| "max": 32.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.attn.img_attn_proj_bin3": { | |
| "amax": 12.125, | |
| "p99_9": 3.21875, | |
| "std": 0.4364017844200134, | |
| "min": 8.707866072654724e-08, | |
| "max": 7.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.attn.txt_attn_proj_bin3": { | |
| "amax": 20.5, | |
| "p99_9": 3.9375, | |
| "std": 0.4331127107143402, | |
| "min": 1.0617077350616455e-07, | |
| "max": 20.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.img_mlp.net.0.proj_bin3": { | |
| "amax": 10.3125, | |
| "p99_9": 2.5, | |
| "std": 0.40854671597480774, | |
| "min": 0.0, | |
| "max": 9.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.img_mlp.net.2_bin3": { | |
| "amax": 6.15625, | |
| "p99_9": 1.41351318359375, | |
| "std": 0.13609862327575684, | |
| "min": 0.0, | |
| "max": 3.921875, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.txt_mlp.net.0.proj_bin3": { | |
| "amax": 21.25, | |
| "p99_9": 4.0625, | |
| "std": 0.5590929985046387, | |
| "min": 0.0, | |
| "max": 20.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.txt_mlp.net.2_bin3": { | |
| "amax": 17.75, | |
| "p99_9": 2.375, | |
| "std": 0.24950462579727173, | |
| "min": 0.0, | |
| "max": 15.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.attn.img_attn_qkv_bin3": { | |
| "amax": 12.5, | |
| "p99_9": 6.1875, | |
| "std": 1.049208402633667, | |
| "min": 0.0, | |
| "max": 10.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.attn.txt_attn_qkv_bin3": { | |
| "amax": 35.75, | |
| "p99_9": 9.5, | |
| "std": 1.3581233024597168, | |
| "min": 0.0, | |
| "max": 35.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.attn.img_attn_proj_bin3": { | |
| "amax": 17.625, | |
| "p99_9": 3.5145263671875, | |
| "std": 0.44974955916404724, | |
| "min": 1.4842953532934189e-08, | |
| "max": 9.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.attn.txt_attn_proj_bin3": { | |
| "amax": 23.75, | |
| "p99_9": 4.622802734375, | |
| "std": 0.5010790824890137, | |
| "min": 6.05359673500061e-08, | |
| "max": 23.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.img_mlp.net.0.proj_bin3": { | |
| "amax": 9.9375, | |
| "p99_9": 2.546875, | |
| "std": 0.40421152114868164, | |
| "min": 0.0, | |
| "max": 8.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.img_mlp.net.2_bin3": { | |
| "amax": 5.96875, | |
| "p99_9": 1.4140625, | |
| "std": 0.1404726207256317, | |
| "min": 0.0, | |
| "max": 3.90625, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.txt_mlp.net.0.proj_bin3": { | |
| "amax": 19.375, | |
| "p99_9": 4.279052734375, | |
| "std": 0.5764296650886536, | |
| "min": 0.0, | |
| "max": 16.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.txt_mlp.net.2_bin3": { | |
| "amax": 30.25, | |
| "p99_9": 2.5, | |
| "std": 0.2704661190509796, | |
| "min": 0.0, | |
| "max": 22.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.attn.img_attn_qkv_bin3": { | |
| "amax": 13.1875, | |
| "p99_9": 6.125, | |
| "std": 1.0297415256500244, | |
| "min": 0.0, | |
| "max": 10.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.attn.txt_attn_qkv_bin3": { | |
| "amax": 35.25, | |
| "p99_9": 9.5, | |
| "std": 1.3899348974227905, | |
| "min": 0.0, | |
| "max": 32.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.attn.img_attn_proj_bin3": { | |
| "amax": 17.375, | |
| "p99_9": 3.03125, | |
| "std": 0.38112667202949524, | |
| "min": 9.89530235528946e-09, | |
| "max": 10.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.attn.txt_attn_proj_bin3": { | |
| "amax": 21.0, | |
| "p99_9": 4.310302734375, | |
| "std": 0.4583168625831604, | |
| "min": 1.1874362826347351e-07, | |
| "max": 20.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.img_mlp.net.0.proj_bin3": { | |
| "amax": 10.125, | |
| "p99_9": 2.578125, | |
| "std": 0.41512542963027954, | |
| "min": 0.0, | |
| "max": 9.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.img_mlp.net.2_bin3": { | |
| "amax": 8.1875, | |
| "p99_9": 1.390625, | |
| "std": 0.13429680466651917, | |
| "min": 0.0, | |
| "max": 4.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.txt_mlp.net.0.proj_bin3": { | |
| "amax": 17.5, | |
| "p99_9": 4.1875, | |
| "std": 0.5633402466773987, | |
| "min": 0.0, | |
| "max": 16.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.txt_mlp.net.2_bin3": { | |
| "amax": 40.5, | |
| "p99_9": 2.59375, | |
| "std": 0.2962821424007416, | |
| "min": 0.0, | |
| "max": 36.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.attn.img_attn_qkv_bin3": { | |
| "amax": 13.875, | |
| "p99_9": 6.591552734375, | |
| "std": 1.10116446018219, | |
| "min": 0.0, | |
| "max": 11.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.attn.txt_attn_qkv_bin3": { | |
| "amax": 35.75, | |
| "p99_9": 9.6875, | |
| "std": 1.379503607749939, | |
| "min": 0.0, | |
| "max": 35.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.attn.img_attn_proj_bin3": { | |
| "amax": 8.9375, | |
| "p99_9": 2.8125, | |
| "std": 0.41003477573394775, | |
| "min": 9.19681042432785e-09, | |
| "max": 6.65625, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.attn.txt_attn_proj_bin3": { | |
| "amax": 37.0, | |
| "p99_9": 5.03125, | |
| "std": 0.545077919960022, | |
| "min": 6.565824151039124e-08, | |
| "max": 36.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.img_mlp.net.0.proj_bin3": { | |
| "amax": 9.75, | |
| "p99_9": 2.703125, | |
| "std": 0.43123704195022583, | |
| "min": 0.0, | |
| "max": 8.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.img_mlp.net.2_bin3": { | |
| "amax": 6.4375, | |
| "p99_9": 1.5390625, | |
| "std": 0.14821256697177887, | |
| "min": 0.0, | |
| "max": 4.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.txt_mlp.net.0.proj_bin3": { | |
| "amax": 17.5, | |
| "p99_9": 4.25, | |
| "std": 0.5686745047569275, | |
| "min": 0.0, | |
| "max": 15.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.txt_mlp.net.2_bin3": { | |
| "amax": 41.5, | |
| "p99_9": 2.5457763671875, | |
| "std": 0.2926642894744873, | |
| "min": 0.0, | |
| "max": 38.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.attn.img_attn_qkv_bin3": { | |
| "amax": 14.75, | |
| "p99_9": 6.90625, | |
| "std": 1.1673623323440552, | |
| "min": 0.0, | |
| "max": 11.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.attn.txt_attn_qkv_bin3": { | |
| "amax": 36.0, | |
| "p99_9": 9.99560546875, | |
| "std": 1.4044450521469116, | |
| "min": 0.0, | |
| "max": 32.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.attn.img_attn_proj_bin3": { | |
| "amax": 12.75, | |
| "p99_9": 3.15625, | |
| "std": 0.44213417172431946, | |
| "min": 1.1175870895385742e-07, | |
| "max": 9.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.attn.txt_attn_proj_bin3": { | |
| "amax": 27.625, | |
| "p99_9": 7.05810546875, | |
| "std": 0.6501703858375549, | |
| "min": 2.200249582529068e-08, | |
| "max": 26.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.img_mlp.net.0.proj_bin3": { | |
| "amax": 9.4375, | |
| "p99_9": 2.7176513671875, | |
| "std": 0.4449463188648224, | |
| "min": 0.0, | |
| "max": 8.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.img_mlp.net.2_bin3": { | |
| "amax": 6.03125, | |
| "p99_9": 1.5692138671875, | |
| "std": 0.1525830775499344, | |
| "min": 0.0, | |
| "max": 3.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.txt_mlp.net.0.proj_bin3": { | |
| "amax": 17.5, | |
| "p99_9": 4.372802734375, | |
| "std": 0.5740264058113098, | |
| "min": 0.0, | |
| "max": 15.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.txt_mlp.net.2_bin3": { | |
| "amax": 37.25, | |
| "p99_9": 2.4375, | |
| "std": 0.3102324903011322, | |
| "min": 0.0, | |
| "max": 30.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.attn.img_attn_qkv_bin3": { | |
| "amax": 14.375, | |
| "p99_9": 6.875, | |
| "std": 1.1676896810531616, | |
| "min": 0.0, | |
| "max": 12.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.attn.txt_attn_qkv_bin3": { | |
| "amax": 36.0, | |
| "p99_9": 10.0, | |
| "std": 1.3804340362548828, | |
| "min": 0.0, | |
| "max": 34.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.attn.img_attn_proj_bin3": { | |
| "amax": 11.125, | |
| "p99_9": 2.875, | |
| "std": 0.3949836790561676, | |
| "min": 4.7264620661735535e-08, | |
| "max": 10.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.attn.txt_attn_proj_bin3": { | |
| "amax": 41.25, | |
| "p99_9": 9.125, | |
| "std": 0.7546800971031189, | |
| "min": 1.7113052308559418e-08, | |
| "max": 31.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.img_mlp.net.0.proj_bin3": { | |
| "amax": 9.875, | |
| "p99_9": 2.796875, | |
| "std": 0.45169878005981445, | |
| "min": 0.0, | |
| "max": 8.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.img_mlp.net.2_bin3": { | |
| "amax": 5.53125, | |
| "p99_9": 1.65625, | |
| "std": 0.16591663658618927, | |
| "min": 0.0, | |
| "max": 4.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.txt_mlp.net.0.proj_bin3": { | |
| "amax": 17.125, | |
| "p99_9": 4.40625, | |
| "std": 0.5726228952407837, | |
| "min": 0.0, | |
| "max": 14.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.txt_mlp.net.2_bin3": { | |
| "amax": 47.5, | |
| "p99_9": 2.59375, | |
| "std": 0.3225317597389221, | |
| "min": 0.0, | |
| "max": 33.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.attn.img_attn_qkv_bin3": { | |
| "amax": 15.375, | |
| "p99_9": 7.216552734375, | |
| "std": 1.2118233442306519, | |
| "min": 0.0, | |
| "max": 11.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.attn.txt_attn_qkv_bin3": { | |
| "amax": 36.75, | |
| "p99_9": 10.25, | |
| "std": 1.4287363290786743, | |
| "min": 0.0, | |
| "max": 35.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.attn.img_attn_proj_bin3": { | |
| "amax": 8.6875, | |
| "p99_9": 3.0, | |
| "std": 0.4420367479324341, | |
| "min": 7.741618901491165e-09, | |
| "max": 5.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.attn.txt_attn_proj_bin3": { | |
| "amax": 43.25, | |
| "p99_9": 7.875, | |
| "std": 0.6578192710876465, | |
| "min": 4.866160452365875e-08, | |
| "max": 41.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.img_mlp.net.0.proj_bin3": { | |
| "amax": 9.375, | |
| "p99_9": 2.8125, | |
| "std": 0.4579188823699951, | |
| "min": 0.0, | |
| "max": 8.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.img_mlp.net.2_bin3": { | |
| "amax": 6.40625, | |
| "p99_9": 1.671875, | |
| "std": 0.16871333122253418, | |
| "min": 0.0, | |
| "max": 5.46875, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.txt_mlp.net.0.proj_bin3": { | |
| "amax": 16.625, | |
| "p99_9": 4.34375, | |
| "std": 0.583690345287323, | |
| "min": 0.0, | |
| "max": 14.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.txt_mlp.net.2_bin3": { | |
| "amax": 46.75, | |
| "p99_9": 2.5625, | |
| "std": 0.3225644528865814, | |
| "min": 0.0, | |
| "max": 44.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.attn.img_attn_qkv_bin3": { | |
| "amax": 18.125, | |
| "p99_9": 7.654052734375, | |
| "std": 1.2999298572540283, | |
| "min": 0.0, | |
| "max": 14.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.attn.txt_attn_qkv_bin3": { | |
| "amax": 36.75, | |
| "p99_9": 11.0, | |
| "std": 1.511860728263855, | |
| "min": 0.0, | |
| "max": 35.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.attn.img_attn_proj_bin3": { | |
| "amax": 8.6875, | |
| "p99_9": 3.609375, | |
| "std": 0.470478355884552, | |
| "min": 2.207234501838684e-07, | |
| "max": 7.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.attn.txt_attn_proj_bin3": { | |
| "amax": 36.25, | |
| "p99_9": 7.8125, | |
| "std": 0.7226403951644897, | |
| "min": 4.98257577419281e-08, | |
| "max": 31.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.img_mlp.net.0.proj_bin3": { | |
| "amax": 10.3125, | |
| "p99_9": 2.625, | |
| "std": 0.4400451183319092, | |
| "min": 0.0, | |
| "max": 10.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.img_mlp.net.2_bin3": { | |
| "amax": 5.3125, | |
| "p99_9": 1.5078125, | |
| "std": 0.15722452104091644, | |
| "min": 0.0, | |
| "max": 3.640625, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.txt_mlp.net.0.proj_bin3": { | |
| "amax": 17.0, | |
| "p99_9": 4.5625, | |
| "std": 0.6153995394706726, | |
| "min": 0.0, | |
| "max": 16.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.txt_mlp.net.2_bin3": { | |
| "amax": 18.75, | |
| "p99_9": 2.5457763671875, | |
| "std": 0.2777467668056488, | |
| "min": 0.0, | |
| "max": 8.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.attn.img_attn_qkv_bin3": { | |
| "amax": 18.375, | |
| "p99_9": 7.3125, | |
| "std": 1.2430691719055176, | |
| "min": 0.0, | |
| "max": 13.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.attn.txt_attn_qkv_bin3": { | |
| "amax": 36.0, | |
| "p99_9": 11.43310546875, | |
| "std": 1.6267732381820679, | |
| "min": 0.0, | |
| "max": 35.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.attn.img_attn_proj_bin3": { | |
| "amax": 6.5, | |
| "p99_9": 2.8426513671875, | |
| "std": 0.4309062361717224, | |
| "min": 2.812594175338745e-07, | |
| "max": 5.09375, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.attn.txt_attn_proj_bin3": { | |
| "amax": 40.75, | |
| "p99_9": 5.435302734375, | |
| "std": 0.5378033518791199, | |
| "min": 8.66129994392395e-08, | |
| "max": 33.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.img_mlp.net.0.proj_bin3": { | |
| "amax": 9.875, | |
| "p99_9": 2.671875, | |
| "std": 0.44421201944351196, | |
| "min": 0.0, | |
| "max": 9.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.img_mlp.net.2_bin3": { | |
| "amax": 6.9375, | |
| "p99_9": 1.66351318359375, | |
| "std": 0.17487604916095734, | |
| "min": 0.0, | |
| "max": 4.65625, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.txt_mlp.net.0.proj_bin3": { | |
| "amax": 18.125, | |
| "p99_9": 4.810302734375, | |
| "std": 0.6758541464805603, | |
| "min": 0.0, | |
| "max": 16.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.txt_mlp.net.2_bin3": { | |
| "amax": 11.0625, | |
| "p99_9": 2.8739013671875, | |
| "std": 0.3002777695655823, | |
| "min": 0.0, | |
| "max": 10.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.attn.img_attn_qkv_bin3": { | |
| "amax": 18.75, | |
| "p99_9": 7.875, | |
| "std": 1.3082551956176758, | |
| "min": 0.0, | |
| "max": 17.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.attn.txt_attn_qkv_bin3": { | |
| "amax": 36.0, | |
| "p99_9": 11.625, | |
| "std": 1.6835230588912964, | |
| "min": 0.0, | |
| "max": 32.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.attn.img_attn_proj_bin3": { | |
| "amax": 10.5625, | |
| "p99_9": 3.75, | |
| "std": 0.4908525347709656, | |
| "min": 1.4156103134155273e-07, | |
| "max": 8.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.attn.txt_attn_proj_bin3": { | |
| "amax": 51.75, | |
| "p99_9": 7.622802734375, | |
| "std": 0.7291537523269653, | |
| "min": 6.845220923423767e-08, | |
| "max": 45.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.img_mlp.net.0.proj_bin3": { | |
| "amax": 10.0, | |
| "p99_9": 2.5301513671875, | |
| "std": 0.4198174774646759, | |
| "min": 0.0, | |
| "max": 9.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.img_mlp.net.2_bin3": { | |
| "amax": 5.75, | |
| "p99_9": 1.515625, | |
| "std": 0.16322189569473267, | |
| "min": 9.546056389808655e-08, | |
| "max": 4.21875, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.txt_mlp.net.0.proj_bin3": { | |
| "amax": 17.5, | |
| "p99_9": 4.875, | |
| "std": 0.6781798005104065, | |
| "min": 0.0, | |
| "max": 16.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.txt_mlp.net.2_bin3": { | |
| "amax": 10.875, | |
| "p99_9": 2.765625, | |
| "std": 0.2910313308238983, | |
| "min": 0.0, | |
| "max": 9.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.attn.img_attn_qkv_bin3": { | |
| "amax": 19.625, | |
| "p99_9": 8.0, | |
| "std": 1.335921049118042, | |
| "min": 0.0, | |
| "max": 17.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.attn.txt_attn_qkv_bin3": { | |
| "amax": 36.0, | |
| "p99_9": 12.0625, | |
| "std": 1.7514925003051758, | |
| "min": 0.0, | |
| "max": 33.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.attn.img_attn_proj_bin3": { | |
| "amax": 8.25, | |
| "p99_9": 3.625, | |
| "std": 0.5074535012245178, | |
| "min": 2.2118911147117615e-08, | |
| "max": 7.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.attn.txt_attn_proj_bin3": { | |
| "amax": 35.75, | |
| "p99_9": 5.96875, | |
| "std": 0.6204439997673035, | |
| "min": 3.818422555923462e-07, | |
| "max": 34.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.img_mlp.net.0.proj_bin3": { | |
| "amax": 10.4375, | |
| "p99_9": 2.71875, | |
| "std": 0.4374719262123108, | |
| "min": 0.0, | |
| "max": 9.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.img_mlp.net.2_bin3": { | |
| "amax": 5.03125, | |
| "p99_9": 1.5234375, | |
| "std": 0.16525736451148987, | |
| "min": 0.0, | |
| "max": 3.734375, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.txt_mlp.net.0.proj_bin3": { | |
| "amax": 17.75, | |
| "p99_9": 4.90625, | |
| "std": 0.6953933238983154, | |
| "min": 0.0, | |
| "max": 16.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.txt_mlp.net.2_bin3": { | |
| "amax": 11.625, | |
| "p99_9": 2.8125, | |
| "std": 0.3029264509677887, | |
| "min": 0.0, | |
| "max": 8.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.attn.img_attn_qkv_bin3": { | |
| "amax": 20.5, | |
| "p99_9": 7.71875, | |
| "std": 1.2955962419509888, | |
| "min": 0.0, | |
| "max": 15.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.attn.txt_attn_qkv_bin3": { | |
| "amax": 36.0, | |
| "p99_9": 12.375, | |
| "std": 1.8012539148330688, | |
| "min": 0.0, | |
| "max": 35.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.attn.img_attn_proj_bin3": { | |
| "amax": 9.1875, | |
| "p99_9": 2.953125, | |
| "std": 0.41880863904953003, | |
| "min": 2.7474015951156616e-08, | |
| "max": 7.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.attn.txt_attn_proj_bin3": { | |
| "amax": 30.75, | |
| "p99_9": 5.62060546875, | |
| "std": 0.5435328483581543, | |
| "min": 5.820766091346741e-09, | |
| "max": 29.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.img_mlp.net.0.proj_bin3": { | |
| "amax": 10.1875, | |
| "p99_9": 2.75, | |
| "std": 0.4438472390174866, | |
| "min": 0.0, | |
| "max": 8.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.img_mlp.net.2_bin3": { | |
| "amax": 5.375, | |
| "p99_9": 1.5546875, | |
| "std": 0.1629311442375183, | |
| "min": 0.0, | |
| "max": 3.609375, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.txt_mlp.net.0.proj_bin3": { | |
| "amax": 17.625, | |
| "p99_9": 5.09375, | |
| "std": 0.7338003516197205, | |
| "min": 0.0, | |
| "max": 16.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.txt_mlp.net.2_bin3": { | |
| "amax": 43.25, | |
| "p99_9": 2.890625, | |
| "std": 0.31444722414016724, | |
| "min": 0.0, | |
| "max": 37.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.attn.img_attn_qkv_bin3": { | |
| "amax": 20.375, | |
| "p99_9": 7.71875, | |
| "std": 1.2661365270614624, | |
| "min": 0.0, | |
| "max": 17.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.attn.txt_attn_qkv_bin3": { | |
| "amax": 36.5, | |
| "p99_9": 12.74560546875, | |
| "std": 1.8675453662872314, | |
| "min": 0.0, | |
| "max": 32.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.attn.img_attn_proj_bin3": { | |
| "amax": 7.75, | |
| "p99_9": 3.234375, | |
| "std": 0.40844252705574036, | |
| "min": 9.592622518539429e-08, | |
| "max": 7.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.attn.txt_attn_proj_bin3": { | |
| "amax": 28.375, | |
| "p99_9": 5.029052734375, | |
| "std": 0.6071985363960266, | |
| "min": 6.891787052154541e-08, | |
| "max": 26.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.img_mlp.net.0.proj_bin3": { | |
| "amax": 10.0625, | |
| "p99_9": 3.015625, | |
| "std": 0.47340917587280273, | |
| "min": 0.0, | |
| "max": 8.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.img_mlp.net.2_bin3": { | |
| "amax": 6.1875, | |
| "p99_9": 1.65570068359375, | |
| "std": 0.16393786668777466, | |
| "min": 0.0, | |
| "max": 4.28125, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.txt_mlp.net.0.proj_bin3": { | |
| "amax": 18.875, | |
| "p99_9": 5.3125, | |
| "std": 0.7376492023468018, | |
| "min": 0.0, | |
| "max": 15.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.txt_mlp.net.2_bin3": { | |
| "amax": 31.0, | |
| "p99_9": 2.84375, | |
| "std": 0.32137811183929443, | |
| "min": 0.0, | |
| "max": 29.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.attn.img_attn_qkv_bin3": { | |
| "amax": 22.75, | |
| "p99_9": 8.375, | |
| "std": 1.375258207321167, | |
| "min": 0.0, | |
| "max": 17.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.attn.txt_attn_qkv_bin3": { | |
| "amax": 36.5, | |
| "p99_9": 12.75, | |
| "std": 1.865033507347107, | |
| "min": 0.0, | |
| "max": 34.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.attn.img_attn_proj_bin3": { | |
| "amax": 9.125, | |
| "p99_9": 3.5301513671875, | |
| "std": 0.415565550327301, | |
| "min": 2.1792948246002197e-07, | |
| "max": 8.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.attn.txt_attn_proj_bin3": { | |
| "amax": 31.5, | |
| "p99_9": 5.310302734375, | |
| "std": 0.5589044690132141, | |
| "min": 1.2014061212539673e-07, | |
| "max": 30.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.img_mlp.net.0.proj_bin3": { | |
| "amax": 9.0625, | |
| "p99_9": 3.2020263671875, | |
| "std": 0.504977285861969, | |
| "min": 0.0, | |
| "max": 8.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.img_mlp.net.2_bin3": { | |
| "amax": 6.9375, | |
| "p99_9": 1.65625, | |
| "std": 0.16266214847564697, | |
| "min": 0.0, | |
| "max": 5.09375, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.txt_mlp.net.0.proj_bin3": { | |
| "amax": 19.75, | |
| "p99_9": 5.404052734375, | |
| "std": 0.7388579249382019, | |
| "min": 0.0, | |
| "max": 17.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.txt_mlp.net.2_bin3": { | |
| "amax": 8.875, | |
| "p99_9": 2.59375, | |
| "std": 0.26709747314453125, | |
| "min": 0.0, | |
| "max": 6.96875, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.attn.img_attn_qkv_bin3": { | |
| "amax": 23.125, | |
| "p99_9": 8.8125, | |
| "std": 1.4200096130371094, | |
| "min": 0.0, | |
| "max": 19.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.attn.txt_attn_qkv_bin3": { | |
| "amax": 36.25, | |
| "p99_9": 12.8125, | |
| "std": 1.8761367797851562, | |
| "min": 0.0, | |
| "max": 33.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.attn.img_attn_proj_bin3": { | |
| "amax": 10.9375, | |
| "p99_9": 3.2645263671875, | |
| "std": 0.36286428570747375, | |
| "min": 3.655441105365753e-08, | |
| "max": 8.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.attn.txt_attn_proj_bin3": { | |
| "amax": 13.875, | |
| "p99_9": 3.546875, | |
| "std": 0.3973595201969147, | |
| "min": 7.82310962677002e-08, | |
| "max": 12.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.img_mlp.net.0.proj_bin3": { | |
| "amax": 8.625, | |
| "p99_9": 3.171875, | |
| "std": 0.49864280223846436, | |
| "min": 0.0, | |
| "max": 8.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.img_mlp.net.2_bin3": { | |
| "amax": 5.84375, | |
| "p99_9": 1.4989013671875, | |
| "std": 0.14717908203601837, | |
| "min": 0.0, | |
| "max": 3.65625, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.txt_mlp.net.0.proj_bin3": { | |
| "amax": 19.75, | |
| "p99_9": 5.560302734375, | |
| "std": 0.7603636384010315, | |
| "min": 0.0, | |
| "max": 18.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.txt_mlp.net.2_bin3": { | |
| "amax": 9.75, | |
| "p99_9": 2.640625, | |
| "std": 0.2780829668045044, | |
| "min": 0.0, | |
| "max": 9.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.attn.img_attn_qkv_bin3": { | |
| "amax": 23.375, | |
| "p99_9": 8.5, | |
| "std": 1.379869818687439, | |
| "min": 0.0, | |
| "max": 19.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.attn.txt_attn_qkv_bin3": { | |
| "amax": 36.5, | |
| "p99_9": 12.875, | |
| "std": 1.8932251930236816, | |
| "min": 0.0, | |
| "max": 34.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.attn.img_attn_proj_bin3": { | |
| "amax": 8.3125, | |
| "p99_9": 3.65625, | |
| "std": 0.42988210916519165, | |
| "min": 7.392372936010361e-09, | |
| "max": 6.96875, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.attn.txt_attn_proj_bin3": { | |
| "amax": 25.0, | |
| "p99_9": 3.734375, | |
| "std": 0.40030789375305176, | |
| "min": 5.704350769519806e-08, | |
| "max": 19.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.img_mlp.net.0.proj_bin3": { | |
| "amax": 8.625, | |
| "p99_9": 3.1864013671875, | |
| "std": 0.49257001280784607, | |
| "min": 0.0, | |
| "max": 8.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.img_mlp.net.2_bin3": { | |
| "amax": 6.46875, | |
| "p99_9": 1.5234375, | |
| "std": 0.1489076465368271, | |
| "min": 0.0, | |
| "max": 4.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.txt_mlp.net.0.proj_bin3": { | |
| "amax": 19.75, | |
| "p99_9": 5.497802734375, | |
| "std": 0.7584754824638367, | |
| "min": 0.0, | |
| "max": 17.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.txt_mlp.net.2_bin3": { | |
| "amax": 10.5, | |
| "p99_9": 2.71875, | |
| "std": 0.3014836013317108, | |
| "min": 0.0, | |
| "max": 10.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.attn.img_attn_qkv_bin3": { | |
| "amax": 23.625, | |
| "p99_9": 8.4375, | |
| "std": 1.3535324335098267, | |
| "min": 0.0, | |
| "max": 16.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.attn.txt_attn_qkv_bin3": { | |
| "amax": 37.0, | |
| "p99_9": 12.625, | |
| "std": 1.8469911813735962, | |
| "min": 0.0, | |
| "max": 36.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.attn.img_attn_proj_bin3": { | |
| "amax": 7.78125, | |
| "p99_9": 3.5, | |
| "std": 0.38344302773475647, | |
| "min": 1.1082738637924194e-07, | |
| "max": 7.40625, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.attn.txt_attn_proj_bin3": { | |
| "amax": 15.5, | |
| "p99_9": 3.953125, | |
| "std": 0.4082479774951935, | |
| "min": 6.845220923423767e-08, | |
| "max": 14.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.img_mlp.net.0.proj_bin3": { | |
| "amax": 8.625, | |
| "p99_9": 3.2020263671875, | |
| "std": 0.48753005266189575, | |
| "min": 0.0, | |
| "max": 8.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.img_mlp.net.2_bin3": { | |
| "amax": 5.40625, | |
| "p99_9": 1.4609375, | |
| "std": 0.14332431554794312, | |
| "min": 0.0, | |
| "max": 4.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.txt_mlp.net.0.proj_bin3": { | |
| "amax": 19.875, | |
| "p99_9": 5.497802734375, | |
| "std": 0.7334932088851929, | |
| "min": 0.0, | |
| "max": 17.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.txt_mlp.net.2_bin3": { | |
| "amax": 12.0625, | |
| "p99_9": 3.078125, | |
| "std": 0.32419353723526, | |
| "min": 0.0, | |
| "max": 8.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.attn.img_attn_qkv_bin3": { | |
| "amax": 23.625, | |
| "p99_9": 8.375, | |
| "std": 1.3009605407714844, | |
| "min": 0.0, | |
| "max": 17.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.attn.txt_attn_qkv_bin3": { | |
| "amax": 37.0, | |
| "p99_9": 12.12060546875, | |
| "std": 1.7164088487625122, | |
| "min": 0.0, | |
| "max": 33.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.attn.img_attn_proj_bin3": { | |
| "amax": 8.0625, | |
| "p99_9": 3.46875, | |
| "std": 0.38641029596328735, | |
| "min": 5.960464477539063e-08, | |
| "max": 7.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.attn.txt_attn_proj_bin3": { | |
| "amax": 15.4375, | |
| "p99_9": 3.40625, | |
| "std": 0.3328944742679596, | |
| "min": 2.0489096641540527e-07, | |
| "max": 14.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.img_mlp.net.0.proj_bin3": { | |
| "amax": 8.75, | |
| "p99_9": 2.953125, | |
| "std": 0.46004343032836914, | |
| "min": 0.0, | |
| "max": 8.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.img_mlp.net.2_bin3": { | |
| "amax": 5.25, | |
| "p99_9": 1.40570068359375, | |
| "std": 0.1338510513305664, | |
| "min": 0.0, | |
| "max": 3.921875, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.txt_mlp.net.0.proj_bin3": { | |
| "amax": 19.25, | |
| "p99_9": 5.625, | |
| "std": 0.6968796849250793, | |
| "min": 0.0, | |
| "max": 18.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.txt_mlp.net.2_bin3": { | |
| "amax": 8.6875, | |
| "p99_9": 2.6395263671875, | |
| "std": 0.25930890440940857, | |
| "min": 0.0, | |
| "max": 6.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.attn.img_attn_qkv_bin3": { | |
| "amax": 23.125, | |
| "p99_9": 7.75, | |
| "std": 1.1737319231033325, | |
| "min": 0.0, | |
| "max": 16.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.attn.txt_attn_qkv_bin3": { | |
| "amax": 37.25, | |
| "p99_9": 11.75, | |
| "std": 1.6463288068771362, | |
| "min": 0.0, | |
| "max": 30.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.attn.img_attn_proj_bin3": { | |
| "amax": 9.1875, | |
| "p99_9": 2.8125, | |
| "std": 0.3219278156757355, | |
| "min": 6.658956408500671e-08, | |
| "max": 5.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.attn.txt_attn_proj_bin3": { | |
| "amax": 19.75, | |
| "p99_9": 3.359375, | |
| "std": 0.29461824893951416, | |
| "min": 2.200249582529068e-08, | |
| "max": 14.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.img_mlp.net.0.proj_bin3": { | |
| "amax": 9.0, | |
| "p99_9": 2.578125, | |
| "std": 0.39934805035591125, | |
| "min": 0.0, | |
| "max": 8.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.img_mlp.net.2_bin3": { | |
| "amax": 4.40625, | |
| "p99_9": 1.1171875, | |
| "std": 0.11211150884628296, | |
| "min": 3.128661774098873e-09, | |
| "max": 3.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.txt_mlp.net.0.proj_bin3": { | |
| "amax": 22.5, | |
| "p99_9": 5.46875, | |
| "std": 0.6741851568222046, | |
| "min": 0.0, | |
| "max": 18.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.txt_mlp.net.2_bin3": { | |
| "amax": 10.8125, | |
| "p99_9": 2.3895263671875, | |
| "std": 0.2305595874786377, | |
| "min": 0.0, | |
| "max": 7.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.attn.img_attn_qkv_bin3": { | |
| "amax": 22.625, | |
| "p99_9": 7.375, | |
| "std": 1.0733952522277832, | |
| "min": 0.0, | |
| "max": 16.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.attn.txt_attn_qkv_bin3": { | |
| "amax": 37.0, | |
| "p99_9": 11.25, | |
| "std": 1.5593374967575073, | |
| "min": 0.0, | |
| "max": 35.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.attn.img_attn_proj_bin3": { | |
| "amax": 8.125, | |
| "p99_9": 2.890625, | |
| "std": 0.32392993569374084, | |
| "min": 2.0139850676059723e-08, | |
| "max": 6.28125, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.attn.txt_attn_proj_bin3": { | |
| "amax": 20.25, | |
| "p99_9": 4.77685546875, | |
| "std": 0.365837424993515, | |
| "min": 1.150183379650116e-07, | |
| "max": 18.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.img_mlp.net.0.proj_bin3": { | |
| "amax": 9.25, | |
| "p99_9": 2.484375, | |
| "std": 0.3805990219116211, | |
| "min": 0.0, | |
| "max": 9.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.img_mlp.net.2_bin3": { | |
| "amax": 3.96875, | |
| "p99_9": 1.015625, | |
| "std": 0.10360464453697205, | |
| "min": 2.1420419216156006e-07, | |
| "max": 2.96875, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.txt_mlp.net.0.proj_bin3": { | |
| "amax": 23.875, | |
| "p99_9": 5.21875, | |
| "std": 0.6375510692596436, | |
| "min": 0.0, | |
| "max": 18.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.txt_mlp.net.2_bin3": { | |
| "amax": 7.53125, | |
| "p99_9": 2.203125, | |
| "std": 0.21152682602405548, | |
| "min": 0.0, | |
| "max": 5.65625, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.attn.img_attn_qkv_bin3": { | |
| "amax": 23.625, | |
| "p99_9": 7.5625, | |
| "std": 1.0704340934753418, | |
| "min": 0.0, | |
| "max": 19.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.attn.txt_attn_qkv_bin3": { | |
| "amax": 36.25, | |
| "p99_9": 10.9375, | |
| "std": 1.4778426885604858, | |
| "min": 0.0, | |
| "max": 35.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.attn.img_attn_proj_bin3": { | |
| "amax": 8.25, | |
| "p99_9": 2.921875, | |
| "std": 0.36146026849746704, | |
| "min": 1.043081283569336e-07, | |
| "max": 5.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.attn.txt_attn_proj_bin3": { | |
| "amax": 5.21875, | |
| "p99_9": 2.484375, | |
| "std": 0.2855154871940613, | |
| "min": 1.3504177331924438e-08, | |
| "max": 4.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.img_mlp.net.0.proj_bin3": { | |
| "amax": 9.3125, | |
| "p99_9": 2.671875, | |
| "std": 0.3801044225692749, | |
| "min": 0.0, | |
| "max": 9.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.img_mlp.net.2_bin3": { | |
| "amax": 4.34375, | |
| "p99_9": 0.835662841796875, | |
| "std": 0.0786719024181366, | |
| "min": 1.7007550923153758e-10, | |
| "max": 3.34375, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.txt_mlp.net.0.proj_bin3": { | |
| "amax": 25.125, | |
| "p99_9": 5.216552734375, | |
| "std": 0.6108574867248535, | |
| "min": 0.0, | |
| "max": 21.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.txt_mlp.net.2_bin3": { | |
| "amax": 0.125, | |
| "p99_9": 0.054443359375, | |
| "std": 0.008581711910665035, | |
| "min": 0.0, | |
| "max": 0.10400390625, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.attn.img_attn_qkv_bin4": { | |
| "amax": 18.25, | |
| "p99_9": 10.25, | |
| "std": 1.7822130918502808, | |
| "min": 0.0, | |
| "max": 17.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.attn.txt_attn_qkv_bin4": { | |
| "amax": 12.5625, | |
| "p99_9": 7.46875, | |
| "std": 1.2644059658050537, | |
| "min": 0.0, | |
| "max": 12.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.attn.img_attn_proj_bin4": { | |
| "amax": 13.0, | |
| "p99_9": 10.75, | |
| "std": 1.4017047882080078, | |
| "min": 2.682209014892578e-07, | |
| "max": 12.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.attn.txt_attn_proj_bin4": { | |
| "amax": 14.375, | |
| "p99_9": 6.310302734375, | |
| "std": 0.6930071115493774, | |
| "min": 1.1175870895385742e-06, | |
| "max": 12.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.img_mlp.net.0.proj_bin4": { | |
| "amax": 4.75, | |
| "p99_9": 1.375, | |
| "std": 0.22086936235427856, | |
| "min": 0.0, | |
| "max": 4.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.img_mlp.net.2_bin4": { | |
| "amax": 3.46875, | |
| "p99_9": 1.5390625, | |
| "std": 0.21345266699790955, | |
| "min": 4.377216100692749e-08, | |
| "max": 2.96875, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.txt_mlp.net.0.proj_bin4": { | |
| "amax": 27.125, | |
| "p99_9": 9.1162109375, | |
| "std": 0.6545056104660034, | |
| "min": 0.0, | |
| "max": 25.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.txt_mlp.net.2_bin4": { | |
| "amax": 9.25, | |
| "p99_9": 4.375, | |
| "std": 0.2977394461631775, | |
| "min": 0.0, | |
| "max": 8.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.attn.img_attn_qkv_bin4": { | |
| "amax": 9.25, | |
| "p99_9": 5.0, | |
| "std": 0.8214439749717712, | |
| "min": 0.0, | |
| "max": 8.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.attn.txt_attn_qkv_bin4": { | |
| "amax": 14.9375, | |
| "p99_9": 4.404052734375, | |
| "std": 0.7183793187141418, | |
| "min": 0.0, | |
| "max": 14.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.attn.img_attn_proj_bin4": { | |
| "amax": 5.3125, | |
| "p99_9": 2.828125, | |
| "std": 0.4922506511211395, | |
| "min": 2.1653249859809875e-08, | |
| "max": 5.21875, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.attn.txt_attn_proj_bin4": { | |
| "amax": 4.59375, | |
| "p99_9": 2.7645263671875, | |
| "std": 0.4613954424858093, | |
| "min": 8.288770914077759e-08, | |
| "max": 4.34375, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.img_mlp.net.0.proj_bin4": { | |
| "amax": 4.28125, | |
| "p99_9": 1.8359375, | |
| "std": 0.27952471375465393, | |
| "min": 0.0, | |
| "max": 4.21875, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.img_mlp.net.2_bin4": { | |
| "amax": 4.46875, | |
| "p99_9": 1.06195068359375, | |
| "std": 0.13170839846134186, | |
| "min": 3.073364496231079e-08, | |
| "max": 4.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.txt_mlp.net.0.proj_bin4": { | |
| "amax": 32.75, | |
| "p99_9": 11.0, | |
| "std": 0.7225053906440735, | |
| "min": 0.0, | |
| "max": 31.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.1.txt_mlp.net.2_bin4": { | |
| "amax": 4.65625, | |
| "p99_9": 1.546875, | |
| "std": 0.14777666330337524, | |
| "min": 0.0, | |
| "max": 4.28125, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.attn.img_attn_qkv_bin4": { | |
| "amax": 13.1875, | |
| "p99_9": 4.71875, | |
| "std": 0.6886404752731323, | |
| "min": 0.0, | |
| "max": 10.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.attn.txt_attn_qkv_bin4": { | |
| "amax": 17.625, | |
| "p99_9": 4.872802734375, | |
| "std": 0.7893886566162109, | |
| "min": 0.0, | |
| "max": 16.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.attn.img_attn_proj_bin4": { | |
| "amax": 8.6875, | |
| "p99_9": 2.765625, | |
| "std": 0.40260156989097595, | |
| "min": 1.1990778148174286e-08, | |
| "max": 7.84375, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.attn.txt_attn_proj_bin4": { | |
| "amax": 7.03125, | |
| "p99_9": 2.40625, | |
| "std": 0.3561161458492279, | |
| "min": 2.0302832126617432e-07, | |
| "max": 4.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.img_mlp.net.0.proj_bin4": { | |
| "amax": 4.46875, | |
| "p99_9": 1.65625, | |
| "std": 0.24005639553070068, | |
| "min": 0.0, | |
| "max": 4.46875, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.img_mlp.net.2_bin4": { | |
| "amax": 4.71875, | |
| "p99_9": 1.3203125, | |
| "std": 0.11506683379411697, | |
| "min": 1.2456439435482025e-08, | |
| "max": 4.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.txt_mlp.net.0.proj_bin4": { | |
| "amax": 42.0, | |
| "p99_9": 12.30810546875, | |
| "std": 0.8911905884742737, | |
| "min": 0.0, | |
| "max": 41.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.2.txt_mlp.net.2_bin4": { | |
| "amax": 7.0, | |
| "p99_9": 1.609375, | |
| "std": 0.15523777902126312, | |
| "min": 0.0, | |
| "max": 5.40625, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.attn.img_attn_qkv_bin4": { | |
| "amax": 14.4375, | |
| "p99_9": 4.622802734375, | |
| "std": 0.631182849407196, | |
| "min": 0.0, | |
| "max": 10.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.attn.txt_attn_qkv_bin4": { | |
| "amax": 15.875, | |
| "p99_9": 5.8125, | |
| "std": 0.8852767944335938, | |
| "min": 0.0, | |
| "max": 15.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.attn.img_attn_proj_bin4": { | |
| "amax": 5.96875, | |
| "p99_9": 2.421875, | |
| "std": 0.3666933476924896, | |
| "min": 2.8870999813079834e-07, | |
| "max": 5.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.attn.txt_attn_proj_bin4": { | |
| "amax": 7.15625, | |
| "p99_9": 3.1239013671875, | |
| "std": 0.3696548342704773, | |
| "min": 1.0011717677116394e-07, | |
| "max": 6.65625, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.img_mlp.net.0.proj_bin4": { | |
| "amax": 4.46875, | |
| "p99_9": 1.7734375, | |
| "std": 0.25284266471862793, | |
| "min": 0.0, | |
| "max": 4.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.img_mlp.net.2_bin4": { | |
| "amax": 5.46875, | |
| "p99_9": 1.33538818359375, | |
| "std": 0.12030838429927826, | |
| "min": 0.0, | |
| "max": 3.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.txt_mlp.net.0.proj_bin4": { | |
| "amax": 52.75, | |
| "p99_9": 13.74560546875, | |
| "std": 1.029044508934021, | |
| "min": 0.0, | |
| "max": 49.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.3.txt_mlp.net.2_bin4": { | |
| "amax": 7.375, | |
| "p99_9": 1.75, | |
| "std": 0.15904664993286133, | |
| "min": 0.0, | |
| "max": 5.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.attn.img_attn_qkv_bin4": { | |
| "amax": 13.0, | |
| "p99_9": 4.65625, | |
| "std": 0.6346266865730286, | |
| "min": 0.0, | |
| "max": 10.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.attn.txt_attn_qkv_bin4": { | |
| "amax": 13.5625, | |
| "p99_9": 6.125, | |
| "std": 0.9433552622795105, | |
| "min": 0.0, | |
| "max": 13.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.attn.img_attn_proj_bin4": { | |
| "amax": 5.71875, | |
| "p99_9": 2.640625, | |
| "std": 0.3627771735191345, | |
| "min": 3.632158041000366e-08, | |
| "max": 5.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.attn.txt_attn_proj_bin4": { | |
| "amax": 7.0625, | |
| "p99_9": 2.7645263671875, | |
| "std": 0.3629288673400879, | |
| "min": 8.614733815193176e-09, | |
| "max": 5.59375, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.img_mlp.net.0.proj_bin4": { | |
| "amax": 4.625, | |
| "p99_9": 1.71875, | |
| "std": 0.23664778470993042, | |
| "min": 0.0, | |
| "max": 4.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.img_mlp.net.2_bin4": { | |
| "amax": 4.78125, | |
| "p99_9": 1.234375, | |
| "std": 0.10914123803377151, | |
| "min": 0.0, | |
| "max": 3.34375, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.txt_mlp.net.0.proj_bin4": { | |
| "amax": 58.25, | |
| "p99_9": 12.3662109375, | |
| "std": 1.0328024625778198, | |
| "min": 0.0, | |
| "max": 54.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.4.txt_mlp.net.2_bin4": { | |
| "amax": 9.5625, | |
| "p99_9": 1.87445068359375, | |
| "std": 0.1748584508895874, | |
| "min": 0.0, | |
| "max": 8.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.attn.img_attn_qkv_bin4": { | |
| "amax": 11.25, | |
| "p99_9": 4.03125, | |
| "std": 0.5682011842727661, | |
| "min": 0.0, | |
| "max": 9.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.attn.txt_attn_qkv_bin4": { | |
| "amax": 13.75, | |
| "p99_9": 6.841552734375, | |
| "std": 1.038305401802063, | |
| "min": 0.0, | |
| "max": 13.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.attn.img_attn_proj_bin4": { | |
| "amax": 4.75, | |
| "p99_9": 2.0926513671875, | |
| "std": 0.3034015893936157, | |
| "min": 1.1408701539039612e-07, | |
| "max": 3.765625, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.attn.txt_attn_proj_bin4": { | |
| "amax": 9.25, | |
| "p99_9": 3.375, | |
| "std": 0.3786901831626892, | |
| "min": 1.9744038581848145e-07, | |
| "max": 9.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.img_mlp.net.0.proj_bin4": { | |
| "amax": 4.5625, | |
| "p99_9": 1.6640625, | |
| "std": 0.23371046781539917, | |
| "min": 0.0, | |
| "max": 4.46875, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.img_mlp.net.2_bin4": { | |
| "amax": 5.03125, | |
| "p99_9": 1.171875, | |
| "std": 0.09785640239715576, | |
| "min": 0.0, | |
| "max": 3.703125, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.txt_mlp.net.0.proj_bin4": { | |
| "amax": 64.5, | |
| "p99_9": 11.4287109375, | |
| "std": 1.0460021495819092, | |
| "min": 0.0, | |
| "max": 63.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.5.txt_mlp.net.2_bin4": { | |
| "amax": 8.3125, | |
| "p99_9": 1.92913818359375, | |
| "std": 0.17919689416885376, | |
| "min": 0.0, | |
| "max": 5.53125, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.attn.img_attn_qkv_bin4": { | |
| "amax": 11.25, | |
| "p99_9": 4.125, | |
| "std": 0.5898528099060059, | |
| "min": 0.0, | |
| "max": 9.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.attn.txt_attn_qkv_bin4": { | |
| "amax": 13.9375, | |
| "p99_9": 7.091552734375, | |
| "std": 1.1044631004333496, | |
| "min": 0.0, | |
| "max": 13.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.attn.img_attn_proj_bin4": { | |
| "amax": 6.34375, | |
| "p99_9": 2.1875, | |
| "std": 0.3114587366580963, | |
| "min": 3.3760443329811096e-08, | |
| "max": 5.15625, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.attn.txt_attn_proj_bin4": { | |
| "amax": 9.1875, | |
| "p99_9": 2.984375, | |
| "std": 0.3864453434944153, | |
| "min": 2.039596438407898e-07, | |
| "max": 7.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.img_mlp.net.0.proj_bin4": { | |
| "amax": 4.59375, | |
| "p99_9": 1.6484375, | |
| "std": 0.23900671303272247, | |
| "min": 0.0, | |
| "max": 4.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.img_mlp.net.2_bin4": { | |
| "amax": 5.46875, | |
| "p99_9": 1.390625, | |
| "std": 0.11399759352207184, | |
| "min": 0.0, | |
| "max": 3.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.txt_mlp.net.0.proj_bin4": { | |
| "amax": 70.5, | |
| "p99_9": 9.4912109375, | |
| "std": 0.9766183495521545, | |
| "min": 0.0, | |
| "max": 62.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.6.txt_mlp.net.2_bin4": { | |
| "amax": 9.8125, | |
| "p99_9": 1.9453125, | |
| "std": 0.18239766359329224, | |
| "min": 0.0, | |
| "max": 7.28125, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.attn.img_attn_qkv_bin4": { | |
| "amax": 11.75, | |
| "p99_9": 4.1875, | |
| "std": 0.58827805519104, | |
| "min": 0.0, | |
| "max": 8.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.attn.txt_attn_qkv_bin4": { | |
| "amax": 15.1875, | |
| "p99_9": 7.125, | |
| "std": 1.1210274696350098, | |
| "min": 0.0, | |
| "max": 13.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.attn.img_attn_proj_bin4": { | |
| "amax": 6.6875, | |
| "p99_9": 1.9609375, | |
| "std": 0.2751830816268921, | |
| "min": 3.306195139884949e-08, | |
| "max": 5.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.attn.txt_attn_proj_bin4": { | |
| "amax": 7.9375, | |
| "p99_9": 2.9676513671875, | |
| "std": 0.3490297198295593, | |
| "min": 8.498318493366241e-09, | |
| "max": 7.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.img_mlp.net.0.proj_bin4": { | |
| "amax": 4.625, | |
| "p99_9": 1.609375, | |
| "std": 0.2421497404575348, | |
| "min": 0.0, | |
| "max": 4.59375, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.img_mlp.net.2_bin4": { | |
| "amax": 5.0, | |
| "p99_9": 1.3046875, | |
| "std": 0.10073143988847733, | |
| "min": 0.0, | |
| "max": 3.953125, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.txt_mlp.net.0.proj_bin4": { | |
| "amax": 70.0, | |
| "p99_9": 11.3037109375, | |
| "std": 1.025658369064331, | |
| "min": 0.0, | |
| "max": 64.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.7.txt_mlp.net.2_bin4": { | |
| "amax": 12.75, | |
| "p99_9": 1.859375, | |
| "std": 0.17681469023227692, | |
| "min": 0.0, | |
| "max": 11.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.attn.img_attn_qkv_bin4": { | |
| "amax": 11.1875, | |
| "p99_9": 4.0625, | |
| "std": 0.6118845343589783, | |
| "min": 0.0, | |
| "max": 8.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.attn.txt_attn_qkv_bin4": { | |
| "amax": 14.75, | |
| "p99_9": 7.4375, | |
| "std": 1.174680471420288, | |
| "min": 0.0, | |
| "max": 13.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.attn.img_attn_proj_bin4": { | |
| "amax": 4.8125, | |
| "p99_9": 1.921875, | |
| "std": 0.2809887230396271, | |
| "min": 1.3317912817001343e-07, | |
| "max": 3.796875, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.attn.txt_attn_proj_bin4": { | |
| "amax": 16.5, | |
| "p99_9": 5.091552734375, | |
| "std": 0.4519481062889099, | |
| "min": 2.7939677238464355e-07, | |
| "max": 14.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.img_mlp.net.0.proj_bin4": { | |
| "amax": 4.71875, | |
| "p99_9": 1.6953125, | |
| "std": 0.2536450922489166, | |
| "min": 0.0, | |
| "max": 4.59375, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.img_mlp.net.2_bin4": { | |
| "amax": 5.15625, | |
| "p99_9": 1.4765625, | |
| "std": 0.11581594496965408, | |
| "min": 0.0, | |
| "max": 3.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.txt_mlp.net.0.proj_bin4": { | |
| "amax": 67.5, | |
| "p99_9": 8.109619140625, | |
| "std": 0.9672264456748962, | |
| "min": 0.0, | |
| "max": 57.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.8.txt_mlp.net.2_bin4": { | |
| "amax": 15.9375, | |
| "p99_9": 2.140625, | |
| "std": 0.20170220732688904, | |
| "min": 0.0, | |
| "max": 9.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.attn.img_attn_qkv_bin4": { | |
| "amax": 11.0, | |
| "p99_9": 4.3125, | |
| "std": 0.6705639958381653, | |
| "min": 0.0, | |
| "max": 9.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.attn.txt_attn_qkv_bin4": { | |
| "amax": 15.875, | |
| "p99_9": 7.75, | |
| "std": 1.2330397367477417, | |
| "min": 0.0, | |
| "max": 14.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.attn.img_attn_proj_bin4": { | |
| "amax": 5.875, | |
| "p99_9": 2.078125, | |
| "std": 0.3069442808628082, | |
| "min": 8.707866072654724e-08, | |
| "max": 4.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.attn.txt_attn_proj_bin4": { | |
| "amax": 20.25, | |
| "p99_9": 3.796875, | |
| "std": 0.42619726061820984, | |
| "min": 3.2223761081695557e-07, | |
| "max": 16.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.img_mlp.net.0.proj_bin4": { | |
| "amax": 4.78125, | |
| "p99_9": 1.8359375, | |
| "std": 0.2709978222846985, | |
| "min": 0.0, | |
| "max": 4.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.img_mlp.net.2_bin4": { | |
| "amax": 5.46875, | |
| "p99_9": 1.625, | |
| "std": 0.12964561581611633, | |
| "min": 7.916241884231567e-08, | |
| "max": 4.34375, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.txt_mlp.net.0.proj_bin4": { | |
| "amax": 62.25, | |
| "p99_9": 9.1787109375, | |
| "std": 0.9415113925933838, | |
| "min": 0.0, | |
| "max": 60.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.9.txt_mlp.net.2_bin4": { | |
| "amax": 16.625, | |
| "p99_9": 2.0145263671875, | |
| "std": 0.1889083981513977, | |
| "min": 0.0, | |
| "max": 14.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.attn.img_attn_qkv_bin4": { | |
| "amax": 11.25, | |
| "p99_9": 4.34375, | |
| "std": 0.6801591515541077, | |
| "min": 0.0, | |
| "max": 8.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.attn.txt_attn_qkv_bin4": { | |
| "amax": 22.0, | |
| "p99_9": 7.84375, | |
| "std": 1.236466646194458, | |
| "min": 0.0, | |
| "max": 19.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.attn.img_attn_proj_bin4": { | |
| "amax": 7.125, | |
| "p99_9": 2.046875, | |
| "std": 0.29973360896110535, | |
| "min": 1.019798219203949e-07, | |
| "max": 3.96875, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.attn.txt_attn_proj_bin4": { | |
| "amax": 16.875, | |
| "p99_9": 3.796875, | |
| "std": 0.4113122820854187, | |
| "min": 3.585591912269592e-08, | |
| "max": 15.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.img_mlp.net.0.proj_bin4": { | |
| "amax": 4.71875, | |
| "p99_9": 1.8203125, | |
| "std": 0.2748306691646576, | |
| "min": 0.0, | |
| "max": 4.59375, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.img_mlp.net.2_bin4": { | |
| "amax": 5.8125, | |
| "p99_9": 1.3984375, | |
| "std": 0.1125076487660408, | |
| "min": 0.0, | |
| "max": 4.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.txt_mlp.net.0.proj_bin4": { | |
| "amax": 58.75, | |
| "p99_9": 7.79931640625, | |
| "std": 0.8959778547286987, | |
| "min": 0.0, | |
| "max": 55.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.10.txt_mlp.net.2_bin4": { | |
| "amax": 30.75, | |
| "p99_9": 2.140625, | |
| "std": 0.1976173222064972, | |
| "min": 0.0, | |
| "max": 11.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.attn.img_attn_qkv_bin4": { | |
| "amax": 10.625, | |
| "p99_9": 4.34375, | |
| "std": 0.7036388516426086, | |
| "min": 0.0, | |
| "max": 8.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.attn.txt_attn_qkv_bin4": { | |
| "amax": 25.625, | |
| "p99_9": 8.0625, | |
| "std": 1.265254020690918, | |
| "min": 0.0, | |
| "max": 23.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.attn.img_attn_proj_bin4": { | |
| "amax": 9.0625, | |
| "p99_9": 2.5614013671875, | |
| "std": 0.2987596392631531, | |
| "min": 3.166496753692627e-08, | |
| "max": 6.15625, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.attn.txt_attn_proj_bin4": { | |
| "amax": 17.375, | |
| "p99_9": 4.310302734375, | |
| "std": 0.4611675441265106, | |
| "min": 4.586763679981232e-08, | |
| "max": 15.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.img_mlp.net.0.proj_bin4": { | |
| "amax": 4.78125, | |
| "p99_9": 1.8828125, | |
| "std": 0.28818389773368835, | |
| "min": 0.0, | |
| "max": 4.59375, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.img_mlp.net.2_bin4": { | |
| "amax": 5.0, | |
| "p99_9": 1.3125, | |
| "std": 0.11076701432466507, | |
| "min": 0.0, | |
| "max": 4.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.txt_mlp.net.0.proj_bin4": { | |
| "amax": 50.5, | |
| "p99_9": 7.55810546875, | |
| "std": 0.7882305979728699, | |
| "min": 0.0, | |
| "max": 45.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.11.txt_mlp.net.2_bin4": { | |
| "amax": 22.0, | |
| "p99_9": 2.140625, | |
| "std": 0.20673610270023346, | |
| "min": 0.0, | |
| "max": 12.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.attn.img_attn_qkv_bin4": { | |
| "amax": 11.6875, | |
| "p99_9": 4.53125, | |
| "std": 0.7310564517974854, | |
| "min": 0.0, | |
| "max": 8.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.attn.txt_attn_qkv_bin4": { | |
| "amax": 30.625, | |
| "p99_9": 8.3125, | |
| "std": 1.3073841333389282, | |
| "min": 0.0, | |
| "max": 27.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.attn.img_attn_proj_bin4": { | |
| "amax": 10.0, | |
| "p99_9": 2.109375, | |
| "std": 0.3145938515663147, | |
| "min": 1.2223608791828156e-08, | |
| "max": 7.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.attn.txt_attn_proj_bin4": { | |
| "amax": 21.0, | |
| "p99_9": 4.375, | |
| "std": 0.4925878942012787, | |
| "min": 1.695007085800171e-07, | |
| "max": 19.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.img_mlp.net.0.proj_bin4": { | |
| "amax": 5.25, | |
| "p99_9": 1.9921875, | |
| "std": 0.30217376351356506, | |
| "min": 0.0, | |
| "max": 4.65625, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.img_mlp.net.2_bin4": { | |
| "amax": 4.6875, | |
| "p99_9": 1.234375, | |
| "std": 0.10641799122095108, | |
| "min": 0.0, | |
| "max": 3.84375, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.txt_mlp.net.0.proj_bin4": { | |
| "amax": 43.75, | |
| "p99_9": 6.6875, | |
| "std": 0.694035530090332, | |
| "min": 0.0, | |
| "max": 40.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.12.txt_mlp.net.2_bin4": { | |
| "amax": 12.125, | |
| "p99_9": 2.28125, | |
| "std": 0.24178440868854523, | |
| "min": 0.0, | |
| "max": 11.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.attn.img_attn_qkv_bin4": { | |
| "amax": 12.625, | |
| "p99_9": 4.90625, | |
| "std": 0.7925256490707397, | |
| "min": 0.0, | |
| "max": 10.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.attn.txt_attn_qkv_bin4": { | |
| "amax": 33.0, | |
| "p99_9": 8.3125, | |
| "std": 1.2695657014846802, | |
| "min": 0.0, | |
| "max": 33.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.attn.img_attn_proj_bin4": { | |
| "amax": 9.625, | |
| "p99_9": 2.5625, | |
| "std": 0.34634414315223694, | |
| "min": 6.565824151039124e-08, | |
| "max": 6.90625, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.attn.txt_attn_proj_bin4": { | |
| "amax": 17.375, | |
| "p99_9": 4.03125, | |
| "std": 0.43035221099853516, | |
| "min": 5.296897143125534e-09, | |
| "max": 15.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.img_mlp.net.0.proj_bin4": { | |
| "amax": 6.84375, | |
| "p99_9": 2.09375, | |
| "std": 0.3198699355125427, | |
| "min": 0.0, | |
| "max": 5.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.img_mlp.net.2_bin4": { | |
| "amax": 5.53125, | |
| "p99_9": 1.328125, | |
| "std": 0.11913903057575226, | |
| "min": 0.0, | |
| "max": 4.21875, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.txt_mlp.net.0.proj_bin4": { | |
| "amax": 35.5, | |
| "p99_9": 5.645263671875, | |
| "std": 0.63628089427948, | |
| "min": 0.0, | |
| "max": 32.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.13.txt_mlp.net.2_bin4": { | |
| "amax": 37.0, | |
| "p99_9": 2.234375, | |
| "std": 0.22918753325939178, | |
| "min": 0.0, | |
| "max": 16.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.attn.img_attn_qkv_bin4": { | |
| "amax": 12.5, | |
| "p99_9": 5.03125, | |
| "std": 0.8399888873100281, | |
| "min": 0.0, | |
| "max": 9.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.attn.txt_attn_qkv_bin4": { | |
| "amax": 35.0, | |
| "p99_9": 8.55810546875, | |
| "std": 1.2906463146209717, | |
| "min": 0.0, | |
| "max": 30.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.attn.img_attn_proj_bin4": { | |
| "amax": 8.5625, | |
| "p99_9": 2.625, | |
| "std": 0.3796365261077881, | |
| "min": 7.916241884231567e-08, | |
| "max": 6.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.attn.txt_attn_proj_bin4": { | |
| "amax": 22.375, | |
| "p99_9": 3.3125, | |
| "std": 0.4084346294403076, | |
| "min": 3.4924596548080444e-08, | |
| "max": 20.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.img_mlp.net.0.proj_bin4": { | |
| "amax": 8.1875, | |
| "p99_9": 2.2020263671875, | |
| "std": 0.33466213941574097, | |
| "min": 0.0, | |
| "max": 7.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.img_mlp.net.2_bin4": { | |
| "amax": 6.375, | |
| "p99_9": 1.3203125, | |
| "std": 0.11643653362989426, | |
| "min": 0.0, | |
| "max": 5.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.txt_mlp.net.0.proj_bin4": { | |
| "amax": 30.125, | |
| "p99_9": 4.997802734375, | |
| "std": 0.6181663274765015, | |
| "min": 0.0, | |
| "max": 30.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.14.txt_mlp.net.2_bin4": { | |
| "amax": 14.9375, | |
| "p99_9": 2.375, | |
| "std": 0.24446667730808258, | |
| "min": 0.0, | |
| "max": 7.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.attn.img_attn_qkv_bin4": { | |
| "amax": 10.875, | |
| "p99_9": 5.09375, | |
| "std": 0.8405638933181763, | |
| "min": 0.0, | |
| "max": 9.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.attn.txt_attn_qkv_bin4": { | |
| "amax": 35.25, | |
| "p99_9": 8.8125, | |
| "std": 1.3190921545028687, | |
| "min": 0.0, | |
| "max": 32.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.attn.img_attn_proj_bin4": { | |
| "amax": 10.9375, | |
| "p99_9": 2.6875, | |
| "std": 0.37332016229629517, | |
| "min": 1.434236764907837e-07, | |
| "max": 8.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.attn.txt_attn_proj_bin4": { | |
| "amax": 20.75, | |
| "p99_9": 4.5, | |
| "std": 0.5016390085220337, | |
| "min": 3.67872416973114e-08, | |
| "max": 16.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.75, | |
| "p99_9": 2.1875, | |
| "std": 0.344711571931839, | |
| "min": 0.0, | |
| "max": 9.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.img_mlp.net.2_bin4": { | |
| "amax": 5.375, | |
| "p99_9": 1.3125, | |
| "std": 0.11896520107984543, | |
| "min": 0.0, | |
| "max": 4.15625, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.txt_mlp.net.0.proj_bin4": { | |
| "amax": 26.125, | |
| "p99_9": 4.52685546875, | |
| "std": 0.5765432715415955, | |
| "min": 0.0, | |
| "max": 22.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.15.txt_mlp.net.2_bin4": { | |
| "amax": 16.875, | |
| "p99_9": 2.390625, | |
| "std": 0.26213911175727844, | |
| "min": 0.0, | |
| "max": 9.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.attn.img_attn_qkv_bin4": { | |
| "amax": 11.375, | |
| "p99_9": 5.625, | |
| "std": 0.9272801280021667, | |
| "min": 0.0, | |
| "max": 10.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.attn.txt_attn_qkv_bin4": { | |
| "amax": 35.25, | |
| "p99_9": 8.6875, | |
| "std": 1.2650583982467651, | |
| "min": 0.0, | |
| "max": 32.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.attn.img_attn_proj_bin4": { | |
| "amax": 7.96875, | |
| "p99_9": 2.9375, | |
| "std": 0.3726619780063629, | |
| "min": 7.741618901491165e-09, | |
| "max": 7.21875, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.attn.txt_attn_proj_bin4": { | |
| "amax": 20.25, | |
| "p99_9": 3.84375, | |
| "std": 0.4213688373565674, | |
| "min": 3.329478204250336e-08, | |
| "max": 18.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.img_mlp.net.0.proj_bin4": { | |
| "amax": 10.875, | |
| "p99_9": 2.265625, | |
| "std": 0.36720696091651917, | |
| "min": 0.0, | |
| "max": 10.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.img_mlp.net.2_bin4": { | |
| "amax": 6.03125, | |
| "p99_9": 1.328125, | |
| "std": 0.12401529401540756, | |
| "min": 1.2014061212539673e-07, | |
| "max": 4.15625, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.txt_mlp.net.0.proj_bin4": { | |
| "amax": 24.5, | |
| "p99_9": 3.9676513671875, | |
| "std": 0.5301471948623657, | |
| "min": 0.0, | |
| "max": 18.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.16.txt_mlp.net.2_bin4": { | |
| "amax": 13.375, | |
| "p99_9": 2.203125, | |
| "std": 0.24703921377658844, | |
| "min": 0.0, | |
| "max": 6.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.attn.img_attn_qkv_bin4": { | |
| "amax": 12.25, | |
| "p99_9": 5.6875, | |
| "std": 0.944576621055603, | |
| "min": 0.0, | |
| "max": 10.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.attn.txt_attn_qkv_bin4": { | |
| "amax": 35.25, | |
| "p99_9": 8.5, | |
| "std": 1.2291933298110962, | |
| "min": 0.0, | |
| "max": 33.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.attn.img_attn_proj_bin4": { | |
| "amax": 8.125, | |
| "p99_9": 2.9832763671875, | |
| "std": 0.4266085624694824, | |
| "min": 9.220093488693237e-08, | |
| "max": 6.15625, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.attn.txt_attn_proj_bin4": { | |
| "amax": 20.125, | |
| "p99_9": 3.359375, | |
| "std": 0.40799641609191895, | |
| "min": 1.5087425708770752e-07, | |
| "max": 9.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.img_mlp.net.0.proj_bin4": { | |
| "amax": 10.5, | |
| "p99_9": 2.28125, | |
| "std": 0.3706651031970978, | |
| "min": 0.0, | |
| "max": 9.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.img_mlp.net.2_bin4": { | |
| "amax": 5.71875, | |
| "p99_9": 1.453125, | |
| "std": 0.13598750531673431, | |
| "min": 0.0, | |
| "max": 4.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.txt_mlp.net.0.proj_bin4": { | |
| "amax": 23.25, | |
| "p99_9": 3.8739013671875, | |
| "std": 0.5310107469558716, | |
| "min": 0.0, | |
| "max": 22.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.17.txt_mlp.net.2_bin4": { | |
| "amax": 13.6875, | |
| "p99_9": 2.3125, | |
| "std": 0.24432705342769623, | |
| "min": 0.0, | |
| "max": 6.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.attn.img_attn_qkv_bin4": { | |
| "amax": 12.1875, | |
| "p99_9": 5.8125, | |
| "std": 0.9608215689659119, | |
| "min": 0.0, | |
| "max": 10.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.attn.txt_attn_qkv_bin4": { | |
| "amax": 34.75, | |
| "p99_9": 8.6875, | |
| "std": 1.2759021520614624, | |
| "min": 0.0, | |
| "max": 34.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.attn.img_attn_proj_bin4": { | |
| "amax": 10.1875, | |
| "p99_9": 2.96875, | |
| "std": 0.41982874274253845, | |
| "min": 3.073364496231079e-07, | |
| "max": 8.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.attn.txt_attn_proj_bin4": { | |
| "amax": 26.25, | |
| "p99_9": 3.65625, | |
| "std": 0.43022283911705017, | |
| "min": 1.4528632164001465e-07, | |
| "max": 23.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.img_mlp.net.0.proj_bin4": { | |
| "amax": 10.4375, | |
| "p99_9": 2.3125, | |
| "std": 0.3806813061237335, | |
| "min": 0.0, | |
| "max": 9.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.img_mlp.net.2_bin4": { | |
| "amax": 6.6875, | |
| "p99_9": 1.33538818359375, | |
| "std": 0.12740056216716766, | |
| "min": 5.448237061500549e-08, | |
| "max": 3.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.txt_mlp.net.0.proj_bin4": { | |
| "amax": 22.125, | |
| "p99_9": 3.9207763671875, | |
| "std": 0.5306538939476013, | |
| "min": 0.0, | |
| "max": 20.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.18.txt_mlp.net.2_bin4": { | |
| "amax": 23.75, | |
| "p99_9": 2.21875, | |
| "std": 0.24107584357261658, | |
| "min": 0.0, | |
| "max": 12.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.attn.img_attn_qkv_bin4": { | |
| "amax": 12.5, | |
| "p99_9": 5.75, | |
| "std": 0.9662955403327942, | |
| "min": 0.0, | |
| "max": 11.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.attn.txt_attn_qkv_bin4": { | |
| "amax": 35.25, | |
| "p99_9": 8.8125, | |
| "std": 1.2772347927093506, | |
| "min": 0.0, | |
| "max": 34.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.attn.img_attn_proj_bin4": { | |
| "amax": 10.8125, | |
| "p99_9": 3.203125, | |
| "std": 0.41971510648727417, | |
| "min": 5.052424967288971e-08, | |
| "max": 6.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.attn.txt_attn_proj_bin4": { | |
| "amax": 19.5, | |
| "p99_9": 3.53125, | |
| "std": 0.4034191966056824, | |
| "min": 7.729977369308472e-08, | |
| "max": 17.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.img_mlp.net.0.proj_bin4": { | |
| "amax": 10.3125, | |
| "p99_9": 2.453125, | |
| "std": 0.3885281980037689, | |
| "min": 0.0, | |
| "max": 9.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.img_mlp.net.2_bin4": { | |
| "amax": 5.71875, | |
| "p99_9": 1.3359375, | |
| "std": 0.12675924599170685, | |
| "min": 1.3690441846847534e-07, | |
| "max": 3.390625, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.txt_mlp.net.0.proj_bin4": { | |
| "amax": 20.375, | |
| "p99_9": 3.9989013671875, | |
| "std": 0.5501213669776917, | |
| "min": 0.0, | |
| "max": 14.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.19.txt_mlp.net.2_bin4": { | |
| "amax": 16.625, | |
| "p99_9": 2.2801513671875, | |
| "std": 0.23919928073883057, | |
| "min": 0.0, | |
| "max": 13.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.attn.img_attn_qkv_bin4": { | |
| "amax": 13.3125, | |
| "p99_9": 6.03125, | |
| "std": 1.0174789428710938, | |
| "min": 0.0, | |
| "max": 11.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.attn.txt_attn_qkv_bin4": { | |
| "amax": 35.5, | |
| "p99_9": 9.1875, | |
| "std": 1.3095365762710571, | |
| "min": 0.0, | |
| "max": 34.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.attn.img_attn_proj_bin4": { | |
| "amax": 15.375, | |
| "p99_9": 3.359375, | |
| "std": 0.42899665236473083, | |
| "min": 1.8975697457790375e-08, | |
| "max": 6.90625, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.attn.txt_attn_proj_bin4": { | |
| "amax": 22.375, | |
| "p99_9": 4.3125, | |
| "std": 0.48277583718299866, | |
| "min": 1.51805579662323e-07, | |
| "max": 19.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.9375, | |
| "p99_9": 2.3582763671875, | |
| "std": 0.38343146443367004, | |
| "min": 0.0, | |
| "max": 9.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.img_mlp.net.2_bin4": { | |
| "amax": 5.3125, | |
| "p99_9": 1.30413818359375, | |
| "std": 0.1264522820711136, | |
| "min": 0.0, | |
| "max": 4.59375, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.txt_mlp.net.0.proj_bin4": { | |
| "amax": 18.875, | |
| "p99_9": 4.09375, | |
| "std": 0.5639369487762451, | |
| "min": 0.0, | |
| "max": 14.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.20.txt_mlp.net.2_bin4": { | |
| "amax": 26.625, | |
| "p99_9": 2.421875, | |
| "std": 0.2544828951358795, | |
| "min": 0.0, | |
| "max": 19.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.attn.img_attn_qkv_bin4": { | |
| "amax": 12.75, | |
| "p99_9": 5.84375, | |
| "std": 0.9949185848236084, | |
| "min": 0.0, | |
| "max": 10.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.attn.txt_attn_qkv_bin4": { | |
| "amax": 35.25, | |
| "p99_9": 9.3125, | |
| "std": 1.3443794250488281, | |
| "min": 0.0, | |
| "max": 34.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.attn.img_attn_proj_bin4": { | |
| "amax": 16.125, | |
| "p99_9": 2.890625, | |
| "std": 0.36479970812797546, | |
| "min": 1.9278377294540405e-07, | |
| "max": 9.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.attn.txt_attn_proj_bin4": { | |
| "amax": 20.0, | |
| "p99_9": 3.966552734375, | |
| "std": 0.4325200319290161, | |
| "min": 2.1886080503463745e-08, | |
| "max": 14.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.8125, | |
| "p99_9": 2.390625, | |
| "std": 0.39057812094688416, | |
| "min": 0.0, | |
| "max": 8.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.img_mlp.net.2_bin4": { | |
| "amax": 7.96875, | |
| "p99_9": 1.265625, | |
| "std": 0.12103776633739471, | |
| "min": 0.0, | |
| "max": 5.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.txt_mlp.net.0.proj_bin4": { | |
| "amax": 17.125, | |
| "p99_9": 4.15625, | |
| "std": 0.5561578869819641, | |
| "min": 0.0, | |
| "max": 16.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.21.txt_mlp.net.2_bin4": { | |
| "amax": 36.5, | |
| "p99_9": 2.4364013671875, | |
| "std": 0.29058602452278137, | |
| "min": 0.0, | |
| "max": 26.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.attn.img_attn_qkv_bin4": { | |
| "amax": 13.5, | |
| "p99_9": 6.28125, | |
| "std": 1.0677516460418701, | |
| "min": 0.0, | |
| "max": 11.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.attn.txt_attn_qkv_bin4": { | |
| "amax": 35.5, | |
| "p99_9": 9.25, | |
| "std": 1.3307758569717407, | |
| "min": 0.0, | |
| "max": 34.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.attn.img_attn_proj_bin4": { | |
| "amax": 8.875, | |
| "p99_9": 2.6875, | |
| "std": 0.38859328627586365, | |
| "min": 5.587935447692871e-08, | |
| "max": 5.34375, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.attn.txt_attn_proj_bin4": { | |
| "amax": 32.75, | |
| "p99_9": 4.6875, | |
| "std": 0.5286543965339661, | |
| "min": 7.0140231400728226e-09, | |
| "max": 30.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.625, | |
| "p99_9": 2.4989013671875, | |
| "std": 0.4046335816383362, | |
| "min": 0.0, | |
| "max": 9.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.img_mlp.net.2_bin4": { | |
| "amax": 5.0, | |
| "p99_9": 1.40625, | |
| "std": 0.13375267386436462, | |
| "min": 0.0, | |
| "max": 3.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.txt_mlp.net.0.proj_bin4": { | |
| "amax": 16.125, | |
| "p99_9": 4.28125, | |
| "std": 0.5598685145378113, | |
| "min": 0.0, | |
| "max": 15.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.22.txt_mlp.net.2_bin4": { | |
| "amax": 39.75, | |
| "p99_9": 2.421875, | |
| "std": 0.274431973695755, | |
| "min": 0.0, | |
| "max": 34.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.attn.img_attn_qkv_bin4": { | |
| "amax": 14.0625, | |
| "p99_9": 6.59375, | |
| "std": 1.1163303852081299, | |
| "min": 0.0, | |
| "max": 11.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.attn.txt_attn_qkv_bin4": { | |
| "amax": 35.75, | |
| "p99_9": 9.6875, | |
| "std": 1.3465229272842407, | |
| "min": 0.0, | |
| "max": 34.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.attn.img_attn_proj_bin4": { | |
| "amax": 11.375, | |
| "p99_9": 2.953125, | |
| "std": 0.41451823711395264, | |
| "min": 4.045432433485985e-09, | |
| "max": 11.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.attn.txt_attn_proj_bin4": { | |
| "amax": 26.0, | |
| "p99_9": 6.404052734375, | |
| "std": 0.6150779128074646, | |
| "min": 1.0244548320770264e-07, | |
| "max": 24.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.4375, | |
| "p99_9": 2.5625, | |
| "std": 0.41204938292503357, | |
| "min": 0.0, | |
| "max": 7.96875, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.img_mlp.net.2_bin4": { | |
| "amax": 6.1875, | |
| "p99_9": 1.3984375, | |
| "std": 0.13584336638450623, | |
| "min": 0.0, | |
| "max": 4.40625, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.txt_mlp.net.0.proj_bin4": { | |
| "amax": 16.375, | |
| "p99_9": 4.372802734375, | |
| "std": 0.5639508962631226, | |
| "min": 0.0, | |
| "max": 16.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.23.txt_mlp.net.2_bin4": { | |
| "amax": 37.5, | |
| "p99_9": 2.359375, | |
| "std": 0.2812821865081787, | |
| "min": 0.0, | |
| "max": 30.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.attn.img_attn_qkv_bin4": { | |
| "amax": 13.5625, | |
| "p99_9": 6.59375, | |
| "std": 1.104318380355835, | |
| "min": 0.0, | |
| "max": 11.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.attn.txt_attn_qkv_bin4": { | |
| "amax": 36.0, | |
| "p99_9": 9.75, | |
| "std": 1.3281484842300415, | |
| "min": 0.0, | |
| "max": 34.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.attn.img_attn_proj_bin4": { | |
| "amax": 10.5625, | |
| "p99_9": 2.625, | |
| "std": 0.3648594319820404, | |
| "min": 5.587935447692871e-08, | |
| "max": 7.28125, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.attn.txt_attn_proj_bin4": { | |
| "amax": 39.0, | |
| "p99_9": 8.74560546875, | |
| "std": 0.7080785036087036, | |
| "min": 1.6111880540847778e-07, | |
| "max": 29.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.8125, | |
| "p99_9": 2.625, | |
| "std": 0.4232819080352783, | |
| "min": 0.0, | |
| "max": 8.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.img_mlp.net.2_bin4": { | |
| "amax": 4.875, | |
| "p99_9": 1.5, | |
| "std": 0.14374308288097382, | |
| "min": 0.0, | |
| "max": 3.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.txt_mlp.net.0.proj_bin4": { | |
| "amax": 16.25, | |
| "p99_9": 4.46875, | |
| "std": 0.5584019422531128, | |
| "min": 0.0, | |
| "max": 15.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.24.txt_mlp.net.2_bin4": { | |
| "amax": 45.25, | |
| "p99_9": 2.4520263671875, | |
| "std": 0.3099273443222046, | |
| "min": 0.0, | |
| "max": 32.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.attn.img_attn_qkv_bin4": { | |
| "amax": 14.4375, | |
| "p99_9": 6.75, | |
| "std": 1.1477664709091187, | |
| "min": 0.0, | |
| "max": 12.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.attn.txt_attn_qkv_bin4": { | |
| "amax": 36.25, | |
| "p99_9": 10.0, | |
| "std": 1.3687689304351807, | |
| "min": 0.0, | |
| "max": 35.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.attn.img_attn_proj_bin4": { | |
| "amax": 8.4375, | |
| "p99_9": 2.859375, | |
| "std": 0.41378462314605713, | |
| "min": 2.5727786123752594e-08, | |
| "max": 5.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.attn.txt_attn_proj_bin4": { | |
| "amax": 41.25, | |
| "p99_9": 7.375, | |
| "std": 0.6177521347999573, | |
| "min": 3.520399332046509e-07, | |
| "max": 37.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.25, | |
| "p99_9": 2.625, | |
| "std": 0.4273729622364044, | |
| "min": 0.0, | |
| "max": 7.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.img_mlp.net.2_bin4": { | |
| "amax": 5.59375, | |
| "p99_9": 1.46875, | |
| "std": 0.14836688339710236, | |
| "min": 8.149072527885437e-09, | |
| "max": 4.09375, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.txt_mlp.net.0.proj_bin4": { | |
| "amax": 16.375, | |
| "p99_9": 4.310302734375, | |
| "std": 0.5702956914901733, | |
| "min": 0.0, | |
| "max": 14.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.25.txt_mlp.net.2_bin4": { | |
| "amax": 43.5, | |
| "p99_9": 2.40625, | |
| "std": 0.2891582250595093, | |
| "min": 0.0, | |
| "max": 41.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.attn.img_attn_qkv_bin4": { | |
| "amax": 16.75, | |
| "p99_9": 7.279052734375, | |
| "std": 1.2263383865356445, | |
| "min": 0.0, | |
| "max": 16.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.attn.txt_attn_qkv_bin4": { | |
| "amax": 36.0, | |
| "p99_9": 10.5625, | |
| "std": 1.4741402864456177, | |
| "min": 0.0, | |
| "max": 35.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.attn.img_attn_proj_bin4": { | |
| "amax": 8.125, | |
| "p99_9": 3.203125, | |
| "std": 0.4248506426811218, | |
| "min": 1.3131648302078247e-07, | |
| "max": 6.90625, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.attn.txt_attn_proj_bin4": { | |
| "amax": 34.75, | |
| "p99_9": 7.341552734375, | |
| "std": 0.7058665156364441, | |
| "min": 8.800998330116272e-08, | |
| "max": 30.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.5, | |
| "p99_9": 2.5, | |
| "std": 0.40966174006462097, | |
| "min": 0.0, | |
| "max": 9.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.img_mlp.net.2_bin4": { | |
| "amax": 5.03125, | |
| "p99_9": 1.3828125, | |
| "std": 0.1395607590675354, | |
| "min": 0.0, | |
| "max": 4.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.txt_mlp.net.0.proj_bin4": { | |
| "amax": 16.5, | |
| "p99_9": 4.4375, | |
| "std": 0.601873517036438, | |
| "min": 0.0, | |
| "max": 15.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.26.txt_mlp.net.2_bin4": { | |
| "amax": 17.5, | |
| "p99_9": 2.421875, | |
| "std": 0.2573375105857849, | |
| "min": 0.0, | |
| "max": 7.34375, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.attn.img_attn_qkv_bin4": { | |
| "amax": 17.375, | |
| "p99_9": 6.9375, | |
| "std": 1.1850284337997437, | |
| "min": 0.0, | |
| "max": 15.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.attn.txt_attn_qkv_bin4": { | |
| "amax": 36.5, | |
| "p99_9": 11.18310546875, | |
| "std": 1.5637822151184082, | |
| "min": 0.0, | |
| "max": 34.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.attn.img_attn_proj_bin4": { | |
| "amax": 5.59375, | |
| "p99_9": 2.6395263671875, | |
| "std": 0.3964809477329254, | |
| "min": 6.984919309616089e-08, | |
| "max": 5.28125, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.attn.txt_attn_proj_bin4": { | |
| "amax": 35.0, | |
| "p99_9": 5.024658203125, | |
| "std": 0.5091012120246887, | |
| "min": 1.7695128917694092e-08, | |
| "max": 31.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.0, | |
| "p99_9": 2.484375, | |
| "std": 0.4146016240119934, | |
| "min": 0.0, | |
| "max": 8.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.img_mlp.net.2_bin4": { | |
| "amax": 6.03125, | |
| "p99_9": 1.515625, | |
| "std": 0.15491333603858948, | |
| "min": 0.0, | |
| "max": 3.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.txt_mlp.net.0.proj_bin4": { | |
| "amax": 17.0, | |
| "p99_9": 4.75, | |
| "std": 0.6578770279884338, | |
| "min": 0.0, | |
| "max": 13.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.27.txt_mlp.net.2_bin4": { | |
| "amax": 10.6875, | |
| "p99_9": 2.6395263671875, | |
| "std": 0.2785772383213043, | |
| "min": 0.0, | |
| "max": 8.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.attn.img_attn_qkv_bin4": { | |
| "amax": 17.875, | |
| "p99_9": 7.3125, | |
| "std": 1.231163501739502, | |
| "min": 0.0, | |
| "max": 15.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.attn.txt_attn_qkv_bin4": { | |
| "amax": 36.75, | |
| "p99_9": 11.4375, | |
| "std": 1.6179473400115967, | |
| "min": 0.0, | |
| "max": 35.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.attn.img_attn_proj_bin4": { | |
| "amax": 9.5625, | |
| "p99_9": 3.484375, | |
| "std": 0.4411928057670593, | |
| "min": 4.544854164123535e-07, | |
| "max": 7.09375, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.attn.txt_attn_proj_bin4": { | |
| "amax": 45.0, | |
| "p99_9": 7.25, | |
| "std": 0.6707742810249329, | |
| "min": 2.5890767574310303e-07, | |
| "max": 39.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.125, | |
| "p99_9": 2.421875, | |
| "std": 0.3961964249610901, | |
| "min": 0.0, | |
| "max": 8.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.img_mlp.net.2_bin4": { | |
| "amax": 5.15625, | |
| "p99_9": 1.4140625, | |
| "std": 0.14864593744277954, | |
| "min": 7.82310962677002e-08, | |
| "max": 3.515625, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.txt_mlp.net.0.proj_bin4": { | |
| "amax": 16.625, | |
| "p99_9": 4.685302734375, | |
| "std": 0.6479470133781433, | |
| "min": 0.0, | |
| "max": 13.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.28.txt_mlp.net.2_bin4": { | |
| "amax": 10.5, | |
| "p99_9": 2.5926513671875, | |
| "std": 0.27311527729034424, | |
| "min": 0.0, | |
| "max": 9.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.attn.img_attn_qkv_bin4": { | |
| "amax": 18.75, | |
| "p99_9": 7.5, | |
| "std": 1.256393313407898, | |
| "min": 0.0, | |
| "max": 14.0625, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.attn.txt_attn_qkv_bin4": { | |
| "amax": 39.0, | |
| "p99_9": 11.9375, | |
| "std": 1.672711730003357, | |
| "min": 0.0, | |
| "max": 37.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.attn.img_attn_proj_bin4": { | |
| "amax": 8.125, | |
| "p99_9": 3.25, | |
| "std": 0.45864543318748474, | |
| "min": 1.6880221664905548e-08, | |
| "max": 6.96875, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.attn.txt_attn_proj_bin4": { | |
| "amax": 34.25, | |
| "p99_9": 5.935302734375, | |
| "std": 0.5960104465484619, | |
| "min": 1.0849907994270325e-07, | |
| "max": 33.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.3125, | |
| "p99_9": 2.5625, | |
| "std": 0.4117174744606018, | |
| "min": 0.0, | |
| "max": 8.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.img_mlp.net.2_bin4": { | |
| "amax": 4.875, | |
| "p99_9": 1.4375, | |
| "std": 0.15068331360816956, | |
| "min": 0.0, | |
| "max": 3.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.txt_mlp.net.0.proj_bin4": { | |
| "amax": 16.75, | |
| "p99_9": 4.78125, | |
| "std": 0.6713147759437561, | |
| "min": 0.0, | |
| "max": 16.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.29.txt_mlp.net.2_bin4": { | |
| "amax": 10.875, | |
| "p99_9": 2.609375, | |
| "std": 0.28416550159454346, | |
| "min": 0.0, | |
| "max": 7.59375, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.attn.img_attn_qkv_bin4": { | |
| "amax": 19.5, | |
| "p99_9": 7.4375, | |
| "std": 1.2182199954986572, | |
| "min": 0.0, | |
| "max": 14.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.attn.txt_attn_qkv_bin4": { | |
| "amax": 41.5, | |
| "p99_9": 12.5625, | |
| "std": 1.7333904504776, | |
| "min": 0.0, | |
| "max": 40.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.attn.img_attn_proj_bin4": { | |
| "amax": 9.3125, | |
| "p99_9": 2.734375, | |
| "std": 0.3835337460041046, | |
| "min": 1.0523945093154907e-07, | |
| "max": 8.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.attn.txt_attn_proj_bin4": { | |
| "amax": 26.875, | |
| "p99_9": 5.029052734375, | |
| "std": 0.5269615054130554, | |
| "min": 3.1478703022003174e-07, | |
| "max": 24.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.1875, | |
| "p99_9": 2.625, | |
| "std": 0.41722798347473145, | |
| "min": 0.0, | |
| "max": 8.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.img_mlp.net.2_bin4": { | |
| "amax": 5.03125, | |
| "p99_9": 1.46875, | |
| "std": 0.15191106498241425, | |
| "min": 0.0, | |
| "max": 4.21875, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.txt_mlp.net.0.proj_bin4": { | |
| "amax": 16.375, | |
| "p99_9": 5.0625, | |
| "std": 0.7001639604568481, | |
| "min": 0.0, | |
| "max": 15.9375, | |
| "count": 36 | |
| }, | |
| "double_blocks.30.txt_mlp.net.2_bin4": { | |
| "amax": 40.25, | |
| "p99_9": 2.703125, | |
| "std": 0.30464068055152893, | |
| "min": 0.0, | |
| "max": 34.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.attn.img_attn_qkv_bin4": { | |
| "amax": 19.125, | |
| "p99_9": 7.34375, | |
| "std": 1.196379542350769, | |
| "min": 0.0, | |
| "max": 14.625, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.attn.txt_attn_qkv_bin4": { | |
| "amax": 42.5, | |
| "p99_9": 13.18310546875, | |
| "std": 1.7974252700805664, | |
| "min": 0.0, | |
| "max": 42.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.attn.img_attn_proj_bin4": { | |
| "amax": 7.96875, | |
| "p99_9": 3.140625, | |
| "std": 0.3814923167228699, | |
| "min": 4.394678398966789e-09, | |
| "max": 7.34375, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.attn.txt_attn_proj_bin4": { | |
| "amax": 26.75, | |
| "p99_9": 5.0625, | |
| "std": 0.583125650882721, | |
| "min": 1.257285475730896e-07, | |
| "max": 21.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.125, | |
| "p99_9": 2.890625, | |
| "std": 0.4486877918243408, | |
| "min": 0.0, | |
| "max": 8.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.img_mlp.net.2_bin4": { | |
| "amax": 6.125, | |
| "p99_9": 1.609375, | |
| "std": 0.15590421855449677, | |
| "min": 0.0, | |
| "max": 3.578125, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.txt_mlp.net.0.proj_bin4": { | |
| "amax": 17.0, | |
| "p99_9": 5.216552734375, | |
| "std": 0.7052007913589478, | |
| "min": 0.0, | |
| "max": 16.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.31.txt_mlp.net.2_bin4": { | |
| "amax": 29.0, | |
| "p99_9": 2.6875, | |
| "std": 0.301419734954834, | |
| "min": 0.0, | |
| "max": 28.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.attn.img_attn_qkv_bin4": { | |
| "amax": 21.25, | |
| "p99_9": 8.0, | |
| "std": 1.302071452140808, | |
| "min": 0.0, | |
| "max": 16.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.attn.txt_attn_qkv_bin4": { | |
| "amax": 43.0, | |
| "p99_9": 12.9375, | |
| "std": 1.783629298210144, | |
| "min": 0.0, | |
| "max": 38.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.attn.img_attn_proj_bin4": { | |
| "amax": 8.375, | |
| "p99_9": 3.5457763671875, | |
| "std": 0.3998658359050751, | |
| "min": 7.217749953269958e-08, | |
| "max": 8.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.attn.txt_attn_proj_bin4": { | |
| "amax": 29.125, | |
| "p99_9": 5.216552734375, | |
| "std": 0.5467652082443237, | |
| "min": 8.568167686462402e-08, | |
| "max": 23.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.img_mlp.net.0.proj_bin4": { | |
| "amax": 8.3125, | |
| "p99_9": 3.125, | |
| "std": 0.4740839898586273, | |
| "min": 0.0, | |
| "max": 7.65625, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.img_mlp.net.2_bin4": { | |
| "amax": 6.875, | |
| "p99_9": 1.59375, | |
| "std": 0.15404346585273743, | |
| "min": 0.0, | |
| "max": 3.96875, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.txt_mlp.net.0.proj_bin4": { | |
| "amax": 17.625, | |
| "p99_9": 5.25, | |
| "std": 0.7047846913337708, | |
| "min": 0.0, | |
| "max": 15.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.32.txt_mlp.net.2_bin4": { | |
| "amax": 8.625, | |
| "p99_9": 2.4989013671875, | |
| "std": 0.25704315304756165, | |
| "min": 0.0, | |
| "max": 6.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.attn.img_attn_qkv_bin4": { | |
| "amax": 21.375, | |
| "p99_9": 8.1875, | |
| "std": 1.344555139541626, | |
| "min": 0.0, | |
| "max": 15.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.attn.txt_attn_qkv_bin4": { | |
| "amax": 43.5, | |
| "p99_9": 13.1875, | |
| "std": 1.8022428750991821, | |
| "min": 0.0, | |
| "max": 42.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.attn.img_attn_proj_bin4": { | |
| "amax": 10.125, | |
| "p99_9": 3.046875, | |
| "std": 0.3452903628349304, | |
| "min": 3.521563485264778e-09, | |
| "max": 7.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.attn.txt_attn_proj_bin4": { | |
| "amax": 14.0, | |
| "p99_9": 3.3739013671875, | |
| "std": 0.38368886709213257, | |
| "min": 4.0745362639427185e-08, | |
| "max": 11.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.img_mlp.net.0.proj_bin4": { | |
| "amax": 8.125, | |
| "p99_9": 3.125, | |
| "std": 0.47493892908096313, | |
| "min": 0.0, | |
| "max": 7.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.img_mlp.net.2_bin4": { | |
| "amax": 5.75, | |
| "p99_9": 1.453125, | |
| "std": 0.1396150439977646, | |
| "min": 0.0, | |
| "max": 3.921875, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.txt_mlp.net.0.proj_bin4": { | |
| "amax": 17.375, | |
| "p99_9": 5.310302734375, | |
| "std": 0.7159189581871033, | |
| "min": 0.0, | |
| "max": 15.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.33.txt_mlp.net.2_bin4": { | |
| "amax": 9.625, | |
| "p99_9": 2.46875, | |
| "std": 0.26218780875205994, | |
| "min": 0.0, | |
| "max": 8.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.attn.img_attn_qkv_bin4": { | |
| "amax": 22.0, | |
| "p99_9": 8.18310546875, | |
| "std": 1.3172607421875, | |
| "min": 0.0, | |
| "max": 15.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.attn.txt_attn_qkv_bin4": { | |
| "amax": 43.75, | |
| "p99_9": 13.0, | |
| "std": 1.820435643196106, | |
| "min": 0.0, | |
| "max": 37.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.attn.img_attn_proj_bin4": { | |
| "amax": 8.0625, | |
| "p99_9": 3.5770263671875, | |
| "std": 0.41797521710395813, | |
| "min": 1.6577541828155518e-07, | |
| "max": 6.53125, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.attn.txt_attn_proj_bin4": { | |
| "amax": 22.75, | |
| "p99_9": 3.90625, | |
| "std": 0.39962488412857056, | |
| "min": 2.0023435354232788e-07, | |
| "max": 17.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.img_mlp.net.0.proj_bin4": { | |
| "amax": 8.1875, | |
| "p99_9": 3.0614013671875, | |
| "std": 0.4720273017883301, | |
| "min": 0.0, | |
| "max": 7.65625, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.img_mlp.net.2_bin4": { | |
| "amax": 6.28125, | |
| "p99_9": 1.515625, | |
| "std": 0.14372067153453827, | |
| "min": 0.0, | |
| "max": 5.59375, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.txt_mlp.net.0.proj_bin4": { | |
| "amax": 17.0, | |
| "p99_9": 5.28125, | |
| "std": 0.7255406379699707, | |
| "min": 0.0, | |
| "max": 16.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.34.txt_mlp.net.2_bin4": { | |
| "amax": 9.75, | |
| "p99_9": 2.6395263671875, | |
| "std": 0.2953655421733856, | |
| "min": 0.0, | |
| "max": 6.09375, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.attn.img_attn_qkv_bin4": { | |
| "amax": 22.25, | |
| "p99_9": 8.18310546875, | |
| "std": 1.3017258644104004, | |
| "min": 0.0, | |
| "max": 21.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.attn.txt_attn_qkv_bin4": { | |
| "amax": 44.25, | |
| "p99_9": 12.875, | |
| "std": 1.767195463180542, | |
| "min": 0.0, | |
| "max": 43.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.attn.img_attn_proj_bin4": { | |
| "amax": 8.25, | |
| "p99_9": 3.390625, | |
| "std": 0.3789428770542145, | |
| "min": 5.704350769519806e-08, | |
| "max": 7.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.attn.txt_attn_proj_bin4": { | |
| "amax": 15.0, | |
| "p99_9": 3.9832763671875, | |
| "std": 0.4133751094341278, | |
| "min": 9.778887033462524e-08, | |
| "max": 13.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.img_mlp.net.0.proj_bin4": { | |
| "amax": 9.0625, | |
| "p99_9": 3.046875, | |
| "std": 0.4681161940097809, | |
| "min": 0.0, | |
| "max": 7.78125, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.img_mlp.net.2_bin4": { | |
| "amax": 5.03125, | |
| "p99_9": 1.46875, | |
| "std": 0.14017732441425323, | |
| "min": 0.0, | |
| "max": 3.703125, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.txt_mlp.net.0.proj_bin4": { | |
| "amax": 16.875, | |
| "p99_9": 5.185302734375, | |
| "std": 0.6959215998649597, | |
| "min": 0.0, | |
| "max": 14.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.35.txt_mlp.net.2_bin4": { | |
| "amax": 10.625, | |
| "p99_9": 2.9375, | |
| "std": 0.3183359205722809, | |
| "min": 0.0, | |
| "max": 7.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.attn.img_attn_qkv_bin4": { | |
| "amax": 22.0, | |
| "p99_9": 7.9375, | |
| "std": 1.2579095363616943, | |
| "min": 0.0, | |
| "max": 16.75, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.attn.txt_attn_qkv_bin4": { | |
| "amax": 44.0, | |
| "p99_9": 12.1875, | |
| "std": 1.6620237827301025, | |
| "min": 0.0, | |
| "max": 42.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.attn.img_attn_proj_bin4": { | |
| "amax": 8.1875, | |
| "p99_9": 3.390625, | |
| "std": 0.37588077783584595, | |
| "min": 7.869675755500793e-08, | |
| "max": 7.03125, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.attn.txt_attn_proj_bin4": { | |
| "amax": 14.1875, | |
| "p99_9": 3.375, | |
| "std": 0.33737918734550476, | |
| "min": 1.4621764421463013e-07, | |
| "max": 13.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.img_mlp.net.0.proj_bin4": { | |
| "amax": 8.1875, | |
| "p99_9": 2.8895263671875, | |
| "std": 0.4417307376861572, | |
| "min": 0.0, | |
| "max": 7.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.img_mlp.net.2_bin4": { | |
| "amax": 5.15625, | |
| "p99_9": 1.359375, | |
| "std": 0.13058558106422424, | |
| "min": 0.0, | |
| "max": 4.40625, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.txt_mlp.net.0.proj_bin4": { | |
| "amax": 16.875, | |
| "p99_9": 5.125, | |
| "std": 0.6631484031677246, | |
| "min": 0.0, | |
| "max": 15.4375, | |
| "count": 36 | |
| }, | |
| "double_blocks.36.txt_mlp.net.2_bin4": { | |
| "amax": 8.9375, | |
| "p99_9": 2.4676513671875, | |
| "std": 0.24582983553409576, | |
| "min": 0.0, | |
| "max": 5.6875, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.attn.img_attn_qkv_bin4": { | |
| "amax": 21.375, | |
| "p99_9": 7.34375, | |
| "std": 1.1459616422653198, | |
| "min": 0.0, | |
| "max": 16.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.attn.txt_attn_qkv_bin4": { | |
| "amax": 42.5, | |
| "p99_9": 11.93310546875, | |
| "std": 1.5893203020095825, | |
| "min": 0.0, | |
| "max": 41.25, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.attn.img_attn_proj_bin4": { | |
| "amax": 8.75, | |
| "p99_9": 2.703125, | |
| "std": 0.3098940849304199, | |
| "min": 1.664739102125168e-08, | |
| "max": 7.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.attn.txt_attn_proj_bin4": { | |
| "amax": 15.8125, | |
| "p99_9": 3.234375, | |
| "std": 0.27652594447135925, | |
| "min": 2.3981556296348572e-08, | |
| "max": 14.3125, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.img_mlp.net.0.proj_bin4": { | |
| "amax": 8.375, | |
| "p99_9": 2.5625, | |
| "std": 0.39324647188186646, | |
| "min": 0.0, | |
| "max": 8.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.img_mlp.net.2_bin4": { | |
| "amax": 4.0, | |
| "p99_9": 1.1015625, | |
| "std": 0.11006955802440643, | |
| "min": 0.0, | |
| "max": 3.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.txt_mlp.net.0.proj_bin4": { | |
| "amax": 18.5, | |
| "p99_9": 5.09375, | |
| "std": 0.6380029916763306, | |
| "min": 0.0, | |
| "max": 16.0, | |
| "count": 36 | |
| }, | |
| "double_blocks.37.txt_mlp.net.2_bin4": { | |
| "amax": 9.5625, | |
| "p99_9": 2.328125, | |
| "std": 0.2210310399532318, | |
| "min": 0.0, | |
| "max": 6.125, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.attn.img_attn_qkv_bin4": { | |
| "amax": 21.0, | |
| "p99_9": 7.1875, | |
| "std": 1.0527186393737793, | |
| "min": 0.0, | |
| "max": 14.5625, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.attn.txt_attn_qkv_bin4": { | |
| "amax": 39.5, | |
| "p99_9": 11.25, | |
| "std": 1.4982824325561523, | |
| "min": 0.0, | |
| "max": 39.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.attn.img_attn_proj_bin4": { | |
| "amax": 8.0625, | |
| "p99_9": 2.8125, | |
| "std": 0.3211610019207001, | |
| "min": 2.246815711259842e-08, | |
| "max": 5.71875, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.attn.txt_attn_proj_bin4": { | |
| "amax": 18.75, | |
| "p99_9": 3.984375, | |
| "std": 0.34216469526290894, | |
| "min": 1.2878444977104664e-09, | |
| "max": 16.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.img_mlp.net.0.proj_bin4": { | |
| "amax": 8.625, | |
| "p99_9": 2.5301513671875, | |
| "std": 0.3658285439014435, | |
| "min": 0.0, | |
| "max": 8.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.img_mlp.net.2_bin4": { | |
| "amax": 3.984375, | |
| "p99_9": 0.99609375, | |
| "std": 0.10085678100585938, | |
| "min": 8.055940270423889e-08, | |
| "max": 2.953125, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.txt_mlp.net.0.proj_bin4": { | |
| "amax": 18.75, | |
| "p99_9": 4.747802734375, | |
| "std": 0.6040807962417603, | |
| "min": 0.0, | |
| "max": 15.8125, | |
| "count": 36 | |
| }, | |
| "double_blocks.38.txt_mlp.net.2_bin4": { | |
| "amax": 7.59375, | |
| "p99_9": 2.078125, | |
| "std": 0.20054921507835388, | |
| "min": 0.0, | |
| "max": 4.78125, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.attn.img_attn_qkv_bin4": { | |
| "amax": 22.0, | |
| "p99_9": 7.4375, | |
| "std": 1.0594168901443481, | |
| "min": 0.0, | |
| "max": 17.875, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.attn.txt_attn_qkv_bin4": { | |
| "amax": 37.75, | |
| "p99_9": 10.80810546875, | |
| "std": 1.4151771068572998, | |
| "min": 0.0, | |
| "max": 35.5, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.attn.img_attn_proj_bin4": { | |
| "amax": 8.1875, | |
| "p99_9": 2.625, | |
| "std": 0.3367142677307129, | |
| "min": 7.497146725654602e-08, | |
| "max": 6.21875, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.attn.txt_attn_proj_bin4": { | |
| "amax": 3.859375, | |
| "p99_9": 1.96820068359375, | |
| "std": 0.2489003688097, | |
| "min": 4.400499165058136e-08, | |
| "max": 3.515625, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.img_mlp.net.0.proj_bin4": { | |
| "amax": 8.375, | |
| "p99_9": 2.6551513671875, | |
| "std": 0.3704565167427063, | |
| "min": 0.0, | |
| "max": 8.1875, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.img_mlp.net.2_bin4": { | |
| "amax": 4.3125, | |
| "p99_9": 0.7890625, | |
| "std": 0.07966730743646622, | |
| "min": 7.869675755500793e-08, | |
| "max": 2.921875, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.txt_mlp.net.0.proj_bin4": { | |
| "amax": 20.375, | |
| "p99_9": 4.78125, | |
| "std": 0.5714109539985657, | |
| "min": 0.0, | |
| "max": 17.375, | |
| "count": 36 | |
| }, | |
| "double_blocks.39.txt_mlp.net.2_bin4": { | |
| "amax": 0.12060546875, | |
| "p99_9": 0.05125236511230469, | |
| "std": 0.008112090639770031, | |
| "min": 0.0, | |
| "max": 0.087890625, | |
| "count": 36 | |
| }, | |
| "double_blocks.0.attn.img_attn_qkv_bin5": { | |
| "amax": 16.5, | |
| "p99_9": 9.0625, | |
| "std": 1.5888642072677612, | |
| "min": 0.0, | |
| "max": 13.8125, | |
| "count": 24 | |
| }, | |
| "double_blocks.0.attn.txt_attn_qkv_bin5": { | |
| "amax": 12.0, | |
| "p99_9": 7.0625, | |
| "std": 1.1483378410339355, | |
| "min": 0.0, | |
| "max": 11.0625, | |
| "count": 24 | |
| }, | |
| "double_blocks.0.attn.img_attn_proj_bin5": { | |
| "amax": 12.25, | |
| "p99_9": 9.875, | |
| "std": 1.2516649961471558, | |
| "min": 2.2165477275848389e-07, | |
| "max": 11.9375, | |
| "count": 24 | |
| }, | |
| "double_blocks.0.attn.txt_attn_proj_bin5": { | |
| "amax": 14.0, | |
| "p99_9": 6.09375, | |
| "std": 0.679043173789978, | |
| "min": 3.812601789832115e-09, | |
| "max": 11.6875, | |
| "count": 24 | |
| }, | |
| "double_blocks.0.img_mlp.net.0.proj_bin5": { | |
| "amax": 5.53125, | |
| "p99_9": 1.5625, | |
| "std": 0.2364031821489334, | |
| "min": 0.0, | |
| "max": 5.53125, | |
| "count": 24 | |
| }, | |
| "double_blocks.0.img_mlp.net.2_bin5": { | |
| "amax": 3.265625, | |
| "p99_9": 1.5703125, | |
| "std": 0.240105539560318, | |
| "min": 5.005858838558197e-08, | |
| "max": 2.859375, | |
| "count": 24 | |
| }, | |
| "double_blocks.0.txt_mlp.net.0.proj_bin5": { | |
| "amax": 25.875, | |
| "p99_9": 8.43310546875, | |
| "std": 0.5991488099098206, | |
| "min": 0.0, | |
| "max": 23.0, | |
| "count": 24 | |
| }, | |
| "double_blocks.0.txt_mlp.net.2_bin5": { | |
| "amax": 9.25, | |
| "p99_9": 4.34375, | |
| "std": 0.3138588070869446, | |
| "min": 0.0, | |
| "max": 8.375, | |
| "count": 24 | |
| }, | |
| "double_blocks.1.attn.img_attn_qkv_bin5": { | |
| "amax": 13.125, | |
| "p99_9": 6.0625, | |
| "std": 0.8979863524436951, | |
| "min": 0.0, | |
| "max": 11.875, | |
| "count": 24 | |
| }, | |
| "double_blocks.1.attn.txt_attn_qkv_bin5": { | |
| "amax": 14.9375, | |
| "p99_9": 4.3125, | |
| "std": 0.7018714547157288, | |
| "min": 0.0, | |
| "max": 14.75, | |
| "count": 24 | |
| }, | |
| "double_blocks.1.attn.img_attn_proj_bin5": { | |
| "amax": 5.96875, | |
| "p99_9": 3.125, | |
| "std": 0.5400264859199524, | |
| "min": 8.791685104370117e-07, | |
| "max": 5.375, | |
| "count": 24 | |
| }, | |
| "double_blocks.1.attn.txt_attn_proj_bin5": { | |
| "amax": 4.625, | |
| "p99_9": 2.7020263671875, | |
| "std": 0.44219428300857544, | |
| "min": 1.564621925354004e-07, | |
| "max": 4.5625, | |
| "count": 24 | |
| }, | |
| "double_blocks.1.img_mlp.net.0.proj_bin5": { | |
| "amax": 5.3125, | |
| "p99_9": 2.4375, | |
| "std": 0.35284674167633057, | |
| "min": 0.0, | |
| "max": 4.96875, | |
| "count": 24 | |
| }, | |
| "double_blocks.1.img_mlp.net.2_bin5": { | |
| "amax": 5.40625, | |
| "p99_9": 1.296875, | |
| "std": 0.16355803608894348, | |
| "min": 0.0, | |
| "max": 5.15625, | |
| "count": 24 | |
| }, | |
| "double_blocks.1.txt_mlp.net.0.proj_bin5": { | |
| "amax": 30.625, | |
| "p99_9": 10.79931640625, | |
| "std": 0.6677519083023071, | |
| "min": 0.0, | |
| "max": 28.625, | |
| "count": 24 | |
| }, | |
| "double_blocks.1.txt_mlp.net.2_bin5": { | |
| "amax": 4.8125, | |
| "p99_9": 1.7890625, | |
| "std": 0.18833717703819275, | |
| "min": 0.0, | |
| "max": 3.984375, | |
| "count": 24 | |
| }, | |
| "double_blocks.2.attn.img_attn_qkv_bin5": { | |
| "amax": 20.25, | |
| "p99_9": 6.84375, | |
| "std": 0.8286678194999695, | |
| "min": 0.0, | |
| "max": 14.375, | |
| "count": 24 | |
| }, | |
| "double_blocks.2.attn.txt_attn_qkv_bin5": { | |
| "amax": 17.75, | |
| "p99_9": 4.5625, | |
| "std": 0.755929708480835, | |
| "min": 0.0, | |
| "max": 16.375, | |
| "count": 24 | |
| }, | |
| "double_blocks.2.attn.img_attn_proj_bin5": { | |
| "amax": 9.5, | |
| "p99_9": 3.1875, | |
| "std": 0.4717719852924347, | |
| "min": 1.2852251529693604e-07, | |
| "max": 7.875, | |
| "count": 24 | |
| }, | |
| "double_blocks.2.attn.txt_attn_proj_bin5": { | |
| "amax": 6.15625, | |
| "p99_9": 2.3125, | |
| "std": 0.3565514087677002, | |
| "min": 9.872019290924072e-08, | |
| "max": 4.96875, | |
| "count": 24 | |
| }, | |
| "double_blocks.2.img_mlp.net.0.proj_bin5": { | |
| "amax": 5.9375, | |
| "p99_9": 2.5625, | |
| "std": 0.3083289563655853, | |
| "min": 0.0, | |
| "max": 4.8125, | |
| "count": 24 | |
| }, | |
| "double_blocks.2.img_mlp.net.2_bin5": { | |
| "amax": 5.5625, | |
| "p99_9": 1.515625, | |
| "std": 0.13788269460201263, | |
| "min": 1.618172973394394e-08, | |
| "max": 4.5, | |
| "count": 24 | |
| }, | |
| "double_blocks.2.txt_mlp.net.0.proj_bin5": { | |
| "amax": 37.75, | |
| "p99_9": 11.43310546875, | |
| "std": 0.7880492210388184, | |
| "min": 0.0, | |
| "max": 34.5, | |
| "count": 24 | |
| }, | |
| "double_blocks.2.txt_mlp.net.2_bin5": { | |
| "amax": 6.78125, | |
| "p99_9": 1.75726318359375, | |
| "std": 0.1803823560476303, | |
| "min": 0.0, | |
| "max": 3.96875, | |
| "count": 24 | |
| }, | |
| "double_blocks.3.attn.img_attn_qkv_bin5": { | |
| "amax": 21.125, | |
| "p99_9": 7.341552734375, | |
| "std": 0.8218486905097961, | |
| "min": 0.0, | |
| "max": 15.5625, | |
| "count": 24 | |
| }, | |
| "double_blocks.3.attn.txt_attn_qkv_bin5": { | |
| "amax": 16.875, | |
| "p99_9": 5.28125, | |
| "std": 0.8318077921867371, | |
| "min": 0.0, | |
| "max": 15.875, | |
| "count": 24 | |
| }, | |
| "double_blocks.3.attn.img_attn_proj_bin5": { | |
| "amax": 5.71875, | |
| "p99_9": 2.9364013671875, | |
| "std": 0.46263447403907776, | |
| "min": 1.437729224562645e-08, | |
| "max": 5.34375, | |
| "count": 24 | |
| }, | |
| "double_blocks.3.attn.txt_attn_proj_bin5": { | |
| "amax": 6.59375, | |
| "p99_9": 2.7332763671875, | |
| "std": 0.34388378262519836, | |
| "min": 1.1455267667770386e-07, | |
| "max": 6.40625, | |
| "count": 24 | |
| }, | |
| "double_blocks.3.img_mlp.net.0.proj_bin5": { | |
| "amax": 6.96875, | |
| "p99_9": 2.78125, | |
| "std": 0.33847498893737793, | |
| "min": 0.0, | |
| "max": 5.6875, | |
| "count": 24 | |
| }, | |
| "double_blocks.3.img_mlp.net.2_bin5": { | |
| "amax": 6.28125, | |
| "p99_9": 1.69476318359375, | |
| "std": 0.15409205853939056, | |
| "min": 0.0, | |
| "max": 5.21875, | |
| "count": 24 | |
| }, | |
| "double_blocks.3.txt_mlp.net.0.proj_bin5": { | |
| "amax": 48.5, | |
| "p99_9": 11.62060546875, | |
| "std": 0.8957055807113647, | |
| "min": 0.0, | |
| "max": 43.75, | |
| "count": 24 | |
| }, | |
| "double_blocks.3.txt_mlp.net.2_bin5": { | |
| "amax": 7.25, | |
| "p99_9": 1.703125, | |
| "std": 0.17181506752967834, | |
| "min": 0.0, | |
| "max": 5.28125, | |
| "count": 24 | |
| }, | |
| "double_blocks.4.attn.img_attn_qkv_bin5": { | |
| "amax": 21.5, | |
| "p99_9": 7.185302734375, | |
| "std": 0.8098331689834595, | |
| "min": 0.0, | |
| "max": 17.5, | |
| "count": 24 | |
| }, | |
| "double_blocks.4.attn.txt_attn_qkv_bin5": { | |
| "amax": 15.0625, | |
| "p99_9": 5.875, | |
| "std": 0.8926886320114136, | |
| "min": 0.0, | |
| "max": 14.4375, | |
| "count": 24 | |
| }, | |
| "double_blocks.4.attn.img_attn_proj_bin5": { | |
| "amax": 6.9375, | |
| "p99_9": 3.28125, | |
| "std": 0.4490148723125458, | |
| "min": 5.9138983488082886e-08, | |
| "max": 6.125, | |
| "count": 24 | |
| }, | |
| "double_blocks.4.attn.txt_attn_proj_bin5": { | |
| "amax": 5.4375, | |
| "p99_9": 2.5, | |
| "std": 0.34320804476737976, | |
| "min": 5.098991096019745e-08, | |
| "max": 5.15625, | |
| "count": 24 | |
| }, | |
| "double_blocks.4.img_mlp.net.0.proj_bin5": { | |
| "amax": 7.71875, | |
| "p99_9": 2.46875, | |
| "std": 0.3008882403373718, | |
| "min": 0.0, | |
| "max": 6.09375, | |
| "count": 24 | |
| }, | |
| "double_blocks.4.img_mlp.net.2_bin5": { | |
| "amax": 5.9375, | |
| "p99_9": 1.625, | |
| "std": 0.14642086625099182, | |
| "min": 0.0, | |
| "max": 3.75, | |
| "count": 24 | |
| }, | |
| "double_blocks.4.txt_mlp.net.0.proj_bin5": { | |
| "amax": 52.75, | |
| "p99_9": 11.5, | |
| "std": 0.9153741002082825, | |
| "min": 0.0, | |
| "max": 49.75, | |
| "count": 24 | |
| }, | |
| "double_blocks.4.txt_mlp.net.2_bin5": { | |
| "amax": 8.625, | |
| "p99_9": 1.828125, | |
| "std": 0.1825832575559616, | |
| "min": 0.0, | |
| "max": 4.5625, | |
| "count": 24 | |
| }, | |
| "double_blocks.5.attn.img_attn_qkv_bin5": { | |
| "amax": 18.625, | |
| "p99_9": 6.122802734375, | |
| "std": 0.689716637134552, | |
| "min": 0.0, | |
| "max": 15.375, | |
| "count": 24 | |
| }, | |
| "double_blocks.5.attn.txt_attn_qkv_bin5": { | |
| "amax": 13.875, | |
| "p99_9": 6.279052734375, | |
| "std": 0.9765133261680603, | |
| "min": 0.0, | |
| "max": 13.0, | |
| "count": 24 | |
| }, | |
| "double_blocks.5.attn.img_attn_proj_bin5": { | |
| "amax": 4.34375, | |
| "p99_9": 1.92913818359375, | |
| "std": 0.31488344073295593, | |
| "min": 3.3993273973464966e-08, | |
| "max": 3.859375, | |
| "count": 24 | |
| }, | |
| "double_blocks.5.attn.txt_attn_proj_bin5": { | |
| "amax": 8.8125, | |
| "p99_9": 2.953125, | |
| "std": 0.3441630005836487, | |
| "min": 2.3189932107925415e-07, | |
| "max": 8.375, | |
| "count": 24 | |
| }, | |
| "double_blocks.5.img_mlp.net.0.proj_bin5": { | |
| "amax": 6.09375, | |
| "p99_9": 2.1551513671875, | |
| "std": 0.27212488651275635, | |
| "min": 0.0, | |
| "max": 4.96875, | |
| "count": 24 | |
| }, | |
| "double_blocks.5.img_mlp.net.2_bin5": { | |
| "amax": 5.34375, | |
| "p99_9": 1.3984375, | |
| "std": 0.11237899959087372, | |
| "min": 0.0, | |
| "max": 4.09375, | |
| "count": 24 | |
| }, | |
| "double_blocks.5.txt_mlp.net.0.proj_bin5": { | |
| "amax": 58.25, | |
| "p99_9": 11.18310546875, | |
| "std": 0.9342626333236694, | |
| "min": 0.0, | |
| "max": 55.5, | |
| "count": 24 | |
| }, | |
| "double_blocks.5.txt_mlp.net.2_bin5": { | |
| "amax": 8.4375, | |
| "p99_9": 1.8671875, | |
| "std": 0.18158040940761566, | |
| "min": 0.0, | |
| "max": 5.46875, | |
| "count": 24 | |
| }, | |
| "double_blocks.6.attn.img_attn_qkv_bin5": { | |
| "amax": 16.875, | |
| "p99_9": 5.59375, | |
| "std": 0.6613375544548035, | |
| "min": 0.0, | |
| "max": 11.6875, | |
| "count": 24 | |
| }, | |
| "double_blocks.6.attn.txt_attn_qkv_bin5": { | |
| "amax": 14.1875, | |
| "p99_9": 6.6875, | |
| "std": 1.0405101776123047, | |
| "min": 0.0, | |
| "max": 13.875, | |
| "count": 24 | |
| }, | |
| "double_blocks.6.attn.img_attn_proj_bin5": { | |
| "amax": 5.3125, | |
| "p99_9": 2.171875, | |
| "std": 0.3227417767047882, | |
| "min": 3.0547380447387695e-07, | |
| "max": 4.71875, | |
| "count": 24 | |
| }, | |
| "double_blocks.6.attn.txt_attn_proj_bin5": { | |
| "amax": 7.75, | |
| "p99_9": 2.59375, | |
| "std": 0.3517248332500458, | |
| "min": 1.1641532182693481e-07, | |
| "max": 6.6875, | |
| "count": 24 | |
| }, | |
| "double_blocks.6.img_mlp.net.0.proj_bin5": { | |
| "amax": 5.75, | |
| "p99_9": 2.09375, | |
| "std": 0.2710818648338318, | |
| "min": 0.0, | |
| "max": 5.0, | |
| "count": 24 | |
| }, | |
| "double_blocks.6.img_mlp.net.2_bin5": { | |
| "amax": 5.71875, | |
| "p99_9": 1.609375, | |
| "std": 0.13304241001605988, | |
| "min": 0.0, | |
| "max": 3.890625, | |
| "count": 24 | |
| }, | |
| "double_blocks.6.txt_mlp.net.0.proj_bin5": { | |
| "amax": 61.25, | |
| "p99_9": 10.25, | |
| "std": 0.946557879447937, | |
| "min": 0.0, | |
| "max": 52.0, | |
| "count": 24 | |
| }, | |
| "double_blocks.6.txt_mlp.net.2_bin5": { | |
| "amax": 9.9375, | |
| "p99_9": 1.8828125, | |
| "std": 0.18378204107284546, | |
| "min": 0.0, | |
| "max": 5.625, | |
| "count": 24 | |
| }, | |
| "double_blocks.7.attn.img_attn_qkv_bin5": { | |
| "amax": 15.5, | |
| "p99_9": 5.40625, | |
| "std": 0.6478185057640076, | |
| "min": 0.0, | |
| "max": 12.5625, | |
| "count": 24 | |
| }, | |
| "double_blocks.7.attn.txt_attn_qkv_bin5": { | |
| "amax": 15.875, | |
| "p99_9": 6.78125, | |
| "std": 1.0675333738327026, | |
| "min": 0.0, | |
| "max": 12.625, | |
| "count": 24 | |
| }, | |
| "double_blocks.7.attn.img_attn_proj_bin5": { | |
| "amax": 6.1875, | |
| "p99_9": 1.7265625, | |
| "std": 0.2671831548213959, | |
| "min": 2.9569491744041443e-08, | |
| "max": 3.703125, | |
| "count": 24 | |
| }, | |
| "double_blocks.7.attn.txt_attn_proj_bin5": { | |
| "amax": 6.6875, | |
| "p99_9": 2.671875, | |
| "std": 0.3220090866088867, | |
| "min": 2.3469328880310059e-07, | |
| "max": 6.53125, | |
| "count": 24 | |
| }, | |
| "double_blocks.7.img_mlp.net.0.proj_bin5": { | |
| "amax": 5.25, | |
| "p99_9": 2.140625, | |
| "std": 0.27212175726890564, | |
| "min": 0.0, | |
| "max": 5.0, | |
| "count": 24 | |
| }, | |
| "double_blocks.7.img_mlp.net.2_bin5": { | |
| "amax": 6.40625, | |
| "p99_9": 1.61663818359375, | |
| "std": 0.11977482587099075, | |
| "min": 0.0, | |
| "max": 3.984375, | |
| "count": 24 | |
| }, | |
| "double_blocks.7.txt_mlp.net.0.proj_bin5": { | |
| "amax": 62.25, | |
| "p99_9": 8.75, | |
| "std": 0.9229980111122131, | |
| "min": 0.0, | |
| "max": 54.25, | |
| "count": 24 | |
| }, | |
| "double_blocks.7.txt_mlp.net.2_bin5": { | |
| "amax": 12.125, | |
| "p99_9": 1.8203125, | |
| "std": 0.1839127540588379, | |
| "min": 0.0, | |
| "max": 11.1875, | |
| "count": 24 | |
| }, | |
| "double_blocks.8.attn.img_attn_qkv_bin5": { | |
| "amax": 15.5, | |
| "p99_9": 5.09375, | |
| "std": 0.6460397243499756, | |
| "min": 0.0, | |
| "max": 13.125, | |
| "count": 24 | |
| }, | |
| "double_blocks.8.attn.txt_attn_qkv_bin5": { | |
| "amax": 16.5, | |
| "p99_9": 7.03125, | |
| "std": 1.1060364246368408, | |
| "min": 0.0, | |
| "max": 13.75, | |
| "count": 24 | |
| }, | |
| "double_blocks.8.attn.img_attn_proj_bin5": { | |
| "amax": 4.25, | |
| "p99_9": 1.7265625, | |
| "std": 0.26654770970344543, | |
| "min": 2.9616057872772217e-07, | |
| "max": 3.59375, | |
| "count": 24 | |
| }, | |
| "double_blocks.8.attn.txt_attn_proj_bin5": { | |
| "amax": 13.5, | |
| "p99_9": 4.90625, | |
| "std": 0.4313433766365051, | |
| "min": 4.0745362639427185e-08, | |
| "max": 11.125, | |
| "count": 24 | |
| }, | |
| "double_blocks.8.img_mlp.net.0.proj_bin5": { | |
| "amax": 5.59375, | |
| "p99_9": 2.234375, | |
| "std": 0.2784973978996277, | |
| "min": 0.0, | |
| "max": 5.125, | |
| "count": 24 | |
| }, | |
| "double_blocks.8.img_mlp.net.2_bin5": { | |
| "amax": 6.03125, | |
| "p99_9": 1.828125, | |
| "std": 0.13860172033309937, | |
| "min": 0.0, | |
| "max": 4.375, | |
| "count": 24 | |
| }, | |
| "double_blocks.8.txt_mlp.net.0.proj_bin5": { | |
| "amax": 60.5, | |
| "p99_9": 9.7412109375, | |
| "std": 0.9709817171096802, | |
| "min": 0.0, | |
| "max": 52.25, | |
| "count": 24 | |
| }, | |
| "double_blocks.8.txt_mlp.net.2_bin5": { | |
| "amax": 16.625, | |
| "p99_9": 2.046875, | |
| "std": 0.1976078450679779, | |
| "min": 0.0, | |
| "max": 8.375, | |
| "count": 24 | |
| }, | |
| "double_blocks.9.attn.img_attn_qkv_bin5": { | |
| "amax": 16.5, | |
| "p99_9": 5.375, | |
| "std": 0.6913050413131714, | |
| "min": 0.0, | |
| "max": 12.0625, | |
| "count": 24 | |
| }, | |
| "double_blocks.9.attn.txt_attn_qkv_bin5": { | |
| "amax": 18.0, | |
| "p99_9": 7.1875, | |
| "std": 1.1624572277069092, | |
| "min": 0.0, | |
| "max": 17.625, | |
| "count": 24 | |
| }, | |
| "double_blocks.9.attn.img_attn_proj_bin5": { | |
| "amax": 5.03125, | |
| "p99_9": 1.96875, | |
| "std": 0.30743008852005005, | |
| "min": 8.149072527885437e-08, | |
| "max": 3.984375, | |
| "count": 24 | |
| }, | |
| "double_blocks.9.attn.txt_attn_proj_bin5": { | |
| "amax": 19.5, | |
| "p99_9": 3.3895263671875, | |
| "std": 0.3882560133934021, | |
| "min": 2.868473529815674e-07, | |
| "max": 10.8125, | |
| "count": 24 | |
| }, | |
| "double_blocks.9.img_mlp.net.0.proj_bin5": { | |
| "amax": 6.03125, | |
| "p99_9": 2.3114013671875, | |
| "std": 0.29722076654434204, | |
| "min": 0.0, | |
| "max": 5.34375, | |
| "count": 24 | |
| }, | |
| "double_blocks.9.img_mlp.net.2_bin5": { | |
| "amax": 5.9375, | |
| "p99_9": 2.140625, | |
| "std": 0.17028120160102844, | |
| "min": 0.0, | |
| "max": 4.65625, | |
| "count": 24 | |
| }, | |
| "double_blocks.9.txt_mlp.net.0.proj_bin5": { | |
| "amax": 57.0, | |
| "p99_9": 7.832763671875, | |
| "std": 0.8802922368049622, | |
| "min": 0.0, | |
| "max": 53.75, | |
| "count": 24 | |
| }, | |
| "double_blocks.9.txt_mlp.net.2_bin5": { | |
| "amax": 14.625, | |
| "p99_9": 1.93695068359375, | |
| "std": 0.187045156955719, | |
| "min": 0.0, | |
| "max": 10.4375, | |
| "count": 24 | |
| }, | |
| "double_blocks.10.attn.img_attn_qkv_bin5": { | |
| "amax": 16.125, | |
| "p99_9": 5.21875, | |
| "std": 0.7093753218650818, | |
| "min": 0.0, | |
| "max": 13.3125, | |
| "count": 24 | |
| }, | |
| "double_blocks.10.attn.txt_attn_qkv_bin5": { | |
| "amax": 22.25, | |
| "p99_9": 7.21875, | |
| "std": 1.1469396352767944, | |
| "min": 0.0, | |
| "max": 17.625, | |
| "count": 24 | |
| }, | |
| "double_blocks.10.attn.img_attn_proj_bin5": { | |
| "amax": 7.8125, | |
| "p99_9": 1.9921875, | |
| "std": 0.2868010997772217, | |
| "min": 4.6798959374427795e-08, | |
| "max": 6.15625, | |
| "count": 24 | |
| }, | |
| "double_blocks.10.attn.txt_attn_proj_bin5": { | |
| "amax": 14.0625, | |
| "p99_9": 3.138427734375, | |
| "std": 0.35352030396461487, | |
| "min": 7.59027898311615e-08, | |
| "max": 12.3125, | |
| "count": 24 | |
| }, | |
| "double_blocks.10.img_mlp.net.0.proj_bin5": { | |
| "amax": 6.0625, | |
| "p99_9": 2.203125, | |
| "std": 0.2925630509853363, | |
| "min": 0.0, | |
| "max": 4.90625, | |
| "count": 24 | |
| }, | |
| "double_blocks.10.img_mlp.net.2_bin5": { | |
| "amax": 5.5, | |
| "p99_9": 1.74163818359375, | |
| "std": 0.14090140163898468, | |
| "min": 0.0, | |
| "max": 5.03125, | |
| "count": 24 | |
| }, | |
| "double_blocks.10.txt_mlp.net.0.proj_bin5": { | |
| "amax": 53.75, | |
| "p99_9": 6.993408203125, | |
| "std": 0.8101234436035156, | |
| "min": 0.0, | |
| "max": 49.0, | |
| "count": 24 | |
| }, | |
| "double_blocks.10.txt_mlp.net.2_bin5": { | |
| "amax": 25.125, | |
| "p99_9": 1.99053955078125, | |
| "std": 0.1904636025428772, | |
| "min": 0.0, | |
| "max": 8.625, | |
| "count": 24 | |
| }, | |
| "double_blocks.11.attn.img_attn_qkv_bin5": { | |
| "amax": 15.1875, | |
| "p99_9": 5.0, | |
| "std": 0.7029584646224976, | |
| "min": 0.0, | |
| "max": 11.0625, | |
| "count": 24 | |
| }, | |
| "double_blocks.11.attn.txt_attn_qkv_bin5": { | |
| "amax": 25.5, | |
| "p99_9": 7.5, | |
| "std": 1.1750166416168213, | |
| "min": 0.0, | |
| "max": 22.5, | |
| "count": 24 | |
| }, | |
| "double_blocks.11.attn.img_attn_proj_bin5": { | |
| "amax": 7.28125, | |
| "p99_9": 2.109375, | |
| "std": 0.26975753903388977, | |
| "min": 1.3634562492370605e-06, | |
| "max": 5.65625, | |
| "count": 24 | |
| }, | |
| "double_blocks.11.attn.txt_attn_proj_bin5": { | |
| "amax": 14.9375, | |
| "p99_9": 4.154052734375, | |
| "std": 0.42298623919487, | |
| "min": 1.979060471057892e-08, | |
| "max": 12.25, | |
| "count": 24 | |
| }, | |
| "double_blocks.11.img_mlp.net.0.proj_bin5": { | |
| "amax": 6.3125, | |
| "p99_9": 2.2020263671875, | |
| "std": 0.3016519248485565, | |
| "min": 0.0, | |
| "max": 5.375, | |
| "count": 24 | |
| }, | |
| "double_blocks.11.img_mlp.net.2_bin5": { | |
| "amax": 5.375, | |
| "p99_9": 1.6796875, | |
| "std": 0.13584549725055695, | |
| "min": 0.0, | |
| "max": 4.5, | |
| "count": 24 | |
| }, | |
| "double_blocks.11.txt_mlp.net.0.proj_bin5": { | |
| "amax": 47.0, | |
| "p99_9": 8.05810546875, | |
| "std": 0.7321481704711914, | |
| "min": 0.0, | |
| "max": 44.25, | |
| "count": 24 | |
| }, | |
| "double_blocks.11.txt_mlp.net.2_bin5": { | |
| "amax": 19.875, | |
| "p99_9": 2.046875, | |
| "std": 0.20222383737564087, | |
| "min": 0.0, | |
| "max": 7.875, | |
| "count": 24 | |
| }, | |
| "double_blocks.12.attn.img_attn_qkv_bin5": { | |
| "amax": 13.5, | |
| "p99_9": 5.125, | |
| "std": 0.7270129323005676, | |
| "min": 0.0, | |
| "max": 11.6875, | |
| "count": 24 | |
| }, | |
| "double_blocks.12.attn.txt_attn_qkv_bin5": { | |
| "amax": 30.875, | |
| "p99_9": 7.90625, | |
| "std": 1.2073097229003906, | |
| "min": 0.0, | |
| "max": 29.375, | |
| "count": 24 | |
| }, | |
| "double_blocks.12.attn.img_attn_proj_bin5": { | |
| "amax": 5.34375, | |
| "p99_9": 1.859375, | |
| "std": 0.28667131066322327, | |
| "min": 2.5890767574310303e-07, | |
| "max": 4.5, | |
| "count": 24 | |
| }, | |
| "double_blocks.12.attn.txt_attn_proj_bin5": { | |
| "amax": 19.25, | |
| "p99_9": 3.546875, | |
| "std": 0.42120179533958435, | |
| "min": 1.5133991837501526e-08, | |
| "max": 16.875, | |
| "count": 23 | |
| }, | |
| "double_blocks.12.img_mlp.net.0.proj_bin5": { | |
| "amax": 6.25, | |
| "p99_9": 2.3426513671875, | |
| "std": 0.3144768178462982, | |
| "min": 0.0, | |
| "max": 5.375, | |
| "count": 23 | |
| }, | |
| "double_blocks.12.img_mlp.net.2_bin5": { | |
| "amax": 5.40625, | |
| "p99_9": 1.53125, | |
| "std": 0.1273912936449051, | |
| "min": 0.0, | |
| "max": 3.8125, | |
| "count": 23 | |
| }, | |
| "double_blocks.12.txt_mlp.net.0.proj_bin5": { | |
| "amax": 39.5, | |
| "p99_9": 6.399658203125, | |
| "std": 0.6589009165763855, | |
| "min": 0.0, | |
| "max": 38.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.12.txt_mlp.net.2_bin5": { | |
| "amax": 11.625, | |
| "p99_9": 2.109375, | |
| "std": 0.22678984701633453, | |
| "min": 0.0, | |
| "max": 9.8125, | |
| "count": 23 | |
| }, | |
| "double_blocks.13.attn.img_attn_qkv_bin5": { | |
| "amax": 13.8125, | |
| "p99_9": 5.5625, | |
| "std": 0.7891761660575867, | |
| "min": 0.0, | |
| "max": 12.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.13.attn.txt_attn_qkv_bin5": { | |
| "amax": 33.25, | |
| "p99_9": 7.875, | |
| "std": 1.1865721940994263, | |
| "min": 0.0, | |
| "max": 31.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.13.attn.img_attn_proj_bin5": { | |
| "amax": 9.125, | |
| "p99_9": 2.203125, | |
| "std": 0.3154495358467102, | |
| "min": 4.889443516731262e-08, | |
| "max": 5.3125, | |
| "count": 23 | |
| }, | |
| "double_blocks.13.attn.txt_attn_proj_bin5": { | |
| "amax": 15.375, | |
| "p99_9": 3.5625, | |
| "std": 0.37370193004608154, | |
| "min": 1.3504177331924438e-07, | |
| "max": 13.5625, | |
| "count": 23 | |
| }, | |
| "double_blocks.13.img_mlp.net.0.proj_bin5": { | |
| "amax": 6.65625, | |
| "p99_9": 2.359375, | |
| "std": 0.3224271833896637, | |
| "min": 0.0, | |
| "max": 5.96875, | |
| "count": 23 | |
| }, | |
| "double_blocks.13.img_mlp.net.2_bin5": { | |
| "amax": 5.59375, | |
| "p99_9": 1.34375, | |
| "std": 0.11910391598939896, | |
| "min": 0.0, | |
| "max": 4.34375, | |
| "count": 23 | |
| }, | |
| "double_blocks.13.txt_mlp.net.0.proj_bin5": { | |
| "amax": 33.75, | |
| "p99_9": 5.779052734375, | |
| "std": 0.6396036744117737, | |
| "min": 0.0, | |
| "max": 32.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.13.txt_mlp.net.2_bin5": { | |
| "amax": 32.75, | |
| "p99_9": 2.1082763671875, | |
| "std": 0.21931327879428864, | |
| "min": 0.0, | |
| "max": 26.125, | |
| "count": 23 | |
| }, | |
| "double_blocks.14.attn.img_attn_qkv_bin5": { | |
| "amax": 13.375, | |
| "p99_9": 5.375, | |
| "std": 0.8219119310379028, | |
| "min": 0.0, | |
| "max": 9.9375, | |
| "count": 23 | |
| }, | |
| "double_blocks.14.attn.txt_attn_qkv_bin5": { | |
| "amax": 35.25, | |
| "p99_9": 7.966552734375, | |
| "std": 1.1938555240631104, | |
| "min": 0.0, | |
| "max": 34.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.14.attn.img_attn_proj_bin5": { | |
| "amax": 8.0, | |
| "p99_9": 2.375, | |
| "std": 0.3499695658683777, | |
| "min": 2.5890767574310303e-07, | |
| "max": 5.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.14.attn.txt_attn_proj_bin5": { | |
| "amax": 19.75, | |
| "p99_9": 2.875, | |
| "std": 0.3695962727069855, | |
| "min": 2.468004822731018e-08, | |
| "max": 19.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.14.img_mlp.net.0.proj_bin5": { | |
| "amax": 7.8125, | |
| "p99_9": 2.2801513671875, | |
| "std": 0.3190271854400635, | |
| "min": 0.0, | |
| "max": 6.8125, | |
| "count": 23 | |
| }, | |
| "double_blocks.14.img_mlp.net.2_bin5": { | |
| "amax": 6.15625, | |
| "p99_9": 1.24163818359375, | |
| "std": 0.10990743339061737, | |
| "min": 7.217749953269958e-08, | |
| "max": 5.46875, | |
| "count": 23 | |
| }, | |
| "double_blocks.14.txt_mlp.net.0.proj_bin5": { | |
| "amax": 28.75, | |
| "p99_9": 4.75, | |
| "std": 0.609779417514801, | |
| "min": 0.0, | |
| "max": 26.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.14.txt_mlp.net.2_bin5": { | |
| "amax": 12.8125, | |
| "p99_9": 2.25, | |
| "std": 0.23274201154708862, | |
| "min": 0.0, | |
| "max": 5.78125, | |
| "count": 23 | |
| }, | |
| "double_blocks.15.attn.img_attn_qkv_bin5": { | |
| "amax": 13.125, | |
| "p99_9": 5.09375, | |
| "std": 0.8134170174598694, | |
| "min": 0.0, | |
| "max": 9.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.15.attn.txt_attn_qkv_bin5": { | |
| "amax": 37.0, | |
| "p99_9": 8.125, | |
| "std": 1.2079765796661377, | |
| "min": 0.0, | |
| "max": 29.625, | |
| "count": 23 | |
| }, | |
| "double_blocks.15.attn.img_attn_proj_bin5": { | |
| "amax": 9.25, | |
| "p99_9": 2.421875, | |
| "std": 0.33784016966819763, | |
| "min": 2.076849341392517e-07, | |
| "max": 8.375, | |
| "count": 23 | |
| }, | |
| "double_blocks.15.attn.txt_attn_proj_bin5": { | |
| "amax": 18.875, | |
| "p99_9": 3.669677734375, | |
| "std": 0.4372667372226715, | |
| "min": 2.2724270820617676e-07, | |
| "max": 16.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.15.img_mlp.net.0.proj_bin5": { | |
| "amax": 9.3125, | |
| "p99_9": 2.2645263671875, | |
| "std": 0.3340058922767639, | |
| "min": 0.0, | |
| "max": 8.1875, | |
| "count": 23 | |
| }, | |
| "double_blocks.15.img_mlp.net.2_bin5": { | |
| "amax": 5.03125, | |
| "p99_9": 1.27288818359375, | |
| "std": 0.11227580904960632, | |
| "min": 0.0, | |
| "max": 3.53125, | |
| "count": 23 | |
| }, | |
| "double_blocks.15.txt_mlp.net.0.proj_bin5": { | |
| "amax": 23.625, | |
| "p99_9": 4.75, | |
| "std": 0.570231556892395, | |
| "min": 0.0, | |
| "max": 18.125, | |
| "count": 23 | |
| }, | |
| "double_blocks.15.txt_mlp.net.2_bin5": { | |
| "amax": 14.9375, | |
| "p99_9": 2.265625, | |
| "std": 0.24894391000270844, | |
| "min": 0.0, | |
| "max": 6.0625, | |
| "count": 23 | |
| }, | |
| "double_blocks.16.attn.img_attn_qkv_bin5": { | |
| "amax": 13.0625, | |
| "p99_9": 5.34375, | |
| "std": 0.8858087062835693, | |
| "min": 0.0, | |
| "max": 10.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.16.attn.txt_attn_qkv_bin5": { | |
| "amax": 38.0, | |
| "p99_9": 8.125, | |
| "std": 1.1536586284637451, | |
| "min": 0.0, | |
| "max": 29.375, | |
| "count": 23 | |
| }, | |
| "double_blocks.16.attn.img_attn_proj_bin5": { | |
| "amax": 7.28125, | |
| "p99_9": 2.734375, | |
| "std": 0.33735594153404236, | |
| "min": 2.514570951461792e-07, | |
| "max": 5.90625, | |
| "count": 23 | |
| }, | |
| "double_blocks.16.attn.txt_attn_proj_bin5": { | |
| "amax": 17.5, | |
| "p99_9": 3.203125, | |
| "std": 0.372576504945755, | |
| "min": 4.6798959374427795e-08, | |
| "max": 14.1875, | |
| "count": 23 | |
| }, | |
| "double_blocks.16.img_mlp.net.0.proj_bin5": { | |
| "amax": 10.5, | |
| "p99_9": 2.25, | |
| "std": 0.35214534401893616, | |
| "min": 0.0, | |
| "max": 9.5625, | |
| "count": 23 | |
| }, | |
| "double_blocks.16.img_mlp.net.2_bin5": { | |
| "amax": 6.0, | |
| "p99_9": 1.2578125, | |
| "std": 0.11342354863882065, | |
| "min": 2.0605511963367462e-08, | |
| "max": 3.625, | |
| "count": 23 | |
| }, | |
| "double_blocks.16.txt_mlp.net.0.proj_bin5": { | |
| "amax": 22.5, | |
| "p99_9": 4.341552734375, | |
| "std": 0.5258867740631104, | |
| "min": 0.0, | |
| "max": 22.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.16.txt_mlp.net.2_bin5": { | |
| "amax": 10.625, | |
| "p99_9": 2.0625, | |
| "std": 0.23491667211055756, | |
| "min": 0.0, | |
| "max": 6.4375, | |
| "count": 23 | |
| }, | |
| "double_blocks.17.attn.img_attn_qkv_bin5": { | |
| "amax": 13.0625, | |
| "p99_9": 5.40625, | |
| "std": 0.8926076292991638, | |
| "min": 0.0, | |
| "max": 10.1875, | |
| "count": 23 | |
| }, | |
| "double_blocks.17.attn.txt_attn_qkv_bin5": { | |
| "amax": 40.0, | |
| "p99_9": 8.0, | |
| "std": 1.1414276361465454, | |
| "min": 0.0, | |
| "max": 35.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.17.attn.img_attn_proj_bin5": { | |
| "amax": 6.625, | |
| "p99_9": 2.734375, | |
| "std": 0.39295607805252075, | |
| "min": 4.209578037261963e-07, | |
| "max": 6.34375, | |
| "count": 23 | |
| }, | |
| "double_blocks.17.attn.txt_attn_proj_bin5": { | |
| "amax": 14.9375, | |
| "p99_9": 3.03125, | |
| "std": 0.3723912239074707, | |
| "min": 3.725290298461914e-08, | |
| "max": 14.9375, | |
| "count": 23 | |
| }, | |
| "double_blocks.17.img_mlp.net.0.proj_bin5": { | |
| "amax": 9.9375, | |
| "p99_9": 2.34375, | |
| "std": 0.3501972258090973, | |
| "min": 0.0, | |
| "max": 8.8125, | |
| "count": 23 | |
| }, | |
| "double_blocks.17.img_mlp.net.2_bin5": { | |
| "amax": 5.15625, | |
| "p99_9": 1.3125, | |
| "std": 0.12031394243240356, | |
| "min": 0.0, | |
| "max": 3.78125, | |
| "count": 23 | |
| }, | |
| "double_blocks.17.txt_mlp.net.0.proj_bin5": { | |
| "amax": 21.375, | |
| "p99_9": 4.03125, | |
| "std": 0.530123770236969, | |
| "min": 0.0, | |
| "max": 19.125, | |
| "count": 23 | |
| }, | |
| "double_blocks.17.txt_mlp.net.2_bin5": { | |
| "amax": 12.0, | |
| "p99_9": 2.109375, | |
| "std": 0.23105309903621674, | |
| "min": 0.0, | |
| "max": 7.15625, | |
| "count": 23 | |
| }, | |
| "double_blocks.18.attn.img_attn_qkv_bin5": { | |
| "amax": 13.1875, | |
| "p99_9": 5.5, | |
| "std": 0.9040501713752747, | |
| "min": 0.0, | |
| "max": 11.125, | |
| "count": 23 | |
| }, | |
| "double_blocks.18.attn.txt_attn_qkv_bin5": { | |
| "amax": 39.5, | |
| "p99_9": 8.37060546875, | |
| "std": 1.182258129119873, | |
| "min": 0.0, | |
| "max": 30.875, | |
| "count": 23 | |
| }, | |
| "double_blocks.18.attn.img_attn_proj_bin5": { | |
| "amax": 8.625, | |
| "p99_9": 2.703125, | |
| "std": 0.3838762640953064, | |
| "min": 1.9185245037078857e-07, | |
| "max": 6.90625, | |
| "count": 23 | |
| }, | |
| "double_blocks.18.attn.txt_attn_proj_bin5": { | |
| "amax": 23.5, | |
| "p99_9": 3.2176513671875, | |
| "std": 0.38236188888549805, | |
| "min": 2.1886080503463745e-08, | |
| "max": 20.125, | |
| "count": 23 | |
| }, | |
| "double_blocks.18.img_mlp.net.0.proj_bin5": { | |
| "amax": 10.25, | |
| "p99_9": 2.2489013671875, | |
| "std": 0.357770711183548, | |
| "min": 0.0, | |
| "max": 9.375, | |
| "count": 23 | |
| }, | |
| "double_blocks.18.img_mlp.net.2_bin5": { | |
| "amax": 5.15625, | |
| "p99_9": 1.171875, | |
| "std": 0.11032482236623764, | |
| "min": 5.558831617236137e-09, | |
| "max": 3.53125, | |
| "count": 23 | |
| }, | |
| "double_blocks.18.txt_mlp.net.0.proj_bin5": { | |
| "amax": 20.375, | |
| "p99_9": 4.185302734375, | |
| "std": 0.5317074656486511, | |
| "min": 0.0, | |
| "max": 12.3125, | |
| "count": 23 | |
| }, | |
| "double_blocks.18.txt_mlp.net.2_bin5": { | |
| "amax": 21.75, | |
| "p99_9": 2.015625, | |
| "std": 0.22268936038017273, | |
| "min": 0.0, | |
| "max": 13.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.19.attn.img_attn_qkv_bin5": { | |
| "amax": 13.375, | |
| "p99_9": 5.46875, | |
| "std": 0.9135137796401978, | |
| "min": 0.0, | |
| "max": 10.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.19.attn.txt_attn_qkv_bin5": { | |
| "amax": 39.75, | |
| "p99_9": 8.25, | |
| "std": 1.1836862564086914, | |
| "min": 0.0, | |
| "max": 35.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.19.attn.img_attn_proj_bin5": { | |
| "amax": 9.0625, | |
| "p99_9": 2.96875, | |
| "std": 0.39157554507255554, | |
| "min": 3.501772880554199e-07, | |
| "max": 5.96875, | |
| "count": 23 | |
| }, | |
| "double_blocks.19.attn.txt_attn_proj_bin5": { | |
| "amax": 15.875, | |
| "p99_9": 3.0457763671875, | |
| "std": 0.3596797585487366, | |
| "min": 1.1408701539039612e-07, | |
| "max": 14.9375, | |
| "count": 23 | |
| }, | |
| "double_blocks.19.img_mlp.net.0.proj_bin5": { | |
| "amax": 10.0, | |
| "p99_9": 2.328125, | |
| "std": 0.36358118057250977, | |
| "min": 0.0, | |
| "max": 9.125, | |
| "count": 23 | |
| }, | |
| "double_blocks.19.img_mlp.net.2_bin5": { | |
| "amax": 4.90625, | |
| "p99_9": 1.21038818359375, | |
| "std": 0.11106926947832108, | |
| "min": 7.12461769580841e-08, | |
| "max": 3.296875, | |
| "count": 23 | |
| }, | |
| "double_blocks.19.txt_mlp.net.0.proj_bin5": { | |
| "amax": 18.75, | |
| "p99_9": 4.28125, | |
| "std": 0.5526063442230225, | |
| "min": 0.0, | |
| "max": 16.625, | |
| "count": 23 | |
| }, | |
| "double_blocks.19.txt_mlp.net.2_bin5": { | |
| "amax": 15.5, | |
| "p99_9": 2.078125, | |
| "std": 0.22552801668643951, | |
| "min": 0.0, | |
| "max": 11.875, | |
| "count": 23 | |
| }, | |
| "double_blocks.20.attn.img_attn_qkv_bin5": { | |
| "amax": 13.375, | |
| "p99_9": 5.8125, | |
| "std": 0.9609839916229248, | |
| "min": 0.0, | |
| "max": 11.8125, | |
| "count": 23 | |
| }, | |
| "double_blocks.20.attn.txt_attn_qkv_bin5": { | |
| "amax": 39.75, | |
| "p99_9": 8.5625, | |
| "std": 1.210322380065918, | |
| "min": 0.0, | |
| "max": 32.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.20.attn.img_attn_proj_bin5": { | |
| "amax": 9.1875, | |
| "p99_9": 2.9375, | |
| "std": 0.3851071894168854, | |
| "min": 1.4621764421463013e-07, | |
| "max": 5.15625, | |
| "count": 23 | |
| }, | |
| "double_blocks.20.attn.txt_attn_proj_bin5": { | |
| "amax": 18.5, | |
| "p99_9": 3.84375, | |
| "std": 0.4382077157497406, | |
| "min": 1.7462298274040222e-08, | |
| "max": 17.125, | |
| "count": 23 | |
| }, | |
| "double_blocks.20.img_mlp.net.0.proj_bin5": { | |
| "amax": 9.375, | |
| "p99_9": 2.2957763671875, | |
| "std": 0.3580758571624756, | |
| "min": 0.0, | |
| "max": 8.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.20.img_mlp.net.2_bin5": { | |
| "amax": 4.5, | |
| "p99_9": 1.140625, | |
| "std": 0.10779645293951035, | |
| "min": 1.51805579662323e-07, | |
| "max": 3.328125, | |
| "count": 23 | |
| }, | |
| "double_blocks.20.txt_mlp.net.0.proj_bin5": { | |
| "amax": 17.375, | |
| "p99_9": 4.46875, | |
| "std": 0.5624399185180664, | |
| "min": 0.0, | |
| "max": 12.5625, | |
| "count": 23 | |
| }, | |
| "double_blocks.20.txt_mlp.net.2_bin5": { | |
| "amax": 26.5, | |
| "p99_9": 2.203125, | |
| "std": 0.24096934497356415, | |
| "min": 0.0, | |
| "max": 21.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.21.attn.img_attn_qkv_bin5": { | |
| "amax": 13.625, | |
| "p99_9": 5.625, | |
| "std": 0.9318413138389587, | |
| "min": 0.0, | |
| "max": 11.0625, | |
| "count": 23 | |
| }, | |
| "double_blocks.21.attn.txt_attn_qkv_bin5": { | |
| "amax": 40.25, | |
| "p99_9": 8.875, | |
| "std": 1.260771632194519, | |
| "min": 0.0, | |
| "max": 33.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.21.attn.img_attn_proj_bin5": { | |
| "amax": 13.375, | |
| "p99_9": 2.640625, | |
| "std": 0.33043113350868225, | |
| "min": 5.727633833885193e-08, | |
| "max": 7.09375, | |
| "count": 23 | |
| }, | |
| "double_blocks.21.attn.txt_attn_proj_bin5": { | |
| "amax": 17.625, | |
| "p99_9": 3.734375, | |
| "std": 0.39996662735939026, | |
| "min": 1.0989606380462646e-07, | |
| "max": 14.1875, | |
| "count": 23 | |
| }, | |
| "double_blocks.21.img_mlp.net.0.proj_bin5": { | |
| "amax": 9.25, | |
| "p99_9": 2.3114013671875, | |
| "std": 0.3635542392730713, | |
| "min": 0.0, | |
| "max": 8.6875, | |
| "count": 23 | |
| }, | |
| "double_blocks.21.img_mlp.net.2_bin5": { | |
| "amax": 7.15625, | |
| "p99_9": 1.09375, | |
| "std": 0.10192357003688812, | |
| "min": 4.76837158203125e-07, | |
| "max": 3.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.21.txt_mlp.net.0.proj_bin5": { | |
| "amax": 16.75, | |
| "p99_9": 4.435302734375, | |
| "std": 0.5633329749107361, | |
| "min": 0.0, | |
| "max": 13.3125, | |
| "count": 23 | |
| }, | |
| "double_blocks.21.txt_mlp.net.2_bin5": { | |
| "amax": 33.75, | |
| "p99_9": 2.25, | |
| "std": 0.27128124237060547, | |
| "min": 0.0, | |
| "max": 23.375, | |
| "count": 23 | |
| }, | |
| "double_blocks.22.attn.img_attn_qkv_bin5": { | |
| "amax": 13.9375, | |
| "p99_9": 5.90625, | |
| "std": 0.9938489198684692, | |
| "min": 0.0, | |
| "max": 11.0625, | |
| "count": 23 | |
| }, | |
| "double_blocks.22.attn.txt_attn_qkv_bin5": { | |
| "amax": 41.0, | |
| "p99_9": 8.99560546875, | |
| "std": 1.2448294162750244, | |
| "min": 0.0, | |
| "max": 36.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.22.attn.img_attn_proj_bin5": { | |
| "amax": 8.125, | |
| "p99_9": 2.3426513671875, | |
| "std": 0.34752318263053894, | |
| "min": 1.7229467630386353e-07, | |
| "max": 4.3125, | |
| "count": 23 | |
| }, | |
| "double_blocks.22.attn.txt_attn_proj_bin5": { | |
| "amax": 28.875, | |
| "p99_9": 4.15625, | |
| "std": 0.48575854301452637, | |
| "min": 7.404014468193054e-08, | |
| "max": 23.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.22.img_mlp.net.0.proj_bin5": { | |
| "amax": 9.25, | |
| "p99_9": 2.375, | |
| "std": 0.37798187136650085, | |
| "min": 0.0, | |
| "max": 8.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.22.img_mlp.net.2_bin5": { | |
| "amax": 4.46875, | |
| "p99_9": 1.171875, | |
| "std": 0.11140263080596924, | |
| "min": 1.641456037759781e-08, | |
| "max": 2.6875, | |
| "count": 23 | |
| }, | |
| "double_blocks.22.txt_mlp.net.0.proj_bin5": { | |
| "amax": 17.0, | |
| "p99_9": 4.404052734375, | |
| "std": 0.572142481803894, | |
| "min": 0.0, | |
| "max": 13.375, | |
| "count": 23 | |
| }, | |
| "double_blocks.22.txt_mlp.net.2_bin5": { | |
| "amax": 34.0, | |
| "p99_9": 2.25, | |
| "std": 0.25433093309402466, | |
| "min": 0.0, | |
| "max": 17.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.23.attn.img_attn_qkv_bin5": { | |
| "amax": 13.8125, | |
| "p99_9": 6.03125, | |
| "std": 1.028402328491211, | |
| "min": 0.0, | |
| "max": 10.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.23.attn.txt_attn_qkv_bin5": { | |
| "amax": 41.25, | |
| "p99_9": 9.1875, | |
| "std": 1.2490581274032593, | |
| "min": 0.0, | |
| "max": 37.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.23.attn.img_attn_proj_bin5": { | |
| "amax": 7.375, | |
| "p99_9": 2.671875, | |
| "std": 0.3737766742706299, | |
| "min": 1.5366822481155396e-07, | |
| "max": 6.375, | |
| "count": 23 | |
| }, | |
| "double_blocks.23.attn.txt_attn_proj_bin5": { | |
| "amax": 23.625, | |
| "p99_9": 5.65625, | |
| "std": 0.5484752058982849, | |
| "min": 9.313225746154785e-08, | |
| "max": 20.125, | |
| "count": 23 | |
| }, | |
| "double_blocks.23.img_mlp.net.0.proj_bin5": { | |
| "amax": 8.5, | |
| "p99_9": 2.390625, | |
| "std": 0.3756742775440216, | |
| "min": 0.0, | |
| "max": 8.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.23.img_mlp.net.2_bin5": { | |
| "amax": 4.6875, | |
| "p99_9": 1.171875, | |
| "std": 0.10902594029903412, | |
| "min": 1.2852251529693604e-07, | |
| "max": 2.59375, | |
| "count": 23 | |
| }, | |
| "double_blocks.23.txt_mlp.net.0.proj_bin5": { | |
| "amax": 16.75, | |
| "p99_9": 4.529052734375, | |
| "std": 0.5771737098693848, | |
| "min": 0.0, | |
| "max": 16.625, | |
| "count": 23 | |
| }, | |
| "double_blocks.23.txt_mlp.net.2_bin5": { | |
| "amax": 29.25, | |
| "p99_9": 2.1875, | |
| "std": 0.2505522072315216, | |
| "min": 0.0, | |
| "max": 24.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.24.attn.img_attn_qkv_bin5": { | |
| "amax": 13.3125, | |
| "p99_9": 5.9375, | |
| "std": 1.0053346157073975, | |
| "min": 0.0, | |
| "max": 11.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.24.attn.txt_attn_qkv_bin5": { | |
| "amax": 42.25, | |
| "p99_9": 9.3125, | |
| "std": 1.2365264892578125, | |
| "min": 0.0, | |
| "max": 36.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.24.attn.img_attn_proj_bin5": { | |
| "amax": 8.875, | |
| "p99_9": 2.265625, | |
| "std": 0.3184868097305298, | |
| "min": 9.639188647270203e-08, | |
| "max": 5.65625, | |
| "count": 23 | |
| }, | |
| "double_blocks.24.attn.txt_attn_proj_bin5": { | |
| "amax": 32.5, | |
| "p99_9": 7.904052734375, | |
| "std": 0.6438642740249634, | |
| "min": 6.984919309616089e-08, | |
| "max": 28.625, | |
| "count": 23 | |
| }, | |
| "double_blocks.24.img_mlp.net.0.proj_bin5": { | |
| "amax": 8.8125, | |
| "p99_9": 2.34375, | |
| "std": 0.3811470866203308, | |
| "min": 0.0, | |
| "max": 8.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.24.img_mlp.net.2_bin5": { | |
| "amax": 4.40625, | |
| "p99_9": 1.24945068359375, | |
| "std": 0.11557517200708389, | |
| "min": 1.4156103134155273e-07, | |
| "max": 3.3125, | |
| "count": 23 | |
| }, | |
| "double_blocks.24.txt_mlp.net.0.proj_bin5": { | |
| "amax": 17.625, | |
| "p99_9": 4.5, | |
| "std": 0.5647075772285461, | |
| "min": 0.0, | |
| "max": 13.6875, | |
| "count": 23 | |
| }, | |
| "double_blocks.24.txt_mlp.net.2_bin5": { | |
| "amax": 37.25, | |
| "p99_9": 2.234375, | |
| "std": 0.28529900312423706, | |
| "min": 0.0, | |
| "max": 28.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.25.attn.img_attn_qkv_bin5": { | |
| "amax": 13.6875, | |
| "p99_9": 6.15625, | |
| "std": 1.0344492197036743, | |
| "min": 0.0, | |
| "max": 12.625, | |
| "count": 23 | |
| }, | |
| "double_blocks.25.attn.txt_attn_qkv_bin5": { | |
| "amax": 42.75, | |
| "p99_9": 9.625, | |
| "std": 1.2694993019104004, | |
| "min": 0.0, | |
| "max": 37.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.25.attn.img_attn_proj_bin5": { | |
| "amax": 7.28125, | |
| "p99_9": 2.5770263671875, | |
| "std": 0.3655627369880676, | |
| "min": 9.872019290924072e-08, | |
| "max": 4.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.25.attn.txt_attn_proj_bin5": { | |
| "amax": 35.0, | |
| "p99_9": 6.497802734375, | |
| "std": 0.5527923703193665, | |
| "min": 3.4086406230926514e-07, | |
| "max": 31.125, | |
| "count": 23 | |
| }, | |
| "double_blocks.25.img_mlp.net.0.proj_bin5": { | |
| "amax": 8.4375, | |
| "p99_9": 2.421875, | |
| "std": 0.3884343206882477, | |
| "min": 0.0, | |
| "max": 7.65625, | |
| "count": 23 | |
| }, | |
| "double_blocks.25.img_mlp.net.2_bin5": { | |
| "amax": 4.84375, | |
| "p99_9": 1.234375, | |
| "std": 0.11944824457168579, | |
| "min": 1.5366822481155396e-08, | |
| "max": 2.84375, | |
| "count": 23 | |
| }, | |
| "double_blocks.25.txt_mlp.net.0.proj_bin5": { | |
| "amax": 17.625, | |
| "p99_9": 4.65625, | |
| "std": 0.5830175280570984, | |
| "min": 0.0, | |
| "max": 15.0625, | |
| "count": 23 | |
| }, | |
| "double_blocks.25.txt_mlp.net.2_bin5": { | |
| "amax": 38.75, | |
| "p99_9": 2.1875, | |
| "std": 0.25286224484443665, | |
| "min": 0.0, | |
| "max": 28.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.26.attn.img_attn_qkv_bin5": { | |
| "amax": 14.625, | |
| "p99_9": 6.8125, | |
| "std": 1.1177529096603394, | |
| "min": 0.0, | |
| "max": 12.4375, | |
| "count": 23 | |
| }, | |
| "double_blocks.26.attn.txt_attn_qkv_bin5": { | |
| "amax": 43.5, | |
| "p99_9": 10.5625, | |
| "std": 1.344041347503662, | |
| "min": 0.0, | |
| "max": 42.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.26.attn.img_attn_proj_bin5": { | |
| "amax": 7.03125, | |
| "p99_9": 2.765625, | |
| "std": 0.37167128920555115, | |
| "min": 2.0023435354232788e-08, | |
| "max": 5.65625, | |
| "count": 23 | |
| }, | |
| "double_blocks.26.attn.txt_attn_proj_bin5": { | |
| "amax": 27.5, | |
| "p99_9": 6.625, | |
| "std": 0.6299086809158325, | |
| "min": 1.0384246706962585e-07, | |
| "max": 25.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.26.img_mlp.net.0.proj_bin5": { | |
| "amax": 8.875, | |
| "p99_9": 2.3125, | |
| "std": 0.38011783361434937, | |
| "min": 0.0, | |
| "max": 8.6875, | |
| "count": 23 | |
| }, | |
| "double_blocks.26.img_mlp.net.2_bin5": { | |
| "amax": 4.5625, | |
| "p99_9": 1.203125, | |
| "std": 0.1178349032998085, | |
| "min": 1.9674189388751984e-08, | |
| "max": 2.765625, | |
| "count": 23 | |
| }, | |
| "double_blocks.26.txt_mlp.net.0.proj_bin5": { | |
| "amax": 17.625, | |
| "p99_9": 4.9375, | |
| "std": 0.6121576428413391, | |
| "min": 0.0, | |
| "max": 15.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.26.txt_mlp.net.2_bin5": { | |
| "amax": 14.625, | |
| "p99_9": 2.2332763671875, | |
| "std": 0.2355881631374359, | |
| "min": 0.0, | |
| "max": 6.65625, | |
| "count": 23 | |
| }, | |
| "double_blocks.27.attn.img_attn_qkv_bin5": { | |
| "amax": 15.5, | |
| "p99_9": 6.372802734375, | |
| "std": 1.0835318565368652, | |
| "min": 0.0, | |
| "max": 14.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.27.attn.txt_attn_qkv_bin5": { | |
| "amax": 45.0, | |
| "p99_9": 11.3125, | |
| "std": 1.4574849605560303, | |
| "min": 0.0, | |
| "max": 40.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.27.attn.img_attn_proj_bin5": { | |
| "amax": 4.96875, | |
| "p99_9": 2.28125, | |
| "std": 0.3506283462047577, | |
| "min": 7.35744833946228e-08, | |
| "max": 4.375, | |
| "count": 23 | |
| }, | |
| "double_blocks.27.attn.txt_attn_proj_bin5": { | |
| "amax": 29.875, | |
| "p99_9": 4.65625, | |
| "std": 0.46821045875549316, | |
| "min": 4.912726581096649e-08, | |
| "max": 20.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.27.img_mlp.net.0.proj_bin5": { | |
| "amax": 9.8125, | |
| "p99_9": 2.4364013671875, | |
| "std": 0.3840256333351135, | |
| "min": 0.0, | |
| "max": 8.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.27.img_mlp.net.2_bin5": { | |
| "amax": 4.46875, | |
| "p99_9": 1.34320068359375, | |
| "std": 0.13253825902938843, | |
| "min": 0.0, | |
| "max": 3.328125, | |
| "count": 23 | |
| }, | |
| "double_blocks.27.txt_mlp.net.0.proj_bin5": { | |
| "amax": 17.875, | |
| "p99_9": 5.247802734375, | |
| "std": 0.6457427740097046, | |
| "min": 0.0, | |
| "max": 15.8125, | |
| "count": 23 | |
| }, | |
| "double_blocks.27.txt_mlp.net.2_bin5": { | |
| "amax": 9.8125, | |
| "p99_9": 2.450927734375, | |
| "std": 0.2499382048845291, | |
| "min": 0.0, | |
| "max": 8.1875, | |
| "count": 23 | |
| }, | |
| "double_blocks.28.attn.img_attn_qkv_bin5": { | |
| "amax": 16.25, | |
| "p99_9": 6.75, | |
| "std": 1.1171637773513794, | |
| "min": 0.0, | |
| "max": 13.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.28.attn.txt_attn_qkv_bin5": { | |
| "amax": 47.5, | |
| "p99_9": 12.05810546875, | |
| "std": 1.5043903589248657, | |
| "min": 0.0, | |
| "max": 44.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.28.attn.img_attn_proj_bin5": { | |
| "amax": 8.0625, | |
| "p99_9": 2.90625, | |
| "std": 0.37791019678115845, | |
| "min": 2.1420419216156006e-07, | |
| "max": 6.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.28.attn.txt_attn_proj_bin5": { | |
| "amax": 39.75, | |
| "p99_9": 6.28125, | |
| "std": 0.6076414585113525, | |
| "min": 1.1874362826347351e-08, | |
| "max": 38.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.28.img_mlp.net.0.proj_bin5": { | |
| "amax": 11.0625, | |
| "p99_9": 2.515625, | |
| "std": 0.366233229637146, | |
| "min": 0.0, | |
| "max": 8.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.28.img_mlp.net.2_bin5": { | |
| "amax": 4.84375, | |
| "p99_9": 1.2957763671875, | |
| "std": 0.12985706329345703, | |
| "min": 2.7008354663848877e-07, | |
| "max": 3.40625, | |
| "count": 23 | |
| }, | |
| "double_blocks.28.txt_mlp.net.0.proj_bin5": { | |
| "amax": 18.375, | |
| "p99_9": 5.375, | |
| "std": 0.6563564538955688, | |
| "min": 0.0, | |
| "max": 17.125, | |
| "count": 23 | |
| }, | |
| "double_blocks.28.txt_mlp.net.2_bin5": { | |
| "amax": 9.9375, | |
| "p99_9": 2.390625, | |
| "std": 0.2470024824142456, | |
| "min": 0.0, | |
| "max": 7.78125, | |
| "count": 23 | |
| }, | |
| "double_blocks.29.attn.img_attn_qkv_bin5": { | |
| "amax": 17.25, | |
| "p99_9": 7.029052734375, | |
| "std": 1.137852430343628, | |
| "min": 0.0, | |
| "max": 13.9375, | |
| "count": 23 | |
| }, | |
| "double_blocks.29.attn.txt_attn_qkv_bin5": { | |
| "amax": 50.75, | |
| "p99_9": 12.625, | |
| "std": 1.542699933052063, | |
| "min": 0.0, | |
| "max": 48.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.29.attn.img_attn_proj_bin5": { | |
| "amax": 7.5, | |
| "p99_9": 3.0625, | |
| "std": 0.3953474164009094, | |
| "min": 1.4668330550193787e-08, | |
| "max": 5.5625, | |
| "count": 23 | |
| }, | |
| "double_blocks.29.attn.txt_attn_proj_bin5": { | |
| "amax": 30.0, | |
| "p99_9": 5.30810546875, | |
| "std": 0.5368489623069763, | |
| "min": 9.96515154838562e-08, | |
| "max": 28.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.29.img_mlp.net.0.proj_bin5": { | |
| "amax": 11.5625, | |
| "p99_9": 2.609375, | |
| "std": 0.38041773438453674, | |
| "min": 0.0, | |
| "max": 8.9375, | |
| "count": 23 | |
| }, | |
| "double_blocks.29.img_mlp.net.2_bin5": { | |
| "amax": 4.5625, | |
| "p99_9": 1.328125, | |
| "std": 0.1336660236120224, | |
| "min": 0.0, | |
| "max": 3.203125, | |
| "count": 23 | |
| }, | |
| "double_blocks.29.txt_mlp.net.0.proj_bin5": { | |
| "amax": 18.875, | |
| "p99_9": 5.685302734375, | |
| "std": 0.6641443967819214, | |
| "min": 0.0, | |
| "max": 18.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.29.txt_mlp.net.2_bin5": { | |
| "amax": 9.25, | |
| "p99_9": 2.421875, | |
| "std": 0.2590695321559906, | |
| "min": 0.0, | |
| "max": 6.71875, | |
| "count": 23 | |
| }, | |
| "double_blocks.30.attn.img_attn_qkv_bin5": { | |
| "amax": 16.625, | |
| "p99_9": 6.841552734375, | |
| "std": 1.1079449653625488, | |
| "min": 0.0, | |
| "max": 14.0625, | |
| "count": 23 | |
| }, | |
| "double_blocks.30.attn.txt_attn_qkv_bin5": { | |
| "amax": 52.25, | |
| "p99_9": 13.3125, | |
| "std": 1.5982431173324585, | |
| "min": 0.0, | |
| "max": 50.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.30.attn.img_attn_proj_bin5": { | |
| "amax": 9.1875, | |
| "p99_9": 2.484375, | |
| "std": 0.34275832772254944, | |
| "min": 1.8347054719924927e-07, | |
| "max": 7.96875, | |
| "count": 23 | |
| }, | |
| "double_blocks.30.attn.txt_attn_proj_bin5": { | |
| "amax": 21.75, | |
| "p99_9": 4.497802734375, | |
| "std": 0.4752656817436218, | |
| "min": 2.3283064365386963e-07, | |
| "max": 15.5625, | |
| "count": 23 | |
| }, | |
| "double_blocks.30.img_mlp.net.0.proj_bin5": { | |
| "amax": 12.5, | |
| "p99_9": 2.888427734375, | |
| "std": 0.39162153005599976, | |
| "min": 0.0, | |
| "max": 10.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.30.img_mlp.net.2_bin5": { | |
| "amax": 5.3125, | |
| "p99_9": 1.48382568359375, | |
| "std": 0.13916869461536407, | |
| "min": 0.0, | |
| "max": 3.5625, | |
| "count": 23 | |
| }, | |
| "double_blocks.30.txt_mlp.net.0.proj_bin5": { | |
| "amax": 19.375, | |
| "p99_9": 5.9375, | |
| "std": 0.6744275689125061, | |
| "min": 0.0, | |
| "max": 18.125, | |
| "count": 23 | |
| }, | |
| "double_blocks.30.txt_mlp.net.2_bin5": { | |
| "amax": 35.25, | |
| "p99_9": 2.515625, | |
| "std": 0.27012911438941956, | |
| "min": 0.0, | |
| "max": 25.125, | |
| "count": 23 | |
| }, | |
| "double_blocks.31.attn.img_attn_qkv_bin5": { | |
| "amax": 16.375, | |
| "p99_9": 6.747802734375, | |
| "std": 1.0944185256958008, | |
| "min": 0.0, | |
| "max": 13.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.31.attn.txt_attn_qkv_bin5": { | |
| "amax": 53.0, | |
| "p99_9": 14.0625, | |
| "std": 1.6561461687088013, | |
| "min": 0.0, | |
| "max": 46.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.31.attn.img_attn_proj_bin5": { | |
| "amax": 8.1875, | |
| "p99_9": 3.0301513671875, | |
| "std": 0.35979607701301575, | |
| "min": 3.213062882423401e-08, | |
| "max": 7.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.31.attn.txt_attn_proj_bin5": { | |
| "amax": 21.875, | |
| "p99_9": 4.6875, | |
| "std": 0.548524022102356, | |
| "min": 1.3131648302078247e-07, | |
| "max": 18.375, | |
| "count": 23 | |
| }, | |
| "double_blocks.31.img_mlp.net.0.proj_bin5": { | |
| "amax": 13.125, | |
| "p99_9": 2.9989013671875, | |
| "std": 0.4193855822086334, | |
| "min": 0.0, | |
| "max": 12.0625, | |
| "count": 23 | |
| }, | |
| "double_blocks.31.img_mlp.net.2_bin5": { | |
| "amax": 5.0, | |
| "p99_9": 1.71038818359375, | |
| "std": 0.15658153593540192, | |
| "min": 0.0, | |
| "max": 3.4375, | |
| "count": 23 | |
| }, | |
| "double_blocks.31.txt_mlp.net.0.proj_bin5": { | |
| "amax": 19.375, | |
| "p99_9": 6.03125, | |
| "std": 0.6753247380256653, | |
| "min": 0.0, | |
| "max": 19.375, | |
| "count": 23 | |
| }, | |
| "double_blocks.31.txt_mlp.net.2_bin5": { | |
| "amax": 25.5, | |
| "p99_9": 2.5614013671875, | |
| "std": 0.2797578275203705, | |
| "min": 0.0, | |
| "max": 20.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.32.attn.img_attn_qkv_bin5": { | |
| "amax": 18.875, | |
| "p99_9": 7.375, | |
| "std": 1.1822603940963745, | |
| "min": 0.0, | |
| "max": 15.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.32.attn.txt_attn_qkv_bin5": { | |
| "amax": 53.25, | |
| "p99_9": 14.375, | |
| "std": 1.6467140913009644, | |
| "min": 0.0, | |
| "max": 46.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.32.attn.img_attn_proj_bin5": { | |
| "amax": 8.25, | |
| "p99_9": 3.3582763671875, | |
| "std": 0.3863145411014557, | |
| "min": 3.189779818058014e-08, | |
| "max": 7.6875, | |
| "count": 23 | |
| }, | |
| "double_blocks.32.attn.txt_attn_proj_bin5": { | |
| "amax": 23.625, | |
| "p99_9": 4.53125, | |
| "std": 0.48443111777305603, | |
| "min": 1.6298145055770874e-08, | |
| "max": 21.625, | |
| "count": 23 | |
| }, | |
| "double_blocks.32.img_mlp.net.0.proj_bin5": { | |
| "amax": 13.9375, | |
| "p99_9": 3.15185546875, | |
| "std": 0.44315212965011597, | |
| "min": 0.0, | |
| "max": 12.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.32.img_mlp.net.2_bin5": { | |
| "amax": 5.84375, | |
| "p99_9": 1.6796875, | |
| "std": 0.15150675177574158, | |
| "min": 0.0, | |
| "max": 4.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.32.txt_mlp.net.0.proj_bin5": { | |
| "amax": 19.5, | |
| "p99_9": 5.9375, | |
| "std": 0.6732398271560669, | |
| "min": 0.0, | |
| "max": 18.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.32.txt_mlp.net.2_bin5": { | |
| "amax": 8.0625, | |
| "p99_9": 2.3739013671875, | |
| "std": 0.24803222715854645, | |
| "min": 0.0, | |
| "max": 6.21875, | |
| "count": 23 | |
| }, | |
| "double_blocks.33.attn.img_attn_qkv_bin5": { | |
| "amax": 18.875, | |
| "p99_9": 7.5, | |
| "std": 1.2105638980865479, | |
| "min": 0.0, | |
| "max": 13.9375, | |
| "count": 23 | |
| }, | |
| "double_blocks.33.attn.txt_attn_qkv_bin5": { | |
| "amax": 52.75, | |
| "p99_9": 15.0, | |
| "std": 1.672295093536377, | |
| "min": 0.0, | |
| "max": 48.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.33.attn.img_attn_proj_bin5": { | |
| "amax": 9.5625, | |
| "p99_9": 2.890625, | |
| "std": 0.3198811411857605, | |
| "min": 1.0617077350616455e-07, | |
| "max": 6.53125, | |
| "count": 23 | |
| }, | |
| "double_blocks.33.attn.txt_attn_proj_bin5": { | |
| "amax": 11.8125, | |
| "p99_9": 3.109375, | |
| "std": 0.3515053391456604, | |
| "min": 1.210719347000122e-07, | |
| "max": 9.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.33.img_mlp.net.0.proj_bin5": { | |
| "amax": 14.75, | |
| "p99_9": 3.40625, | |
| "std": 0.45438113808631897, | |
| "min": 0.0, | |
| "max": 12.4375, | |
| "count": 23 | |
| }, | |
| "double_blocks.33.img_mlp.net.2_bin5": { | |
| "amax": 5.46875, | |
| "p99_9": 1.74945068359375, | |
| "std": 0.15076735615730286, | |
| "min": 0.0, | |
| "max": 3.984375, | |
| "count": 23 | |
| }, | |
| "double_blocks.33.txt_mlp.net.0.proj_bin5": { | |
| "amax": 19.625, | |
| "p99_9": 6.1875, | |
| "std": 0.6790569424629211, | |
| "min": 0.0, | |
| "max": 17.625, | |
| "count": 23 | |
| }, | |
| "double_blocks.33.txt_mlp.net.2_bin5": { | |
| "amax": 8.4375, | |
| "p99_9": 2.328125, | |
| "std": 0.2502968907356262, | |
| "min": 0.0, | |
| "max": 5.71875, | |
| "count": 23 | |
| }, | |
| "double_blocks.34.attn.img_attn_qkv_bin5": { | |
| "amax": 19.0, | |
| "p99_9": 7.78125, | |
| "std": 1.2293646335601807, | |
| "min": 0.0, | |
| "max": 14.625, | |
| "count": 23 | |
| }, | |
| "double_blocks.34.attn.txt_attn_qkv_bin5": { | |
| "amax": 52.75, | |
| "p99_9": 15.05810546875, | |
| "std": 1.6849840879440308, | |
| "min": 0.0, | |
| "max": 50.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.34.attn.img_attn_proj_bin5": { | |
| "amax": 8.5625, | |
| "p99_9": 3.453125, | |
| "std": 0.40112030506134033, | |
| "min": 1.1082738637924194e-07, | |
| "max": 6.34375, | |
| "count": 23 | |
| }, | |
| "double_blocks.34.attn.txt_attn_proj_bin5": { | |
| "amax": 17.25, | |
| "p99_9": 3.6864013671875, | |
| "std": 0.3800090551376343, | |
| "min": 1.993030309677124e-07, | |
| "max": 16.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.34.img_mlp.net.0.proj_bin5": { | |
| "amax": 15.5, | |
| "p99_9": 3.328125, | |
| "std": 0.45554807782173157, | |
| "min": 0.0, | |
| "max": 13.125, | |
| "count": 23 | |
| }, | |
| "double_blocks.34.img_mlp.net.2_bin5": { | |
| "amax": 5.75, | |
| "p99_9": 1.9453125, | |
| "std": 0.17041052877902985, | |
| "min": 0.0, | |
| "max": 4.375, | |
| "count": 23 | |
| }, | |
| "double_blocks.34.txt_mlp.net.0.proj_bin5": { | |
| "amax": 19.375, | |
| "p99_9": 6.310302734375, | |
| "std": 0.6786141991615295, | |
| "min": 0.0, | |
| "max": 17.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.34.txt_mlp.net.2_bin5": { | |
| "amax": 8.3125, | |
| "p99_9": 2.5614013671875, | |
| "std": 0.2984240651130676, | |
| "min": 0.0, | |
| "max": 6.5625, | |
| "count": 23 | |
| }, | |
| "double_blocks.35.attn.img_attn_qkv_bin5": { | |
| "amax": 18.375, | |
| "p99_9": 7.560302734375, | |
| "std": 1.203493595123291, | |
| "min": 0.0, | |
| "max": 15.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.35.attn.txt_attn_qkv_bin5": { | |
| "amax": 53.0, | |
| "p99_9": 14.0, | |
| "std": 1.6510813236236572, | |
| "min": 0.0, | |
| "max": 51.75, | |
| "count": 23 | |
| }, | |
| "double_blocks.35.attn.img_attn_proj_bin5": { | |
| "amax": 7.75, | |
| "p99_9": 3.25, | |
| "std": 0.36098340153694153, | |
| "min": 2.9616057872772217e-07, | |
| "max": 6.625, | |
| "count": 23 | |
| }, | |
| "double_blocks.35.attn.txt_attn_proj_bin5": { | |
| "amax": 13.4375, | |
| "p99_9": 3.671875, | |
| "std": 0.3907252550125122, | |
| "min": 2.868473529815674e-07, | |
| "max": 11.0625, | |
| "count": 23 | |
| }, | |
| "double_blocks.35.img_mlp.net.0.proj_bin5": { | |
| "amax": 16.125, | |
| "p99_9": 3.2020263671875, | |
| "std": 0.45626187324523926, | |
| "min": 0.0, | |
| "max": 12.375, | |
| "count": 23 | |
| }, | |
| "double_blocks.35.img_mlp.net.2_bin5": { | |
| "amax": 4.9375, | |
| "p99_9": 1.765625, | |
| "std": 0.16232627630233765, | |
| "min": 0.0, | |
| "max": 4.28125, | |
| "count": 23 | |
| }, | |
| "double_blocks.35.txt_mlp.net.0.proj_bin5": { | |
| "amax": 19.5, | |
| "p99_9": 6.125, | |
| "std": 0.6616619825363159, | |
| "min": 0.0, | |
| "max": 18.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.35.txt_mlp.net.2_bin5": { | |
| "amax": 7.4375, | |
| "p99_9": 2.625, | |
| "std": 0.29741281270980835, | |
| "min": 0.0, | |
| "max": 5.625, | |
| "count": 23 | |
| }, | |
| "double_blocks.36.attn.img_attn_qkv_bin5": { | |
| "amax": 18.5, | |
| "p99_9": 7.5625, | |
| "std": 1.1838005781173706, | |
| "min": 0.0, | |
| "max": 14.6875, | |
| "count": 23 | |
| }, | |
| "double_blocks.36.attn.txt_attn_qkv_bin5": { | |
| "amax": 53.5, | |
| "p99_9": 13.75, | |
| "std": 1.5379139184951782, | |
| "min": 0.0, | |
| "max": 50.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.36.attn.img_attn_proj_bin5": { | |
| "amax": 7.53125, | |
| "p99_9": 3.2020263671875, | |
| "std": 0.3571729063987732, | |
| "min": 1.0477378964424133e-09, | |
| "max": 7.09375, | |
| "count": 23 | |
| }, | |
| "double_blocks.36.attn.txt_attn_proj_bin5": { | |
| "amax": 12.625, | |
| "p99_9": 3.125, | |
| "std": 0.31472423672676086, | |
| "min": 1.2852251529693604e-07, | |
| "max": 11.9375, | |
| "count": 23 | |
| }, | |
| "double_blocks.36.img_mlp.net.0.proj_bin5": { | |
| "amax": 16.875, | |
| "p99_9": 2.96875, | |
| "std": 0.44623562693595886, | |
| "min": 0.0, | |
| "max": 14.6875, | |
| "count": 23 | |
| }, | |
| "double_blocks.36.img_mlp.net.2_bin5": { | |
| "amax": 5.09375, | |
| "p99_9": 1.68695068359375, | |
| "std": 0.155125692486763, | |
| "min": 0.0, | |
| "max": 3.890625, | |
| "count": 23 | |
| }, | |
| "double_blocks.36.txt_mlp.net.0.proj_bin5": { | |
| "amax": 19.75, | |
| "p99_9": 5.71875, | |
| "std": 0.6190971732139587, | |
| "min": 0.0, | |
| "max": 18.375, | |
| "count": 23 | |
| }, | |
| "double_blocks.36.txt_mlp.net.2_bin5": { | |
| "amax": 7.09375, | |
| "p99_9": 2.328125, | |
| "std": 0.23292547464370728, | |
| "min": 0.0, | |
| "max": 5.65625, | |
| "count": 23 | |
| }, | |
| "double_blocks.37.attn.img_attn_qkv_bin5": { | |
| "amax": 17.875, | |
| "p99_9": 7.279052734375, | |
| "std": 1.1030526161193848, | |
| "min": 0.0, | |
| "max": 15.625, | |
| "count": 23 | |
| }, | |
| "double_blocks.37.attn.txt_attn_qkv_bin5": { | |
| "amax": 52.0, | |
| "p99_9": 13.0625, | |
| "std": 1.4983984231948853, | |
| "min": 0.0, | |
| "max": 51.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.37.attn.img_attn_proj_bin5": { | |
| "amax": 8.3125, | |
| "p99_9": 2.671875, | |
| "std": 0.3013475835323334, | |
| "min": 1.4528632164001465e-07, | |
| "max": 6.65625, | |
| "count": 23 | |
| }, | |
| "double_blocks.37.attn.txt_attn_proj_bin5": { | |
| "amax": 12.5, | |
| "p99_9": 2.747802734375, | |
| "std": 0.251303106546402, | |
| "min": 7.82310962677002e-08, | |
| "max": 10.6875, | |
| "count": 23 | |
| }, | |
| "double_blocks.37.img_mlp.net.0.proj_bin5": { | |
| "amax": 17.125, | |
| "p99_9": 3.03125, | |
| "std": 0.43341976404190063, | |
| "min": 0.0, | |
| "max": 13.4375, | |
| "count": 23 | |
| }, | |
| "double_blocks.37.img_mlp.net.2_bin5": { | |
| "amax": 4.5625, | |
| "p99_9": 1.3359375, | |
| "std": 0.12442164868116379, | |
| "min": 1.4435499906539917e-08, | |
| "max": 3.9375, | |
| "count": 23 | |
| }, | |
| "double_blocks.37.txt_mlp.net.0.proj_bin5": { | |
| "amax": 19.375, | |
| "p99_9": 5.59375, | |
| "std": 0.5975324511528015, | |
| "min": 0.0, | |
| "max": 18.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.37.txt_mlp.net.2_bin5": { | |
| "amax": 7.9375, | |
| "p99_9": 2.0926513671875, | |
| "std": 0.20076973736286163, | |
| "min": 0.0, | |
| "max": 4.65625, | |
| "count": 23 | |
| }, | |
| "double_blocks.38.attn.img_attn_qkv_bin5": { | |
| "amax": 20.5, | |
| "p99_9": 7.65625, | |
| "std": 1.090787410736084, | |
| "min": 0.0, | |
| "max": 16.5, | |
| "count": 23 | |
| }, | |
| "double_blocks.38.attn.txt_attn_qkv_bin5": { | |
| "amax": 49.75, | |
| "p99_9": 13.0625, | |
| "std": 1.3928248882293701, | |
| "min": 0.0, | |
| "max": 44.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.38.attn.img_attn_proj_bin5": { | |
| "amax": 8.0, | |
| "p99_9": 2.71875, | |
| "std": 0.31833404302597046, | |
| "min": 2.9616057872772217e-07, | |
| "max": 5.625, | |
| "count": 23 | |
| }, | |
| "double_blocks.38.attn.txt_attn_proj_bin5": { | |
| "amax": 14.9375, | |
| "p99_9": 3.2176513671875, | |
| "std": 0.3042246997356415, | |
| "min": 4.511093720793724e-09, | |
| "max": 13.0, | |
| "count": 23 | |
| }, | |
| "double_blocks.38.img_mlp.net.0.proj_bin5": { | |
| "amax": 16.75, | |
| "p99_9": 3.2176513671875, | |
| "std": 0.4428676962852478, | |
| "min": 0.0, | |
| "max": 14.0625, | |
| "count": 23 | |
| }, | |
| "double_blocks.38.img_mlp.net.2_bin5": { | |
| "amax": 4.1875, | |
| "p99_9": 1.0703125, | |
| "std": 0.10470163077116013, | |
| "min": 0.0, | |
| "max": 3.0625, | |
| "count": 23 | |
| }, | |
| "double_blocks.38.txt_mlp.net.0.proj_bin5": { | |
| "amax": 19.375, | |
| "p99_9": 5.40625, | |
| "std": 0.5716128945350647, | |
| "min": 0.0, | |
| "max": 18.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.38.txt_mlp.net.2_bin5": { | |
| "amax": 6.03125, | |
| "p99_9": 1.8984375, | |
| "std": 0.1831388771533966, | |
| "min": 2.3050233721733093e-08, | |
| "max": 5.21875, | |
| "count": 23 | |
| }, | |
| "double_blocks.39.attn.img_attn_qkv_bin5": { | |
| "amax": 20.125, | |
| "p99_9": 8.375, | |
| "std": 1.1366801261901855, | |
| "min": 0.0, | |
| "max": 16.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.39.attn.txt_attn_qkv_bin5": { | |
| "amax": 47.25, | |
| "p99_9": 12.1875, | |
| "std": 1.3090356588363647, | |
| "min": 0.0, | |
| "max": 45.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.39.attn.img_attn_proj_bin5": { | |
| "amax": 8.75, | |
| "p99_9": 2.640625, | |
| "std": 0.3300815224647522, | |
| "min": 8.102506399154663e-08, | |
| "max": 6.9375, | |
| "count": 23 | |
| }, | |
| "double_blocks.39.attn.txt_attn_proj_bin5": { | |
| "amax": 2.828125, | |
| "p99_9": 1.5625, | |
| "std": 0.24955099821090698, | |
| "min": 2.868473529815674e-07, | |
| "max": 2.6875, | |
| "count": 23 | |
| }, | |
| "double_blocks.39.img_mlp.net.0.proj_bin5": { | |
| "amax": 15.375, | |
| "p99_9": 3.671875, | |
| "std": 0.4582219421863556, | |
| "min": 0.0, | |
| "max": 11.4375, | |
| "count": 23 | |
| }, | |
| "double_blocks.39.img_mlp.net.2_bin5": { | |
| "amax": 4.34375, | |
| "p99_9": 1.10101318359375, | |
| "std": 0.10563814640045166, | |
| "min": 5.541369318962097e-08, | |
| "max": 2.5625, | |
| "count": 23 | |
| }, | |
| "double_blocks.39.txt_mlp.net.0.proj_bin5": { | |
| "amax": 19.25, | |
| "p99_9": 5.029052734375, | |
| "std": 0.5377675294876099, | |
| "min": 0.0, | |
| "max": 17.25, | |
| "count": 23 | |
| }, | |
| "double_blocks.39.txt_mlp.net.2_bin5": { | |
| "amax": 0.09814453125, | |
| "p99_9": 0.04541015625, | |
| "std": 0.007396313827484846, | |
| "min": 0.0, | |
| "max": 0.08154296875, | |
| "count": 23 | |
| } | |
| }, | |
| "sigma_ranges": { | |
| "2387766621248": { | |
| "min": 0.0014992504147812724, | |
| "max": 1.0 | |
| } | |
| } | |
| } |