Upload 2 files
Browse files
Wan22_I2V_high_Diagnostic_Report.csv
ADDED
|
@@ -0,0 +1,407 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Layer Name,Block,Type,SNR (dB),Outlier Index (Max/Std),Fidelity Rank,Quant Suggestion
|
| 2 |
+
blocks.0.cross_attn.k.weight,0,Cross-Attention,31.5515,7.0976,B (Balanced),Quantize (FP8)
|
| 3 |
+
blocks.0.cross_attn.o.weight,0,Cross-Attention,31.5535,39.8761,C (High Outlier),Protect (BF16)
|
| 4 |
+
blocks.0.cross_attn.q.weight,0,Cross-Attention,31.5425,44.2257,C (High Outlier),Protect (BF16)
|
| 5 |
+
blocks.0.cross_attn.v.weight,0,Cross-Attention,31.5467,6.3493,B (Balanced),Quantize (FP8)
|
| 6 |
+
blocks.0.ffn.0.weight,0,FFN/MLP,31.5299,33.7124,C (High Outlier),Protect (BF16)
|
| 7 |
+
blocks.0.ffn.2.weight,0,FFN/MLP,31.5351,13.3568,C (High Outlier),Protect (BF16)
|
| 8 |
+
blocks.0.self_attn.k.weight,0,Self-Attention,31.4278,32.2833,C (High Outlier),Protect (BF16)
|
| 9 |
+
blocks.0.self_attn.o.weight,0,Self-Attention,31.5216,9.5770,B (Balanced),Quantize (FP8)
|
| 10 |
+
blocks.0.self_attn.q.weight,0,Self-Attention,31.5545,13.3682,C (High Outlier),Protect (BF16)
|
| 11 |
+
blocks.0.self_attn.v.weight,0,Self-Attention,31.5812,20.1073,C (High Outlier),Protect (BF16)
|
| 12 |
+
blocks.1.cross_attn.k.weight,1,Cross-Attention,31.5120,5.7967,B (Balanced),Quantize (FP8)
|
| 13 |
+
blocks.1.cross_attn.o.weight,1,Cross-Attention,31.5171,13.1549,C (High Outlier),Protect (BF16)
|
| 14 |
+
blocks.1.cross_attn.q.weight,1,Cross-Attention,31.5361,11.7436,B (Balanced),Quantize (FP8)
|
| 15 |
+
blocks.1.cross_attn.v.weight,1,Cross-Attention,31.5139,6.0871,B (Balanced),Quantize (FP8)
|
| 16 |
+
blocks.1.ffn.0.weight,1,FFN/MLP,31.5337,11.2846,B (Balanced),Quantize (FP8)
|
| 17 |
+
blocks.1.ffn.2.weight,1,FFN/MLP,31.5320,11.1879,B (Balanced),Quantize (FP8)
|
| 18 |
+
blocks.1.self_attn.k.weight,1,Self-Attention,31.5327,15.7654,C (High Outlier),Protect (BF16)
|
| 19 |
+
blocks.1.self_attn.o.weight,1,Self-Attention,31.5397,9.5442,B (Balanced),Quantize (FP8)
|
| 20 |
+
blocks.1.self_attn.q.weight,1,Self-Attention,31.5349,8.8412,B (Balanced),Quantize (FP8)
|
| 21 |
+
blocks.1.self_attn.v.weight,1,Self-Attention,31.5341,11.1168,B (Balanced),Quantize (FP8)
|
| 22 |
+
blocks.10.cross_attn.k.weight,10,Cross-Attention,31.5284,5.6011,B (Balanced),Quantize (FP8)
|
| 23 |
+
blocks.10.cross_attn.o.weight,10,Cross-Attention,31.5427,35.2540,C (High Outlier),Protect (BF16)
|
| 24 |
+
blocks.10.cross_attn.q.weight,10,Cross-Attention,31.5318,14.1769,C (High Outlier),Protect (BF16)
|
| 25 |
+
blocks.10.cross_attn.v.weight,10,Cross-Attention,31.5223,6.6471,B (Balanced),Quantize (FP8)
|
| 26 |
+
blocks.10.ffn.0.weight,10,FFN/MLP,31.5213,13.3226,C (High Outlier),Protect (BF16)
|
| 27 |
+
blocks.10.ffn.2.weight,10,FFN/MLP,31.5495,20.2017,C (High Outlier),Protect (BF16)
|
| 28 |
+
blocks.10.self_attn.k.weight,10,Self-Attention,31.5262,25.6395,C (High Outlier),Protect (BF16)
|
| 29 |
+
blocks.10.self_attn.o.weight,10,Self-Attention,31.5265,7.6353,B (Balanced),Quantize (FP8)
|
| 30 |
+
blocks.10.self_attn.q.weight,10,Self-Attention,31.5308,7.3502,B (Balanced),Quantize (FP8)
|
| 31 |
+
blocks.10.self_attn.v.weight,10,Self-Attention,31.5282,6.8634,B (Balanced),Quantize (FP8)
|
| 32 |
+
blocks.11.cross_attn.k.weight,11,Cross-Attention,31.5272,5.4850,B (Balanced),Quantize (FP8)
|
| 33 |
+
blocks.11.cross_attn.o.weight,11,Cross-Attention,31.5435,42.4886,C (High Outlier),Protect (BF16)
|
| 34 |
+
blocks.11.cross_attn.q.weight,11,Cross-Attention,31.5380,15.2393,C (High Outlier),Protect (BF16)
|
| 35 |
+
blocks.11.cross_attn.v.weight,11,Cross-Attention,31.5299,6.0518,B (Balanced),Quantize (FP8)
|
| 36 |
+
blocks.11.ffn.0.weight,11,FFN/MLP,31.5239,12.4898,C (High Outlier),Protect (BF16)
|
| 37 |
+
blocks.11.ffn.2.weight,11,FFN/MLP,31.5266,12.4453,C (High Outlier),Protect (BF16)
|
| 38 |
+
blocks.11.self_attn.k.weight,11,Self-Attention,31.5481,37.0362,C (High Outlier),Protect (BF16)
|
| 39 |
+
blocks.11.self_attn.o.weight,11,Self-Attention,31.5486,9.0641,B (Balanced),Quantize (FP8)
|
| 40 |
+
blocks.11.self_attn.q.weight,11,Self-Attention,31.5427,16.9957,C (High Outlier),Protect (BF16)
|
| 41 |
+
blocks.11.self_attn.v.weight,11,Self-Attention,31.5245,6.1915,B (Balanced),Quantize (FP8)
|
| 42 |
+
blocks.12.cross_attn.k.weight,12,Cross-Attention,31.5313,5.8128,B (Balanced),Quantize (FP8)
|
| 43 |
+
blocks.12.cross_attn.o.weight,12,Cross-Attention,31.5492,85.7649,C (High Outlier),Protect (BF16)
|
| 44 |
+
blocks.12.cross_attn.q.weight,12,Cross-Attention,31.5403,10.6590,B (Balanced),Quantize (FP8)
|
| 45 |
+
blocks.12.cross_attn.v.weight,12,Cross-Attention,31.5278,6.2728,B (Balanced),Quantize (FP8)
|
| 46 |
+
blocks.12.ffn.0.weight,12,FFN/MLP,31.5426,20.9379,C (High Outlier),Protect (BF16)
|
| 47 |
+
blocks.12.ffn.2.weight,12,FFN/MLP,31.5234,13.7767,C (High Outlier),Protect (BF16)
|
| 48 |
+
blocks.12.self_attn.k.weight,12,Self-Attention,31.5351,22.1031,C (High Outlier),Protect (BF16)
|
| 49 |
+
blocks.12.self_attn.o.weight,12,Self-Attention,31.5500,10.0895,B (Balanced),Quantize (FP8)
|
| 50 |
+
blocks.12.self_attn.q.weight,12,Self-Attention,31.5264,6.8455,B (Balanced),Quantize (FP8)
|
| 51 |
+
blocks.12.self_attn.v.weight,12,Self-Attention,31.5269,6.4924,B (Balanced),Quantize (FP8)
|
| 52 |
+
blocks.13.cross_attn.k.weight,13,Cross-Attention,31.5320,5.7639,B (Balanced),Quantize (FP8)
|
| 53 |
+
blocks.13.cross_attn.o.weight,13,Cross-Attention,31.5302,31.3104,C (High Outlier),Protect (BF16)
|
| 54 |
+
blocks.13.cross_attn.q.weight,13,Cross-Attention,31.5406,9.4414,B (Balanced),Quantize (FP8)
|
| 55 |
+
blocks.13.cross_attn.v.weight,13,Cross-Attention,31.5430,6.0702,B (Balanced),Quantize (FP8)
|
| 56 |
+
blocks.13.ffn.0.weight,13,FFN/MLP,31.5265,14.5091,C (High Outlier),Protect (BF16)
|
| 57 |
+
blocks.13.ffn.2.weight,13,FFN/MLP,31.5235,14.3137,C (High Outlier),Protect (BF16)
|
| 58 |
+
blocks.13.self_attn.k.weight,13,Self-Attention,31.5461,18.6511,C (High Outlier),Protect (BF16)
|
| 59 |
+
blocks.13.self_attn.o.weight,13,Self-Attention,31.5378,8.4423,B (Balanced),Quantize (FP8)
|
| 60 |
+
blocks.13.self_attn.q.weight,13,Self-Attention,31.5260,13.0781,C (High Outlier),Protect (BF16)
|
| 61 |
+
blocks.13.self_attn.v.weight,13,Self-Attention,31.5330,11.7486,B (Balanced),Quantize (FP8)
|
| 62 |
+
blocks.14.cross_attn.k.weight,14,Cross-Attention,31.5404,6.1650,B (Balanced),Quantize (FP8)
|
| 63 |
+
blocks.14.cross_attn.o.weight,14,Cross-Attention,31.5600,36.5014,C (High Outlier),Protect (BF16)
|
| 64 |
+
blocks.14.cross_attn.q.weight,14,Cross-Attention,31.5384,9.2413,B (Balanced),Quantize (FP8)
|
| 65 |
+
blocks.14.cross_attn.v.weight,14,Cross-Attention,31.5485,5.8322,B (Balanced),Quantize (FP8)
|
| 66 |
+
blocks.14.ffn.0.weight,14,FFN/MLP,31.5386,15.8250,C (High Outlier),Protect (BF16)
|
| 67 |
+
blocks.14.ffn.2.weight,14,FFN/MLP,31.5421,10.9489,B (Balanced),Quantize (FP8)
|
| 68 |
+
blocks.14.self_attn.k.weight,14,Self-Attention,31.5341,22.7259,C (High Outlier),Protect (BF16)
|
| 69 |
+
blocks.14.self_attn.o.weight,14,Self-Attention,31.5418,11.0721,B (Balanced),Quantize (FP8)
|
| 70 |
+
blocks.14.self_attn.q.weight,14,Self-Attention,31.5378,32.0128,C (High Outlier),Protect (BF16)
|
| 71 |
+
blocks.14.self_attn.v.weight,14,Self-Attention,31.5280,6.9438,B (Balanced),Quantize (FP8)
|
| 72 |
+
blocks.15.cross_attn.k.weight,15,Cross-Attention,31.5768,5.4974,B (Balanced),Quantize (FP8)
|
| 73 |
+
blocks.15.cross_attn.o.weight,15,Cross-Attention,31.4826,33.2643,C (High Outlier),Protect (BF16)
|
| 74 |
+
blocks.15.cross_attn.q.weight,15,Cross-Attention,31.5484,9.5141,B (Balanced),Quantize (FP8)
|
| 75 |
+
blocks.15.cross_attn.v.weight,15,Cross-Attention,31.6450,5.5837,B (Balanced),Quantize (FP8)
|
| 76 |
+
blocks.15.ffn.0.weight,15,FFN/MLP,31.5309,14.7128,C (High Outlier),Protect (BF16)
|
| 77 |
+
blocks.15.ffn.2.weight,15,FFN/MLP,31.5235,12.7272,C (High Outlier),Protect (BF16)
|
| 78 |
+
blocks.15.self_attn.k.weight,15,Self-Attention,31.5395,16.3408,C (High Outlier),Protect (BF16)
|
| 79 |
+
blocks.15.self_attn.o.weight,15,Self-Attention,31.5440,8.5589,B (Balanced),Quantize (FP8)
|
| 80 |
+
blocks.15.self_attn.q.weight,15,Self-Attention,31.5263,13.3709,C (High Outlier),Protect (BF16)
|
| 81 |
+
blocks.15.self_attn.v.weight,15,Self-Attention,31.5260,13.9271,C (High Outlier),Protect (BF16)
|
| 82 |
+
blocks.16.cross_attn.k.weight,16,Cross-Attention,31.6028,6.7308,B (Balanced),Quantize (FP8)
|
| 83 |
+
blocks.16.cross_attn.o.weight,16,Cross-Attention,31.4536,16.3293,C (High Outlier),Protect (BF16)
|
| 84 |
+
blocks.16.cross_attn.q.weight,16,Cross-Attention,31.5465,9.6402,B (Balanced),Quantize (FP8)
|
| 85 |
+
blocks.16.cross_attn.v.weight,16,Cross-Attention,31.7039,5.8996,B (Balanced),Quantize (FP8)
|
| 86 |
+
blocks.16.ffn.0.weight,16,FFN/MLP,31.5270,14.0794,C (High Outlier),Protect (BF16)
|
| 87 |
+
blocks.16.ffn.2.weight,16,FFN/MLP,31.5432,33.9483,C (High Outlier),Protect (BF16)
|
| 88 |
+
blocks.16.self_attn.k.weight,16,Self-Attention,31.5425,19.3622,C (High Outlier),Protect (BF16)
|
| 89 |
+
blocks.16.self_attn.o.weight,16,Self-Attention,31.5483,10.4076,B (Balanced),Quantize (FP8)
|
| 90 |
+
blocks.16.self_attn.q.weight,16,Self-Attention,31.5301,26.5567,C (High Outlier),Protect (BF16)
|
| 91 |
+
blocks.16.self_attn.v.weight,16,Self-Attention,31.5326,25.5032,C (High Outlier),Protect (BF16)
|
| 92 |
+
blocks.17.cross_attn.k.weight,17,Cross-Attention,31.6104,6.4955,B (Balanced),Quantize (FP8)
|
| 93 |
+
blocks.17.cross_attn.o.weight,17,Cross-Attention,31.4870,17.3061,C (High Outlier),Protect (BF16)
|
| 94 |
+
blocks.17.cross_attn.q.weight,17,Cross-Attention,31.4930,8.0034,C (Fragile),Protect (BF16)
|
| 95 |
+
blocks.17.cross_attn.v.weight,17,Cross-Attention,31.5787,5.4722,B (Balanced),Quantize (FP8)
|
| 96 |
+
blocks.17.ffn.0.weight,17,FFN/MLP,31.5314,11.4730,B (Balanced),Quantize (FP8)
|
| 97 |
+
blocks.17.ffn.2.weight,17,FFN/MLP,31.5418,10.7012,B (Balanced),Quantize (FP8)
|
| 98 |
+
blocks.17.self_attn.k.weight,17,Self-Attention,31.5343,14.8592,C (High Outlier),Protect (BF16)
|
| 99 |
+
blocks.17.self_attn.o.weight,17,Self-Attention,31.5284,12.2025,C (High Outlier),Protect (BF16)
|
| 100 |
+
blocks.17.self_attn.q.weight,17,Self-Attention,31.5416,35.6281,C (High Outlier),Protect (BF16)
|
| 101 |
+
blocks.17.self_attn.v.weight,17,Self-Attention,31.5350,8.4258,B (Balanced),Quantize (FP8)
|
| 102 |
+
blocks.18.cross_attn.k.weight,18,Cross-Attention,31.6174,6.2355,B (Balanced),Quantize (FP8)
|
| 103 |
+
blocks.18.cross_attn.o.weight,18,Cross-Attention,31.4923,35.7306,C (High Outlier),Protect (BF16)
|
| 104 |
+
blocks.18.cross_attn.q.weight,18,Cross-Attention,31.5010,8.8975,B (Balanced),Quantize (FP8)
|
| 105 |
+
blocks.18.cross_attn.v.weight,18,Cross-Attention,31.6470,5.6950,B (Balanced),Quantize (FP8)
|
| 106 |
+
blocks.18.ffn.0.weight,18,FFN/MLP,31.5287,13.8934,C (High Outlier),Protect (BF16)
|
| 107 |
+
blocks.18.ffn.2.weight,18,FFN/MLP,31.5309,12.0163,C (High Outlier),Protect (BF16)
|
| 108 |
+
blocks.18.self_attn.k.weight,18,Self-Attention,31.5392,20.7127,C (High Outlier),Protect (BF16)
|
| 109 |
+
blocks.18.self_attn.o.weight,18,Self-Attention,31.5255,13.8572,C (High Outlier),Protect (BF16)
|
| 110 |
+
blocks.18.self_attn.q.weight,18,Self-Attention,31.5354,11.9853,B (Balanced),Quantize (FP8)
|
| 111 |
+
blocks.18.self_attn.v.weight,18,Self-Attention,31.5282,14.2797,C (High Outlier),Protect (BF16)
|
| 112 |
+
blocks.19.cross_attn.k.weight,19,Cross-Attention,31.7274,6.2371,B (Balanced),Quantize (FP8)
|
| 113 |
+
blocks.19.cross_attn.o.weight,19,Cross-Attention,31.4147,63.8431,C (High Outlier),Protect (BF16)
|
| 114 |
+
blocks.19.cross_attn.q.weight,19,Cross-Attention,31.4306,8.0955,C (Fragile),Protect (BF16)
|
| 115 |
+
blocks.19.cross_attn.v.weight,19,Cross-Attention,31.5170,5.3070,B (Balanced),Quantize (FP8)
|
| 116 |
+
blocks.19.ffn.0.weight,19,FFN/MLP,31.5262,12.7920,C (High Outlier),Protect (BF16)
|
| 117 |
+
blocks.19.ffn.2.weight,19,FFN/MLP,31.5257,12.7291,C (High Outlier),Protect (BF16)
|
| 118 |
+
blocks.19.self_attn.k.weight,19,Self-Attention,31.5365,15.5736,C (High Outlier),Protect (BF16)
|
| 119 |
+
blocks.19.self_attn.o.weight,19,Self-Attention,31.5479,10.2984,B (Balanced),Quantize (FP8)
|
| 120 |
+
blocks.19.self_attn.q.weight,19,Self-Attention,31.5296,26.3293,C (High Outlier),Protect (BF16)
|
| 121 |
+
blocks.19.self_attn.v.weight,19,Self-Attention,31.5390,8.6660,B (Balanced),Quantize (FP8)
|
| 122 |
+
blocks.2.cross_attn.k.weight,2,Cross-Attention,31.5147,6.3627,B (Balanced),Quantize (FP8)
|
| 123 |
+
blocks.2.cross_attn.o.weight,2,Cross-Attention,31.5546,18.0215,C (High Outlier),Protect (BF16)
|
| 124 |
+
blocks.2.cross_attn.q.weight,2,Cross-Attention,31.5442,17.0446,C (High Outlier),Protect (BF16)
|
| 125 |
+
blocks.2.cross_attn.v.weight,2,Cross-Attention,31.5298,5.4608,B (Balanced),Quantize (FP8)
|
| 126 |
+
blocks.2.ffn.0.weight,2,FFN/MLP,31.5407,10.3469,B (Balanced),Quantize (FP8)
|
| 127 |
+
blocks.2.ffn.2.weight,2,FFN/MLP,31.5452,10.0530,B (Balanced),Quantize (FP8)
|
| 128 |
+
blocks.2.self_attn.k.weight,2,Self-Attention,31.5404,16.2669,C (High Outlier),Protect (BF16)
|
| 129 |
+
blocks.2.self_attn.o.weight,2,Self-Attention,31.5376,10.7273,B (Balanced),Quantize (FP8)
|
| 130 |
+
blocks.2.self_attn.q.weight,2,Self-Attention,31.5443,8.2945,B (Balanced),Quantize (FP8)
|
| 131 |
+
blocks.2.self_attn.v.weight,2,Self-Attention,31.5312,6.9056,B (Balanced),Quantize (FP8)
|
| 132 |
+
blocks.20.cross_attn.k.weight,20,Cross-Attention,31.6076,5.8403,B (Balanced),Quantize (FP8)
|
| 133 |
+
blocks.20.cross_attn.o.weight,20,Cross-Attention,31.4850,114.9694,C (High Outlier),Protect (BF16)
|
| 134 |
+
blocks.20.cross_attn.q.weight,20,Cross-Attention,31.6098,11.6397,B (Balanced),Quantize (FP8)
|
| 135 |
+
blocks.20.cross_attn.v.weight,20,Cross-Attention,31.5881,5.4528,B (Balanced),Quantize (FP8)
|
| 136 |
+
blocks.20.ffn.0.weight,20,FFN/MLP,31.5441,17.1002,C (High Outlier),Protect (BF16)
|
| 137 |
+
blocks.20.ffn.2.weight,20,FFN/MLP,31.5353,16.1905,C (High Outlier),Protect (BF16)
|
| 138 |
+
blocks.20.self_attn.k.weight,20,Self-Attention,31.5410,17.3508,C (High Outlier),Protect (BF16)
|
| 139 |
+
blocks.20.self_attn.o.weight,20,Self-Attention,31.5484,10.2905,B (Balanced),Quantize (FP8)
|
| 140 |
+
blocks.20.self_attn.q.weight,20,Self-Attention,31.5331,11.1709,B (Balanced),Quantize (FP8)
|
| 141 |
+
blocks.20.self_attn.v.weight,20,Self-Attention,31.5366,12.5534,C (High Outlier),Protect (BF16)
|
| 142 |
+
blocks.21.cross_attn.k.weight,21,Cross-Attention,31.6572,5.8255,B (Balanced),Quantize (FP8)
|
| 143 |
+
blocks.21.cross_attn.o.weight,21,Cross-Attention,31.4728,14.9181,C (High Outlier),Protect (BF16)
|
| 144 |
+
blocks.21.cross_attn.q.weight,21,Cross-Attention,31.4630,9.4734,C (Fragile),Protect (BF16)
|
| 145 |
+
blocks.21.cross_attn.v.weight,21,Cross-Attention,31.7354,5.8508,B (Balanced),Quantize (FP8)
|
| 146 |
+
blocks.21.ffn.0.weight,21,FFN/MLP,31.5255,11.9749,B (Balanced),Quantize (FP8)
|
| 147 |
+
blocks.21.ffn.2.weight,21,FFN/MLP,31.5297,12.1204,C (High Outlier),Protect (BF16)
|
| 148 |
+
blocks.21.self_attn.k.weight,21,Self-Attention,31.5285,13.0552,C (High Outlier),Protect (BF16)
|
| 149 |
+
blocks.21.self_attn.o.weight,21,Self-Attention,31.5286,15.3145,C (High Outlier),Protect (BF16)
|
| 150 |
+
blocks.21.self_attn.q.weight,21,Self-Attention,31.5383,16.9916,C (High Outlier),Protect (BF16)
|
| 151 |
+
blocks.21.self_attn.v.weight,21,Self-Attention,31.5412,10.0931,B (Balanced),Quantize (FP8)
|
| 152 |
+
blocks.22.cross_attn.k.weight,22,Cross-Attention,31.4644,5.2430,C (Fragile),Protect (BF16)
|
| 153 |
+
blocks.22.cross_attn.o.weight,22,Cross-Attention,31.3871,8.1229,C (Fragile),Protect (BF16)
|
| 154 |
+
blocks.22.cross_attn.q.weight,22,Cross-Attention,31.4568,7.7104,C (Fragile),Protect (BF16)
|
| 155 |
+
blocks.22.cross_attn.v.weight,22,Cross-Attention,31.2610,4.6149,C (Fragile),Protect (BF16)
|
| 156 |
+
blocks.22.ffn.0.weight,22,FFN/MLP,31.5361,15.3813,C (High Outlier),Protect (BF16)
|
| 157 |
+
blocks.22.ffn.2.weight,22,FFN/MLP,31.5276,29.3425,C (High Outlier),Protect (BF16)
|
| 158 |
+
blocks.22.self_attn.k.weight,22,Self-Attention,31.5424,19.9422,C (High Outlier),Protect (BF16)
|
| 159 |
+
blocks.22.self_attn.o.weight,22,Self-Attention,31.5270,12.4330,C (High Outlier),Protect (BF16)
|
| 160 |
+
blocks.22.self_attn.q.weight,22,Self-Attention,31.5448,20.3049,C (High Outlier),Protect (BF16)
|
| 161 |
+
blocks.22.self_attn.v.weight,22,Self-Attention,31.5371,15.0107,C (High Outlier),Protect (BF16)
|
| 162 |
+
blocks.23.cross_attn.k.weight,23,Cross-Attention,31.7782,6.1390,B (Balanced),Quantize (FP8)
|
| 163 |
+
blocks.23.cross_attn.o.weight,23,Cross-Attention,31.3434,17.7779,C (High Outlier),Protect (BF16)
|
| 164 |
+
blocks.23.cross_attn.q.weight,23,Cross-Attention,31.4312,7.8715,C (Fragile),Protect (BF16)
|
| 165 |
+
blocks.23.cross_attn.v.weight,23,Cross-Attention,31.4630,5.2822,C (Fragile),Protect (BF16)
|
| 166 |
+
blocks.23.ffn.0.weight,23,FFN/MLP,31.5250,12.3226,C (High Outlier),Protect (BF16)
|
| 167 |
+
blocks.23.ffn.2.weight,23,FFN/MLP,31.5506,19.8193,C (High Outlier),Protect (BF16)
|
| 168 |
+
blocks.23.self_attn.k.weight,23,Self-Attention,31.5387,16.5912,C (High Outlier),Protect (BF16)
|
| 169 |
+
blocks.23.self_attn.o.weight,23,Self-Attention,31.5360,16.5347,C (High Outlier),Protect (BF16)
|
| 170 |
+
blocks.23.self_attn.q.weight,23,Self-Attention,31.5357,22.9201,C (High Outlier),Protect (BF16)
|
| 171 |
+
blocks.23.self_attn.v.weight,23,Self-Attention,31.5298,14.3116,C (High Outlier),Protect (BF16)
|
| 172 |
+
blocks.24.cross_attn.k.weight,24,Cross-Attention,31.2534,4.4122,C (Fragile),Protect (BF16)
|
| 173 |
+
blocks.24.cross_attn.o.weight,24,Cross-Attention,31.3162,33.8585,C (High Outlier),Protect (BF16)
|
| 174 |
+
blocks.24.cross_attn.q.weight,24,Cross-Attention,31.7822,5.9007,B (Balanced),Quantize (FP8)
|
| 175 |
+
blocks.24.cross_attn.v.weight,24,Cross-Attention,31.3227,4.1324,C (Fragile),Protect (BF16)
|
| 176 |
+
blocks.24.ffn.0.weight,24,FFN/MLP,31.5262,12.9930,C (High Outlier),Protect (BF16)
|
| 177 |
+
blocks.24.ffn.2.weight,24,FFN/MLP,31.5327,11.7333,B (Balanced),Quantize (FP8)
|
| 178 |
+
blocks.24.self_attn.k.weight,24,Self-Attention,31.5458,17.4911,C (High Outlier),Protect (BF16)
|
| 179 |
+
blocks.24.self_attn.o.weight,24,Self-Attention,31.5392,11.2769,B (Balanced),Quantize (FP8)
|
| 180 |
+
blocks.24.self_attn.q.weight,24,Self-Attention,31.5389,21.5987,C (High Outlier),Protect (BF16)
|
| 181 |
+
blocks.24.self_attn.v.weight,24,Self-Attention,31.5360,12.0858,C (High Outlier),Protect (BF16)
|
| 182 |
+
blocks.25.cross_attn.k.weight,25,Cross-Attention,31.1902,4.5519,C (Fragile),Protect (BF16)
|
| 183 |
+
blocks.25.cross_attn.o.weight,25,Cross-Attention,31.3021,8.5142,C (Fragile),Protect (BF16)
|
| 184 |
+
blocks.25.cross_attn.q.weight,25,Cross-Attention,31.8219,6.6877,B (Balanced),Quantize (FP8)
|
| 185 |
+
blocks.25.cross_attn.v.weight,25,Cross-Attention,31.1645,4.6694,C (Fragile),Protect (BF16)
|
| 186 |
+
blocks.25.ffn.0.weight,25,FFN/MLP,31.5248,12.8858,C (High Outlier),Protect (BF16)
|
| 187 |
+
blocks.25.ffn.2.weight,25,FFN/MLP,31.5220,12.8495,C (High Outlier),Protect (BF16)
|
| 188 |
+
blocks.25.self_attn.k.weight,25,Self-Attention,31.5340,12.0317,C (High Outlier),Protect (BF16)
|
| 189 |
+
blocks.25.self_attn.o.weight,25,Self-Attention,31.5303,15.7613,C (High Outlier),Protect (BF16)
|
| 190 |
+
blocks.25.self_attn.q.weight,25,Self-Attention,31.5416,17.6959,C (High Outlier),Protect (BF16)
|
| 191 |
+
blocks.25.self_attn.v.weight,25,Self-Attention,31.5431,10.3054,B (Balanced),Quantize (FP8)
|
| 192 |
+
blocks.26.cross_attn.k.weight,26,Cross-Attention,31.3811,4.0486,C (Fragile),Protect (BF16)
|
| 193 |
+
blocks.26.cross_attn.o.weight,26,Cross-Attention,31.3818,32.2894,C (High Outlier),Protect (BF16)
|
| 194 |
+
blocks.26.cross_attn.q.weight,26,Cross-Attention,31.8511,5.9039,B (Balanced),Quantize (FP8)
|
| 195 |
+
blocks.26.cross_attn.v.weight,26,Cross-Attention,32.0157,6.2241,B (Balanced),Quantize (FP8)
|
| 196 |
+
blocks.26.ffn.0.weight,26,FFN/MLP,31.5290,14.3255,C (High Outlier),Protect (BF16)
|
| 197 |
+
blocks.26.ffn.2.weight,26,FFN/MLP,31.5272,15.1959,C (High Outlier),Protect (BF16)
|
| 198 |
+
blocks.26.self_attn.k.weight,26,Self-Attention,31.5321,13.6219,C (High Outlier),Protect (BF16)
|
| 199 |
+
blocks.26.self_attn.o.weight,26,Self-Attention,31.5228,14.3510,C (High Outlier),Protect (BF16)
|
| 200 |
+
blocks.26.self_attn.q.weight,26,Self-Attention,31.5366,22.2850,C (High Outlier),Protect (BF16)
|
| 201 |
+
blocks.26.self_attn.v.weight,26,Self-Attention,31.5370,11.8594,B (Balanced),Quantize (FP8)
|
| 202 |
+
blocks.27.cross_attn.k.weight,27,Cross-Attention,31.2770,5.0365,C (Fragile),Protect (BF16)
|
| 203 |
+
blocks.27.cross_attn.o.weight,27,Cross-Attention,31.8437,23.4639,C (High Outlier),Protect (BF16)
|
| 204 |
+
blocks.27.cross_attn.q.weight,27,Cross-Attention,31.9614,6.2875,B (Balanced),Quantize (FP8)
|
| 205 |
+
blocks.27.cross_attn.v.weight,27,Cross-Attention,31.1515,4.7266,C (Fragile),Protect (BF16)
|
| 206 |
+
blocks.27.ffn.0.weight,27,FFN/MLP,31.5253,12.5868,C (High Outlier),Protect (BF16)
|
| 207 |
+
blocks.27.ffn.2.weight,27,FFN/MLP,31.5528,19.4527,C (High Outlier),Protect (BF16)
|
| 208 |
+
blocks.27.self_attn.k.weight,27,Self-Attention,31.5344,13.6066,C (High Outlier),Protect (BF16)
|
| 209 |
+
blocks.27.self_attn.o.weight,27,Self-Attention,31.5305,12.2532,C (High Outlier),Protect (BF16)
|
| 210 |
+
blocks.27.self_attn.q.weight,27,Self-Attention,31.5319,11.6917,B (Balanced),Quantize (FP8)
|
| 211 |
+
blocks.27.self_attn.v.weight,27,Self-Attention,31.5327,15.9138,C (High Outlier),Protect (BF16)
|
| 212 |
+
blocks.28.cross_attn.k.weight,28,Cross-Attention,31.7950,3.5276,B (Balanced),Quantize (FP8)
|
| 213 |
+
blocks.28.cross_attn.o.weight,28,Cross-Attention,31.7454,22.9523,C (High Outlier),Protect (BF16)
|
| 214 |
+
blocks.28.cross_attn.q.weight,28,Cross-Attention,31.9981,5.9500,B (Balanced),Quantize (FP8)
|
| 215 |
+
blocks.28.cross_attn.v.weight,28,Cross-Attention,31.1421,4.5231,C (Fragile),Protect (BF16)
|
| 216 |
+
blocks.28.ffn.0.weight,28,FFN/MLP,31.5364,15.7235,C (High Outlier),Protect (BF16)
|
| 217 |
+
blocks.28.ffn.2.weight,28,FFN/MLP,31.5312,11.9791,B (Balanced),Quantize (FP8)
|
| 218 |
+
blocks.28.self_attn.k.weight,28,Self-Attention,31.5326,26.0943,C (High Outlier),Protect (BF16)
|
| 219 |
+
blocks.28.self_attn.o.weight,28,Self-Attention,31.5239,14.3077,C (High Outlier),Protect (BF16)
|
| 220 |
+
blocks.28.self_attn.q.weight,28,Self-Attention,31.5370,10.6249,B (Balanced),Quantize (FP8)
|
| 221 |
+
blocks.28.self_attn.v.weight,28,Self-Attention,31.5381,17.7404,C (High Outlier),Protect (BF16)
|
| 222 |
+
blocks.29.cross_attn.k.weight,29,Cross-Attention,31.3239,5.2024,C (Fragile),Protect (BF16)
|
| 223 |
+
blocks.29.cross_attn.o.weight,29,Cross-Attention,31.7131,7.0936,B (Balanced),Quantize (FP8)
|
| 224 |
+
blocks.29.cross_attn.q.weight,29,Cross-Attention,31.8897,6.6833,B (Balanced),Quantize (FP8)
|
| 225 |
+
blocks.29.cross_attn.v.weight,29,Cross-Attention,31.1315,4.7285,C (Fragile),Protect (BF16)
|
| 226 |
+
blocks.29.ffn.0.weight,29,FFN/MLP,31.5251,12.7927,C (High Outlier),Protect (BF16)
|
| 227 |
+
blocks.29.ffn.2.weight,29,FFN/MLP,31.5336,16.2020,C (High Outlier),Protect (BF16)
|
| 228 |
+
blocks.29.self_attn.k.weight,29,Self-Attention,31.5433,16.9866,C (High Outlier),Protect (BF16)
|
| 229 |
+
blocks.29.self_attn.o.weight,29,Self-Attention,31.5520,9.2524,B (Balanced),Quantize (FP8)
|
| 230 |
+
blocks.29.self_attn.q.weight,29,Self-Attention,31.5425,10.1215,B (Balanced),Quantize (FP8)
|
| 231 |
+
blocks.29.self_attn.v.weight,29,Self-Attention,31.5439,18.5883,C (High Outlier),Protect (BF16)
|
| 232 |
+
blocks.3.cross_attn.k.weight,3,Cross-Attention,31.5125,6.1575,B (Balanced),Quantize (FP8)
|
| 233 |
+
blocks.3.cross_attn.o.weight,3,Cross-Attention,31.5389,15.9195,C (High Outlier),Protect (BF16)
|
| 234 |
+
blocks.3.cross_attn.q.weight,3,Cross-Attention,31.5227,13.2889,C (High Outlier),Protect (BF16)
|
| 235 |
+
blocks.3.cross_attn.v.weight,3,Cross-Attention,31.5332,5.4259,B (Balanced),Quantize (FP8)
|
| 236 |
+
blocks.3.ffn.0.weight,3,FFN/MLP,31.5354,10.8739,B (Balanced),Quantize (FP8)
|
| 237 |
+
blocks.3.ffn.2.weight,3,FFN/MLP,31.5233,13.8121,C (High Outlier),Protect (BF16)
|
| 238 |
+
blocks.3.self_attn.k.weight,3,Self-Attention,31.5406,15.4520,C (High Outlier),Protect (BF16)
|
| 239 |
+
blocks.3.self_attn.o.weight,3,Self-Attention,31.5370,11.1253,B (Balanced),Quantize (FP8)
|
| 240 |
+
blocks.3.self_attn.q.weight,3,Self-Attention,31.5334,7.3281,B (Balanced),Quantize (FP8)
|
| 241 |
+
blocks.3.self_attn.v.weight,3,Self-Attention,31.5344,10.8431,B (Balanced),Quantize (FP8)
|
| 242 |
+
blocks.30.cross_attn.k.weight,30,Cross-Attention,31.3115,4.1246,C (Fragile),Protect (BF16)
|
| 243 |
+
blocks.30.cross_attn.o.weight,30,Cross-Attention,31.4482,21.4796,C (High Outlier),Protect (BF16)
|
| 244 |
+
blocks.30.cross_attn.q.weight,30,Cross-Attention,31.8245,6.8693,B (Balanced),Quantize (FP8)
|
| 245 |
+
blocks.30.cross_attn.v.weight,30,Cross-Attention,31.1349,4.7364,C (Fragile),Protect (BF16)
|
| 246 |
+
blocks.30.ffn.0.weight,30,FFN/MLP,31.5445,17.0933,C (High Outlier),Protect (BF16)
|
| 247 |
+
blocks.30.ffn.2.weight,30,FFN/MLP,31.5443,10.8721,B (Balanced),Quantize (FP8)
|
| 248 |
+
blocks.30.self_attn.k.weight,30,Self-Attention,31.5305,12.5354,C (High Outlier),Protect (BF16)
|
| 249 |
+
blocks.30.self_attn.o.weight,30,Self-Attention,31.5182,14.1997,C (High Outlier),Protect (BF16)
|
| 250 |
+
blocks.30.self_attn.q.weight,30,Self-Attention,31.5426,9.6631,B (Balanced),Quantize (FP8)
|
| 251 |
+
blocks.30.self_attn.v.weight,30,Self-Attention,31.5443,10.5850,B (Balanced),Quantize (FP8)
|
| 252 |
+
blocks.31.cross_attn.k.weight,31,Cross-Attention,31.1478,4.5900,C (Fragile),Protect (BF16)
|
| 253 |
+
blocks.31.cross_attn.o.weight,31,Cross-Attention,31.6376,11.1859,B (Balanced),Quantize (FP8)
|
| 254 |
+
blocks.31.cross_attn.q.weight,31,Cross-Attention,31.5118,7.6069,B (Balanced),Quantize (FP8)
|
| 255 |
+
blocks.31.cross_attn.v.weight,31,Cross-Attention,31.8950,5.8436,B (Balanced),Quantize (FP8)
|
| 256 |
+
blocks.31.ffn.0.weight,31,FFN/MLP,31.5256,13.4644,C (High Outlier),Protect (BF16)
|
| 257 |
+
blocks.31.ffn.2.weight,31,FFN/MLP,31.5494,10.7210,B (Balanced),Quantize (FP8)
|
| 258 |
+
blocks.31.self_attn.k.weight,31,Self-Attention,31.5364,14.3378,C (High Outlier),Protect (BF16)
|
| 259 |
+
blocks.31.self_attn.o.weight,31,Self-Attention,31.5461,11.0416,B (Balanced),Quantize (FP8)
|
| 260 |
+
blocks.31.self_attn.q.weight,31,Self-Attention,31.5384,8.0153,B (Balanced),Quantize (FP8)
|
| 261 |
+
blocks.31.self_attn.v.weight,31,Self-Attention,31.5372,17.8566,C (High Outlier),Protect (BF16)
|
| 262 |
+
blocks.32.cross_attn.k.weight,32,Cross-Attention,32.0982,3.1914,B (Balanced),Quantize (FP8)
|
| 263 |
+
blocks.32.cross_attn.o.weight,32,Cross-Attention,31.8756,5.9540,B (Balanced),Quantize (FP8)
|
| 264 |
+
blocks.32.cross_attn.q.weight,32,Cross-Attention,31.6497,5.6035,B (Balanced),Quantize (FP8)
|
| 265 |
+
blocks.32.cross_attn.v.weight,32,Cross-Attention,31.3457,4.0425,C (Fragile),Protect (BF16)
|
| 266 |
+
blocks.32.ffn.0.weight,32,FFN/MLP,31.5414,15.6322,C (High Outlier),Protect (BF16)
|
| 267 |
+
blocks.32.ffn.2.weight,32,FFN/MLP,31.5503,10.7674,B (Balanced),Quantize (FP8)
|
| 268 |
+
blocks.32.self_attn.k.weight,32,Self-Attention,31.5336,13.3328,C (High Outlier),Protect (BF16)
|
| 269 |
+
blocks.32.self_attn.o.weight,32,Self-Attention,31.5481,10.7872,B (Balanced),Quantize (FP8)
|
| 270 |
+
blocks.32.self_attn.q.weight,32,Self-Attention,31.5407,9.1597,B (Balanced),Quantize (FP8)
|
| 271 |
+
blocks.32.self_attn.v.weight,32,Self-Attention,31.5367,11.5480,B (Balanced),Quantize (FP8)
|
| 272 |
+
blocks.33.cross_attn.k.weight,33,Cross-Attention,31.5471,3.7917,B (Balanced),Quantize (FP8)
|
| 273 |
+
blocks.33.cross_attn.o.weight,33,Cross-Attention,31.7466,7.0417,B (Balanced),Quantize (FP8)
|
| 274 |
+
blocks.33.cross_attn.q.weight,33,Cross-Attention,31.4113,5.2726,C (Fragile),Protect (BF16)
|
| 275 |
+
blocks.33.cross_attn.v.weight,33,Cross-Attention,31.5318,3.7925,B (Balanced),Quantize (FP8)
|
| 276 |
+
blocks.33.ffn.0.weight,33,FFN/MLP,31.5250,12.5298,C (High Outlier),Protect (BF16)
|
| 277 |
+
blocks.33.ffn.2.weight,33,FFN/MLP,31.5513,20.2998,C (High Outlier),Protect (BF16)
|
| 278 |
+
blocks.33.self_attn.k.weight,33,Self-Attention,31.5271,43.6657,C (High Outlier),Protect (BF16)
|
| 279 |
+
blocks.33.self_attn.o.weight,33,Self-Attention,31.5280,8.6894,B (Balanced),Quantize (FP8)
|
| 280 |
+
blocks.33.self_attn.q.weight,33,Self-Attention,31.5370,16.8123,C (High Outlier),Protect (BF16)
|
| 281 |
+
blocks.33.self_attn.v.weight,33,Self-Attention,31.5324,16.4766,C (High Outlier),Protect (BF16)
|
| 282 |
+
blocks.34.cross_attn.k.weight,34,Cross-Attention,31.8168,2.8917,B (Balanced),Quantize (FP8)
|
| 283 |
+
blocks.34.cross_attn.o.weight,34,Cross-Attention,31.3939,10.7377,C (Fragile),Protect (BF16)
|
| 284 |
+
blocks.34.cross_attn.q.weight,34,Cross-Attention,31.3063,5.2315,C (Fragile),Protect (BF16)
|
| 285 |
+
blocks.34.cross_attn.v.weight,34,Cross-Attention,31.4567,3.8724,C (Fragile),Protect (BF16)
|
| 286 |
+
blocks.34.ffn.0.weight,34,FFN/MLP,31.5261,12.1965,C (High Outlier),Protect (BF16)
|
| 287 |
+
blocks.34.ffn.2.weight,34,FFN/MLP,31.5383,12.0307,C (High Outlier),Protect (BF16)
|
| 288 |
+
blocks.34.self_attn.k.weight,34,Self-Attention,31.5290,20.8531,C (High Outlier),Protect (BF16)
|
| 289 |
+
blocks.34.self_attn.o.weight,34,Self-Attention,31.5363,13.5631,C (High Outlier),Protect (BF16)
|
| 290 |
+
blocks.34.self_attn.q.weight,34,Self-Attention,31.5302,17.2101,C (High Outlier),Protect (BF16)
|
| 291 |
+
blocks.34.self_attn.v.weight,34,Self-Attention,31.5407,15.2250,C (High Outlier),Protect (BF16)
|
| 292 |
+
blocks.35.cross_attn.k.weight,35,Cross-Attention,31.1806,4.4310,C (Fragile),Protect (BF16)
|
| 293 |
+
blocks.35.cross_attn.o.weight,35,Cross-Attention,31.3378,8.1871,C (Fragile),Protect (BF16)
|
| 294 |
+
blocks.35.cross_attn.q.weight,35,Cross-Attention,31.7662,14.0240,C (High Outlier),Protect (BF16)
|
| 295 |
+
blocks.35.cross_attn.v.weight,35,Cross-Attention,31.2229,4.2669,C (Fragile),Protect (BF16)
|
| 296 |
+
blocks.35.ffn.0.weight,35,FFN/MLP,31.5377,10.7636,B (Balanced),Quantize (FP8)
|
| 297 |
+
blocks.35.ffn.2.weight,35,FFN/MLP,31.5288,16.3519,C (High Outlier),Protect (BF16)
|
| 298 |
+
blocks.35.self_attn.k.weight,35,Self-Attention,31.5385,11.9155,B (Balanced),Quantize (FP8)
|
| 299 |
+
blocks.35.self_attn.o.weight,35,Self-Attention,31.5250,14.9666,C (High Outlier),Protect (BF16)
|
| 300 |
+
blocks.35.self_attn.q.weight,35,Self-Attention,31.5310,8.9688,B (Balanced),Quantize (FP8)
|
| 301 |
+
blocks.35.self_attn.v.weight,35,Self-Attention,31.5368,12.4983,C (High Outlier),Protect (BF16)
|
| 302 |
+
blocks.36.cross_attn.k.weight,36,Cross-Attention,31.5153,3.8338,B (Balanced),Quantize (FP8)
|
| 303 |
+
blocks.36.cross_attn.o.weight,36,Cross-Attention,31.3581,8.1404,C (Fragile),Protect (BF16)
|
| 304 |
+
blocks.36.cross_attn.q.weight,36,Cross-Attention,32.0116,6.1799,B (Balanced),Quantize (FP8)
|
| 305 |
+
blocks.36.cross_attn.v.weight,36,Cross-Attention,31.5260,5.4908,B (Balanced),Quantize (FP8)
|
| 306 |
+
blocks.36.ffn.0.weight,36,FFN/MLP,31.5289,12.2175,C (High Outlier),Protect (BF16)
|
| 307 |
+
blocks.36.ffn.2.weight,36,FFN/MLP,31.5301,13.1520,C (High Outlier),Protect (BF16)
|
| 308 |
+
blocks.36.self_attn.k.weight,36,Self-Attention,31.5339,16.4782,C (High Outlier),Protect (BF16)
|
| 309 |
+
blocks.36.self_attn.o.weight,36,Self-Attention,31.5507,11.3472,B (Balanced),Quantize (FP8)
|
| 310 |
+
blocks.36.self_attn.q.weight,36,Self-Attention,31.5228,9.6931,B (Balanced),Quantize (FP8)
|
| 311 |
+
blocks.36.self_attn.v.weight,36,Self-Attention,31.5431,12.0022,C (High Outlier),Protect (BF16)
|
| 312 |
+
blocks.37.cross_attn.k.weight,37,Cross-Attention,31.5483,3.8033,B (Balanced),Quantize (FP8)
|
| 313 |
+
blocks.37.cross_attn.o.weight,37,Cross-Attention,31.4079,7.9761,C (Fragile),Protect (BF16)
|
| 314 |
+
blocks.37.cross_attn.q.weight,37,Cross-Attention,31.9528,6.0370,B (Balanced),Quantize (FP8)
|
| 315 |
+
blocks.37.cross_attn.v.weight,37,Cross-Attention,31.1303,4.6544,C (Fragile),Protect (BF16)
|
| 316 |
+
blocks.37.ffn.0.weight,37,FFN/MLP,31.5322,13.1910,C (High Outlier),Protect (BF16)
|
| 317 |
+
blocks.37.ffn.2.weight,37,FFN/MLP,31.5279,13.5445,C (High Outlier),Protect (BF16)
|
| 318 |
+
blocks.37.self_attn.k.weight,37,Self-Attention,31.5446,14.6958,C (High Outlier),Protect (BF16)
|
| 319 |
+
blocks.37.self_attn.o.weight,37,Self-Attention,31.5259,9.4703,B (Balanced),Quantize (FP8)
|
| 320 |
+
blocks.37.self_attn.q.weight,37,Self-Attention,31.5253,8.8379,B (Balanced),Quantize (FP8)
|
| 321 |
+
blocks.37.self_attn.v.weight,37,Self-Attention,31.5350,16.2810,C (High Outlier),Protect (BF16)
|
| 322 |
+
blocks.38.cross_attn.k.weight,38,Cross-Attention,31.1867,4.5567,C (Fragile),Protect (BF16)
|
| 323 |
+
blocks.38.cross_attn.o.weight,38,Cross-Attention,31.4785,7.7615,C (Fragile),Protect (BF16)
|
| 324 |
+
blocks.38.cross_attn.q.weight,38,Cross-Attention,31.4531,7.8499,C (Fragile),Protect (BF16)
|
| 325 |
+
blocks.38.cross_attn.v.weight,38,Cross-Attention,31.1654,4.9530,C (Fragile),Protect (BF16)
|
| 326 |
+
blocks.38.ffn.0.weight,38,FFN/MLP,31.5353,12.6019,C (High Outlier),Protect (BF16)
|
| 327 |
+
blocks.38.ffn.2.weight,38,FFN/MLP,31.5156,16.9123,C (High Outlier),Protect (BF16)
|
| 328 |
+
blocks.38.self_attn.k.weight,38,Self-Attention,31.4892,39.9039,C (High Outlier),Protect (BF16)
|
| 329 |
+
blocks.38.self_attn.o.weight,38,Self-Attention,31.5734,12.2394,C (High Outlier),Protect (BF16)
|
| 330 |
+
blocks.38.self_attn.q.weight,38,Self-Attention,31.5354,21.5992,C (High Outlier),Protect (BF16)
|
| 331 |
+
blocks.38.self_attn.v.weight,38,Self-Attention,31.5285,20.3946,C (High Outlier),Protect (BF16)
|
| 332 |
+
blocks.39.cross_attn.k.weight,39,Cross-Attention,31.5207,3.8371,B (Balanced),Quantize (FP8)
|
| 333 |
+
blocks.39.cross_attn.o.weight,39,Cross-Attention,31.4694,7.7612,C (Fragile),Protect (BF16)
|
| 334 |
+
blocks.39.cross_attn.q.weight,39,Cross-Attention,31.4983,7.6967,C (Fragile),Protect (BF16)
|
| 335 |
+
blocks.39.cross_attn.v.weight,39,Cross-Attention,31.7776,3.5521,B (Balanced),Quantize (FP8)
|
| 336 |
+
blocks.39.ffn.0.weight,39,FFN/MLP,31.5400,15.6277,C (High Outlier),Protect (BF16)
|
| 337 |
+
blocks.39.ffn.2.weight,39,FFN/MLP,31.5804,12.8361,C (High Outlier),Protect (BF16)
|
| 338 |
+
blocks.39.self_attn.k.weight,39,Self-Attention,31.5250,21.1727,C (High Outlier),Protect (BF16)
|
| 339 |
+
blocks.39.self_attn.o.weight,39,Self-Attention,31.5077,9.9699,B (Balanced),Quantize (FP8)
|
| 340 |
+
blocks.39.self_attn.q.weight,39,Self-Attention,31.5086,20.6923,C (High Outlier),Protect (BF16)
|
| 341 |
+
blocks.39.self_attn.v.weight,39,Self-Attention,31.5352,10.8315,B (Balanced),Quantize (FP8)
|
| 342 |
+
blocks.4.cross_attn.k.weight,4,Cross-Attention,31.5196,6.8746,B (Balanced),Quantize (FP8)
|
| 343 |
+
blocks.4.cross_attn.o.weight,4,Cross-Attention,31.5426,16.2815,C (High Outlier),Protect (BF16)
|
| 344 |
+
blocks.4.cross_attn.q.weight,4,Cross-Attention,31.5255,11.9609,B (Balanced),Quantize (FP8)
|
| 345 |
+
blocks.4.cross_attn.v.weight,4,Cross-Attention,31.5301,5.4389,B (Balanced),Quantize (FP8)
|
| 346 |
+
blocks.4.ffn.0.weight,4,FFN/MLP,31.5293,11.7968,B (Balanced),Quantize (FP8)
|
| 347 |
+
blocks.4.ffn.2.weight,4,FFN/MLP,31.5468,10.3137,B (Balanced),Quantize (FP8)
|
| 348 |
+
blocks.4.self_attn.k.weight,4,Self-Attention,31.5292,13.7742,C (High Outlier),Protect (BF16)
|
| 349 |
+
blocks.4.self_attn.o.weight,4,Self-Attention,31.5331,11.6419,B (Balanced),Quantize (FP8)
|
| 350 |
+
blocks.4.self_attn.q.weight,4,Self-Attention,31.5294,11.4660,B (Balanced),Quantize (FP8)
|
| 351 |
+
blocks.4.self_attn.v.weight,4,Self-Attention,31.5226,6.2187,B (Balanced),Quantize (FP8)
|
| 352 |
+
blocks.5.cross_attn.k.weight,5,Cross-Attention,31.5161,6.5917,B (Balanced),Quantize (FP8)
|
| 353 |
+
blocks.5.cross_attn.o.weight,5,Cross-Attention,31.5187,28.0621,C (High Outlier),Protect (BF16)
|
| 354 |
+
blocks.5.cross_attn.q.weight,5,Cross-Attention,31.5285,11.7526,B (Balanced),Quantize (FP8)
|
| 355 |
+
blocks.5.cross_attn.v.weight,5,Cross-Attention,31.5242,5.6083,B (Balanced),Quantize (FP8)
|
| 356 |
+
blocks.5.ffn.0.weight,5,FFN/MLP,31.5419,10.5124,B (Balanced),Quantize (FP8)
|
| 357 |
+
blocks.5.ffn.2.weight,5,FFN/MLP,31.5221,13.9786,C (High Outlier),Protect (BF16)
|
| 358 |
+
blocks.5.self_attn.k.weight,5,Self-Attention,31.5225,13.3336,C (High Outlier),Protect (BF16)
|
| 359 |
+
blocks.5.self_attn.o.weight,5,Self-Attention,31.5272,7.3888,B (Balanced),Quantize (FP8)
|
| 360 |
+
blocks.5.self_attn.q.weight,5,Self-Attention,31.5262,6.8112,B (Balanced),Quantize (FP8)
|
| 361 |
+
blocks.5.self_attn.v.weight,5,Self-Attention,31.5401,8.0919,B (Balanced),Quantize (FP8)
|
| 362 |
+
blocks.6.cross_attn.k.weight,6,Cross-Attention,31.5182,6.8618,B (Balanced),Quantize (FP8)
|
| 363 |
+
blocks.6.cross_attn.o.weight,6,Cross-Attention,31.5442,21.2865,C (High Outlier),Protect (BF16)
|
| 364 |
+
blocks.6.cross_attn.q.weight,6,Cross-Attention,31.5487,19.5667,C (High Outlier),Protect (BF16)
|
| 365 |
+
blocks.6.cross_attn.v.weight,6,Cross-Attention,31.5370,5.4218,B (Balanced),Quantize (FP8)
|
| 366 |
+
blocks.6.ffn.0.weight,6,FFN/MLP,31.5260,11.9429,B (Balanced),Quantize (FP8)
|
| 367 |
+
blocks.6.ffn.2.weight,6,FFN/MLP,31.5335,11.7045,B (Balanced),Quantize (FP8)
|
| 368 |
+
blocks.6.self_attn.k.weight,6,Self-Attention,31.5462,16.7069,C (High Outlier),Protect (BF16)
|
| 369 |
+
blocks.6.self_attn.o.weight,6,Self-Attention,31.5348,8.0605,B (Balanced),Quantize (FP8)
|
| 370 |
+
blocks.6.self_attn.q.weight,6,Self-Attention,31.5401,7.9927,B (Balanced),Quantize (FP8)
|
| 371 |
+
blocks.6.self_attn.v.weight,6,Self-Attention,31.5313,5.8450,B (Balanced),Quantize (FP8)
|
| 372 |
+
blocks.7.cross_attn.k.weight,7,Cross-Attention,31.5151,6.5630,B (Balanced),Quantize (FP8)
|
| 373 |
+
blocks.7.cross_attn.o.weight,7,Cross-Attention,31.5245,28.9312,C (High Outlier),Protect (BF16)
|
| 374 |
+
blocks.7.cross_attn.q.weight,7,Cross-Attention,31.5454,20.0341,C (High Outlier),Protect (BF16)
|
| 375 |
+
blocks.7.cross_attn.v.weight,7,Cross-Attention,31.5209,5.8323,B (Balanced),Quantize (FP8)
|
| 376 |
+
blocks.7.ffn.0.weight,7,FFN/MLP,31.5245,12.3072,C (High Outlier),Protect (BF16)
|
| 377 |
+
blocks.7.ffn.2.weight,7,FFN/MLP,31.5483,36.3562,C (High Outlier),Protect (BF16)
|
| 378 |
+
blocks.7.self_attn.k.weight,7,Self-Attention,31.5403,21.6044,C (High Outlier),Protect (BF16)
|
| 379 |
+
blocks.7.self_attn.o.weight,7,Self-Attention,31.5330,8.0082,B (Balanced),Quantize (FP8)
|
| 380 |
+
blocks.7.self_attn.q.weight,7,Self-Attention,31.5342,7.5958,B (Balanced),Quantize (FP8)
|
| 381 |
+
blocks.7.self_attn.v.weight,7,Self-Attention,31.5464,9.1470,B (Balanced),Quantize (FP8)
|
| 382 |
+
blocks.8.cross_attn.k.weight,8,Cross-Attention,31.5201,5.8554,B (Balanced),Quantize (FP8)
|
| 383 |
+
blocks.8.cross_attn.o.weight,8,Cross-Attention,31.5415,21.4726,C (High Outlier),Protect (BF16)
|
| 384 |
+
blocks.8.cross_attn.q.weight,8,Cross-Attention,31.5432,20.8709,C (High Outlier),Protect (BF16)
|
| 385 |
+
blocks.8.cross_attn.v.weight,8,Cross-Attention,31.5203,5.9065,B (Balanced),Quantize (FP8)
|
| 386 |
+
blocks.8.ffn.0.weight,8,FFN/MLP,31.5245,13.7369,C (High Outlier),Protect (BF16)
|
| 387 |
+
blocks.8.ffn.2.weight,8,FFN/MLP,31.5424,33.7433,C (High Outlier),Protect (BF16)
|
| 388 |
+
blocks.8.self_attn.k.weight,8,Self-Attention,31.5238,27.1295,C (High Outlier),Protect (BF16)
|
| 389 |
+
blocks.8.self_attn.o.weight,8,Self-Attention,31.5469,8.6622,B (Balanced),Quantize (FP8)
|
| 390 |
+
blocks.8.self_attn.q.weight,8,Self-Attention,31.5346,7.5869,B (Balanced),Quantize (FP8)
|
| 391 |
+
blocks.8.self_attn.v.weight,8,Self-Attention,31.5325,5.8940,B (Balanced),Quantize (FP8)
|
| 392 |
+
blocks.9.cross_attn.k.weight,9,Cross-Attention,31.5253,5.6603,B (Balanced),Quantize (FP8)
|
| 393 |
+
blocks.9.cross_attn.o.weight,9,Cross-Attention,31.5394,35.0518,C (High Outlier),Protect (BF16)
|
| 394 |
+
blocks.9.cross_attn.q.weight,9,Cross-Attention,31.5262,14.1267,C (High Outlier),Protect (BF16)
|
| 395 |
+
blocks.9.cross_attn.v.weight,9,Cross-Attention,31.5216,6.2148,B (Balanced),Quantize (FP8)
|
| 396 |
+
blocks.9.ffn.0.weight,9,FFN/MLP,31.5228,12.4689,C (High Outlier),Protect (BF16)
|
| 397 |
+
blocks.9.ffn.2.weight,9,FFN/MLP,31.5218,28.6318,C (High Outlier),Protect (BF16)
|
| 398 |
+
blocks.9.self_attn.k.weight,9,Self-Attention,31.5215,26.9560,C (High Outlier),Protect (BF16)
|
| 399 |
+
blocks.9.self_attn.o.weight,9,Self-Attention,31.5474,9.1977,B (Balanced),Quantize (FP8)
|
| 400 |
+
blocks.9.self_attn.q.weight,9,Self-Attention,31.5280,7.2578,B (Balanced),Quantize (FP8)
|
| 401 |
+
blocks.9.self_attn.v.weight,9,Self-Attention,31.5280,6.4072,B (Balanced),Quantize (FP8)
|
| 402 |
+
head.head.weight,N/A,Other,31.5598,14.9798,C (High Outlier),Protect (BF16)
|
| 403 |
+
text_embedding.0.weight,N/A,Other,31.5210,12.9951,C (High Outlier),Protect (BF16)
|
| 404 |
+
text_embedding.2.weight,N/A,Other,31.5221,5.9304,B (Balanced),Quantize (FP8)
|
| 405 |
+
time_embedding.0.weight,N/A,Other,31.5537,6.7253,B (Balanced),Quantize (FP8)
|
| 406 |
+
time_embedding.2.weight,N/A,Other,31.5323,19.0224,C (High Outlier),Protect (BF16)
|
| 407 |
+
time_projection.1.weight,N/A,Other,31.5127,41.2839,C (High Outlier),Protect (BF16)
|
Wan22_I2V_low_Diagnostic_Report.csv
ADDED
|
@@ -0,0 +1,407 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Layer Name,Block,Type,SNR (dB),Outlier Index (Max/Std),Fidelity Rank,Quant Suggestion
|
| 2 |
+
blocks.0.cross_attn.k.weight,0,Cross-Attention,31.5454,6.6062,B (Balanced),Quantize (FP8)
|
| 3 |
+
blocks.0.cross_attn.o.weight,0,Cross-Attention,31.5715,43.8899,C (High Outlier),Protect (BF16)
|
| 4 |
+
blocks.0.cross_attn.q.weight,0,Cross-Attention,31.5811,48.3809,C (High Outlier),Protect (BF16)
|
| 5 |
+
blocks.0.cross_attn.v.weight,0,Cross-Attention,31.5827,5.6415,B (Balanced),Quantize (FP8)
|
| 6 |
+
blocks.0.ffn.0.weight,0,FFN/MLP,31.5285,35.0598,C (High Outlier),Protect (BF16)
|
| 7 |
+
blocks.0.ffn.2.weight,0,FFN/MLP,31.5366,13.1791,C (High Outlier),Protect (BF16)
|
| 8 |
+
blocks.0.self_attn.k.weight,0,Self-Attention,31.5249,28.7369,C (High Outlier),Protect (BF16)
|
| 9 |
+
blocks.0.self_attn.o.weight,0,Self-Attention,31.5093,10.0339,B (Balanced),Quantize (FP8)
|
| 10 |
+
blocks.0.self_attn.q.weight,0,Self-Attention,31.4712,15.0337,C (High Outlier),Protect (BF16)
|
| 11 |
+
blocks.0.self_attn.v.weight,0,Self-Attention,31.4623,17.7980,C (High Outlier),Protect (BF16)
|
| 12 |
+
blocks.1.cross_attn.k.weight,1,Cross-Attention,31.5201,5.2687,B (Balanced),Quantize (FP8)
|
| 13 |
+
blocks.1.cross_attn.o.weight,1,Cross-Attention,31.5217,14.4876,C (High Outlier),Protect (BF16)
|
| 14 |
+
blocks.1.cross_attn.q.weight,1,Cross-Attention,31.5384,10.8857,B (Balanced),Quantize (FP8)
|
| 15 |
+
blocks.1.cross_attn.v.weight,1,Cross-Attention,31.5294,5.6357,B (Balanced),Quantize (FP8)
|
| 16 |
+
blocks.1.ffn.0.weight,1,FFN/MLP,31.5385,10.2548,B (Balanced),Quantize (FP8)
|
| 17 |
+
blocks.1.ffn.2.weight,1,FFN/MLP,31.5271,11.8373,B (Balanced),Quantize (FP8)
|
| 18 |
+
blocks.1.self_attn.k.weight,1,Self-Attention,31.5362,14.4019,C (High Outlier),Protect (BF16)
|
| 19 |
+
blocks.1.self_attn.o.weight,1,Self-Attention,31.5449,9.1152,B (Balanced),Quantize (FP8)
|
| 20 |
+
blocks.1.self_attn.q.weight,1,Self-Attention,31.5331,9.0799,B (Balanced),Quantize (FP8)
|
| 21 |
+
blocks.1.self_attn.v.weight,1,Self-Attention,31.5324,11.5364,B (Balanced),Quantize (FP8)
|
| 22 |
+
blocks.10.cross_attn.k.weight,10,Cross-Attention,31.5280,6.2660,B (Balanced),Quantize (FP8)
|
| 23 |
+
blocks.10.cross_attn.o.weight,10,Cross-Attention,31.5465,40.1913,C (High Outlier),Protect (BF16)
|
| 24 |
+
blocks.10.cross_attn.q.weight,10,Cross-Attention,31.5391,13.4558,C (High Outlier),Protect (BF16)
|
| 25 |
+
blocks.10.cross_attn.v.weight,10,Cross-Attention,31.5214,7.3882,B (Balanced),Quantize (FP8)
|
| 26 |
+
blocks.10.ffn.0.weight,10,FFN/MLP,31.5225,14.0081,C (High Outlier),Protect (BF16)
|
| 27 |
+
blocks.10.ffn.2.weight,10,FFN/MLP,31.5528,18.8775,C (High Outlier),Protect (BF16)
|
| 28 |
+
blocks.10.self_attn.k.weight,10,Self-Attention,31.5305,29.9276,C (High Outlier),Protect (BF16)
|
| 29 |
+
blocks.10.self_attn.o.weight,10,Self-Attention,31.5298,7.8181,B (Balanced),Quantize (FP8)
|
| 30 |
+
blocks.10.self_attn.q.weight,10,Self-Attention,31.5344,7.7551,B (Balanced),Quantize (FP8)
|
| 31 |
+
blocks.10.self_attn.v.weight,10,Self-Attention,31.5296,6.4601,B (Balanced),Quantize (FP8)
|
| 32 |
+
blocks.11.cross_attn.k.weight,11,Cross-Attention,31.5261,5.4078,B (Balanced),Quantize (FP8)
|
| 33 |
+
blocks.11.cross_attn.o.weight,11,Cross-Attention,31.5429,45.4441,C (High Outlier),Protect (BF16)
|
| 34 |
+
blocks.11.cross_attn.q.weight,11,Cross-Attention,31.5300,14.9099,C (High Outlier),Protect (BF16)
|
| 35 |
+
blocks.11.cross_attn.v.weight,11,Cross-Attention,31.5316,6.1683,B (Balanced),Quantize (FP8)
|
| 36 |
+
blocks.11.ffn.0.weight,11,FFN/MLP,31.5244,12.9433,C (High Outlier),Protect (BF16)
|
| 37 |
+
blocks.11.ffn.2.weight,11,FFN/MLP,31.5286,12.3070,C (High Outlier),Protect (BF16)
|
| 38 |
+
blocks.11.self_attn.k.weight,11,Self-Attention,31.5452,40.0257,C (High Outlier),Protect (BF16)
|
| 39 |
+
blocks.11.self_attn.o.weight,11,Self-Attention,31.5566,9.4317,B (Balanced),Quantize (FP8)
|
| 40 |
+
blocks.11.self_attn.q.weight,11,Self-Attention,31.5307,24.1470,C (High Outlier),Protect (BF16)
|
| 41 |
+
blocks.11.self_attn.v.weight,11,Self-Attention,31.5264,6.3868,B (Balanced),Quantize (FP8)
|
| 42 |
+
blocks.12.cross_attn.k.weight,12,Cross-Attention,31.5311,5.7230,B (Balanced),Quantize (FP8)
|
| 43 |
+
blocks.12.cross_attn.o.weight,12,Cross-Attention,31.5582,84.8703,C (High Outlier),Protect (BF16)
|
| 44 |
+
blocks.12.cross_attn.q.weight,12,Cross-Attention,31.5376,9.4090,B (Balanced),Quantize (FP8)
|
| 45 |
+
blocks.12.cross_attn.v.weight,12,Cross-Attention,31.5409,6.6335,B (Balanced),Quantize (FP8)
|
| 46 |
+
blocks.12.ffn.0.weight,12,FFN/MLP,31.5351,22.4272,C (High Outlier),Protect (BF16)
|
| 47 |
+
blocks.12.ffn.2.weight,12,FFN/MLP,31.5244,12.5529,C (High Outlier),Protect (BF16)
|
| 48 |
+
blocks.12.self_attn.k.weight,12,Self-Attention,31.5288,26.2456,C (High Outlier),Protect (BF16)
|
| 49 |
+
blocks.12.self_attn.o.weight,12,Self-Attention,31.5528,10.1962,B (Balanced),Quantize (FP8)
|
| 50 |
+
blocks.12.self_attn.q.weight,12,Self-Attention,31.5363,8.2017,B (Balanced),Quantize (FP8)
|
| 51 |
+
blocks.12.self_attn.v.weight,12,Self-Attention,31.5235,6.6268,B (Balanced),Quantize (FP8)
|
| 52 |
+
blocks.13.cross_attn.k.weight,13,Cross-Attention,31.5563,5.9765,B (Balanced),Quantize (FP8)
|
| 53 |
+
blocks.13.cross_attn.o.weight,13,Cross-Attention,31.5192,30.2606,C (High Outlier),Protect (BF16)
|
| 54 |
+
blocks.13.cross_attn.q.weight,13,Cross-Attention,31.5318,9.4129,B (Balanced),Quantize (FP8)
|
| 55 |
+
blocks.13.cross_attn.v.weight,13,Cross-Attention,31.5732,6.8146,B (Balanced),Quantize (FP8)
|
| 56 |
+
blocks.13.ffn.0.weight,13,FFN/MLP,31.5412,16.1621,C (High Outlier),Protect (BF16)
|
| 57 |
+
blocks.13.ffn.2.weight,13,FFN/MLP,31.5318,15.6273,C (High Outlier),Protect (BF16)
|
| 58 |
+
blocks.13.self_attn.k.weight,13,Self-Attention,31.5420,21.0418,C (High Outlier),Protect (BF16)
|
| 59 |
+
blocks.13.self_attn.o.weight,13,Self-Attention,31.5433,8.5738,B (Balanced),Quantize (FP8)
|
| 60 |
+
blocks.13.self_attn.q.weight,13,Self-Attention,31.5433,17.2720,C (High Outlier),Protect (BF16)
|
| 61 |
+
blocks.13.self_attn.v.weight,13,Self-Attention,31.5426,10.8483,B (Balanced),Quantize (FP8)
|
| 62 |
+
blocks.14.cross_attn.k.weight,14,Cross-Attention,31.5239,5.5584,B (Balanced),Quantize (FP8)
|
| 63 |
+
blocks.14.cross_attn.o.weight,14,Cross-Attention,31.5438,45.1504,C (High Outlier),Protect (BF16)
|
| 64 |
+
blocks.14.cross_attn.q.weight,14,Cross-Attention,31.5232,9.2297,B (Balanced),Quantize (FP8)
|
| 65 |
+
blocks.14.cross_attn.v.weight,14,Cross-Attention,31.5591,5.7343,B (Balanced),Quantize (FP8)
|
| 66 |
+
blocks.14.ffn.0.weight,14,FFN/MLP,31.5425,16.7299,C (High Outlier),Protect (BF16)
|
| 67 |
+
blocks.14.ffn.2.weight,14,FFN/MLP,31.5424,10.6913,B (Balanced),Quantize (FP8)
|
| 68 |
+
blocks.14.self_attn.k.weight,14,Self-Attention,31.5273,25.0108,C (High Outlier),Protect (BF16)
|
| 69 |
+
blocks.14.self_attn.o.weight,14,Self-Attention,31.5517,10.5933,B (Balanced),Quantize (FP8)
|
| 70 |
+
blocks.14.self_attn.q.weight,14,Self-Attention,31.5433,38.1194,C (High Outlier),Protect (BF16)
|
| 71 |
+
blocks.14.self_attn.v.weight,14,Self-Attention,31.5264,6.6051,B (Balanced),Quantize (FP8)
|
| 72 |
+
blocks.15.cross_attn.k.weight,15,Cross-Attention,31.5496,5.4789,B (Balanced),Quantize (FP8)
|
| 73 |
+
blocks.15.cross_attn.o.weight,15,Cross-Attention,31.5640,40.6030,C (High Outlier),Protect (BF16)
|
| 74 |
+
blocks.15.cross_attn.q.weight,15,Cross-Attention,31.5406,10.0470,B (Balanced),Quantize (FP8)
|
| 75 |
+
blocks.15.cross_attn.v.weight,15,Cross-Attention,31.5565,5.5829,B (Balanced),Quantize (FP8)
|
| 76 |
+
blocks.15.ffn.0.weight,15,FFN/MLP,31.5458,18.0176,C (High Outlier),Protect (BF16)
|
| 77 |
+
blocks.15.ffn.2.weight,15,FFN/MLP,31.5230,12.8618,C (High Outlier),Protect (BF16)
|
| 78 |
+
blocks.15.self_attn.k.weight,15,Self-Attention,31.5475,18.3084,C (High Outlier),Protect (BF16)
|
| 79 |
+
blocks.15.self_attn.o.weight,15,Self-Attention,31.5424,8.7390,B (Balanced),Quantize (FP8)
|
| 80 |
+
blocks.15.self_attn.q.weight,15,Self-Attention,31.5442,18.3641,C (High Outlier),Protect (BF16)
|
| 81 |
+
blocks.15.self_attn.v.weight,15,Self-Attention,31.5338,11.7065,B (Balanced),Quantize (FP8)
|
| 82 |
+
blocks.16.cross_attn.k.weight,16,Cross-Attention,31.6553,6.1964,B (Balanced),Quantize (FP8)
|
| 83 |
+
blocks.16.cross_attn.o.weight,16,Cross-Attention,31.5942,20.6759,C (High Outlier),Protect (BF16)
|
| 84 |
+
blocks.16.cross_attn.q.weight,16,Cross-Attention,31.5466,10.1364,B (Balanced),Quantize (FP8)
|
| 85 |
+
blocks.16.cross_attn.v.weight,16,Cross-Attention,31.4339,5.1852,C (Fragile),Protect (BF16)
|
| 86 |
+
blocks.16.ffn.0.weight,16,FFN/MLP,31.5244,13.3164,C (High Outlier),Protect (BF16)
|
| 87 |
+
blocks.16.ffn.2.weight,16,FFN/MLP,31.5289,29.8228,C (High Outlier),Protect (BF16)
|
| 88 |
+
blocks.16.self_attn.k.weight,16,Self-Attention,31.5402,19.6606,C (High Outlier),Protect (BF16)
|
| 89 |
+
blocks.16.self_attn.o.weight,16,Self-Attention,31.5518,9.8801,B (Balanced),Quantize (FP8)
|
| 90 |
+
blocks.16.self_attn.q.weight,16,Self-Attention,31.5311,30.3979,C (High Outlier),Protect (BF16)
|
| 91 |
+
blocks.16.self_attn.v.weight,16,Self-Attention,31.5405,21.9863,C (High Outlier),Protect (BF16)
|
| 92 |
+
blocks.17.cross_attn.k.weight,17,Cross-Attention,31.5514,5.6638,B (Balanced),Quantize (FP8)
|
| 93 |
+
blocks.17.cross_attn.o.weight,17,Cross-Attention,31.4961,19.6868,C (High Outlier),Protect (BF16)
|
| 94 |
+
blocks.17.cross_attn.q.weight,17,Cross-Attention,31.4739,7.9794,C (Fragile),Protect (BF16)
|
| 95 |
+
blocks.17.cross_attn.v.weight,17,Cross-Attention,31.4049,5.1673,C (Fragile),Protect (BF16)
|
| 96 |
+
blocks.17.ffn.0.weight,17,FFN/MLP,31.5351,11.1464,B (Balanced),Quantize (FP8)
|
| 97 |
+
blocks.17.ffn.2.weight,17,FFN/MLP,31.5437,10.8678,B (Balanced),Quantize (FP8)
|
| 98 |
+
blocks.17.self_attn.k.weight,17,Self-Attention,31.5383,16.3585,C (High Outlier),Protect (BF16)
|
| 99 |
+
blocks.17.self_attn.o.weight,17,Self-Attention,31.5316,12.2418,C (High Outlier),Protect (BF16)
|
| 100 |
+
blocks.17.self_attn.q.weight,17,Self-Attention,31.5411,41.1401,C (High Outlier),Protect (BF16)
|
| 101 |
+
blocks.17.self_attn.v.weight,17,Self-Attention,31.5384,9.0090,B (Balanced),Quantize (FP8)
|
| 102 |
+
blocks.18.cross_attn.k.weight,18,Cross-Attention,31.4983,5.3836,C (Fragile),Protect (BF16)
|
| 103 |
+
blocks.18.cross_attn.o.weight,18,Cross-Attention,31.4919,39.1099,C (High Outlier),Protect (BF16)
|
| 104 |
+
blocks.18.cross_attn.q.weight,18,Cross-Attention,31.4767,9.4032,C (Fragile),Protect (BF16)
|
| 105 |
+
blocks.18.cross_attn.v.weight,18,Cross-Attention,31.5071,5.4586,B (Balanced),Quantize (FP8)
|
| 106 |
+
blocks.18.ffn.0.weight,18,FFN/MLP,31.5424,20.1664,C (High Outlier),Protect (BF16)
|
| 107 |
+
blocks.18.ffn.2.weight,18,FFN/MLP,31.5286,12.1892,C (High Outlier),Protect (BF16)
|
| 108 |
+
blocks.18.self_attn.k.weight,18,Self-Attention,31.5425,18.6168,C (High Outlier),Protect (BF16)
|
| 109 |
+
blocks.18.self_attn.o.weight,18,Self-Attention,31.5248,12.7041,C (High Outlier),Protect (BF16)
|
| 110 |
+
blocks.18.self_attn.q.weight,18,Self-Attention,31.5313,14.2480,C (High Outlier),Protect (BF16)
|
| 111 |
+
blocks.18.self_attn.v.weight,18,Self-Attention,31.5298,12.8542,C (High Outlier),Protect (BF16)
|
| 112 |
+
blocks.19.cross_attn.k.weight,19,Cross-Attention,31.4177,5.1683,C (Fragile),Protect (BF16)
|
| 113 |
+
blocks.19.cross_attn.o.weight,19,Cross-Attention,31.3863,68.1685,C (High Outlier),Protect (BF16)
|
| 114 |
+
blocks.19.cross_attn.q.weight,19,Cross-Attention,31.5301,7.3817,B (Balanced),Quantize (FP8)
|
| 115 |
+
blocks.19.cross_attn.v.weight,19,Cross-Attention,31.3464,5.1247,C (Fragile),Protect (BF16)
|
| 116 |
+
blocks.19.ffn.0.weight,19,FFN/MLP,31.5278,13.9450,C (High Outlier),Protect (BF16)
|
| 117 |
+
blocks.19.ffn.2.weight,19,FFN/MLP,31.5219,13.5766,C (High Outlier),Protect (BF16)
|
| 118 |
+
blocks.19.self_attn.k.weight,19,Self-Attention,31.5352,16.0668,C (High Outlier),Protect (BF16)
|
| 119 |
+
blocks.19.self_attn.o.weight,19,Self-Attention,31.5372,11.6380,B (Balanced),Quantize (FP8)
|
| 120 |
+
blocks.19.self_attn.q.weight,19,Self-Attention,31.5352,28.3477,C (High Outlier),Protect (BF16)
|
| 121 |
+
blocks.19.self_attn.v.weight,19,Self-Attention,31.5436,9.8206,B (Balanced),Quantize (FP8)
|
| 122 |
+
blocks.2.cross_attn.k.weight,2,Cross-Attention,31.5160,5.7915,B (Balanced),Quantize (FP8)
|
| 123 |
+
blocks.2.cross_attn.o.weight,2,Cross-Attention,31.5469,20.4785,C (High Outlier),Protect (BF16)
|
| 124 |
+
blocks.2.cross_attn.q.weight,2,Cross-Attention,31.5414,15.9124,C (High Outlier),Protect (BF16)
|
| 125 |
+
blocks.2.cross_attn.v.weight,2,Cross-Attention,31.5336,5.2799,B (Balanced),Quantize (FP8)
|
| 126 |
+
blocks.2.ffn.0.weight,2,FFN/MLP,31.5293,11.6575,B (Balanced),Quantize (FP8)
|
| 127 |
+
blocks.2.ffn.2.weight,2,FFN/MLP,31.5461,9.7350,B (Balanced),Quantize (FP8)
|
| 128 |
+
blocks.2.self_attn.k.weight,2,Self-Attention,31.5362,17.9261,C (High Outlier),Protect (BF16)
|
| 129 |
+
blocks.2.self_attn.o.weight,2,Self-Attention,31.5406,10.5393,B (Balanced),Quantize (FP8)
|
| 130 |
+
blocks.2.self_attn.q.weight,2,Self-Attention,31.5364,10.5431,B (Balanced),Quantize (FP8)
|
| 131 |
+
blocks.2.self_attn.v.weight,2,Self-Attention,31.5294,6.5824,B (Balanced),Quantize (FP8)
|
| 132 |
+
blocks.20.cross_attn.k.weight,20,Cross-Attention,31.3971,5.0522,C (Fragile),Protect (BF16)
|
| 133 |
+
blocks.20.cross_attn.o.weight,20,Cross-Attention,31.6605,99.4798,C (High Outlier),Protect (BF16)
|
| 134 |
+
blocks.20.cross_attn.q.weight,20,Cross-Attention,31.5757,10.8015,B (Balanced),Quantize (FP8)
|
| 135 |
+
blocks.20.cross_attn.v.weight,20,Cross-Attention,31.3087,4.9515,C (Fragile),Protect (BF16)
|
| 136 |
+
blocks.20.ffn.0.weight,20,FFN/MLP,31.5414,16.7826,C (High Outlier),Protect (BF16)
|
| 137 |
+
blocks.20.ffn.2.weight,20,FFN/MLP,31.5247,14.6544,C (High Outlier),Protect (BF16)
|
| 138 |
+
blocks.20.self_attn.k.weight,20,Self-Attention,31.5428,19.6198,C (High Outlier),Protect (BF16)
|
| 139 |
+
blocks.20.self_attn.o.weight,20,Self-Attention,31.5294,12.5962,C (High Outlier),Protect (BF16)
|
| 140 |
+
blocks.20.self_attn.q.weight,20,Self-Attention,31.5366,16.3146,C (High Outlier),Protect (BF16)
|
| 141 |
+
blocks.20.self_attn.v.weight,20,Self-Attention,31.5379,11.7315,B (Balanced),Quantize (FP8)
|
| 142 |
+
blocks.21.cross_attn.k.weight,21,Cross-Attention,31.5387,5.4712,B (Balanced),Quantize (FP8)
|
| 143 |
+
blocks.21.cross_attn.o.weight,21,Cross-Attention,31.4230,16.2468,C (High Outlier),Protect (BF16)
|
| 144 |
+
blocks.21.cross_attn.q.weight,21,Cross-Attention,31.4644,10.0047,C (Fragile),Protect (BF16)
|
| 145 |
+
blocks.21.cross_attn.v.weight,21,Cross-Attention,31.6216,5.7199,B (Balanced),Quantize (FP8)
|
| 146 |
+
blocks.21.ffn.0.weight,21,FFN/MLP,31.5329,10.9574,B (Balanced),Quantize (FP8)
|
| 147 |
+
blocks.21.ffn.2.weight,21,FFN/MLP,31.5428,10.9460,B (Balanced),Quantize (FP8)
|
| 148 |
+
blocks.21.self_attn.k.weight,21,Self-Attention,31.5344,11.7840,B (Balanced),Quantize (FP8)
|
| 149 |
+
blocks.21.self_attn.o.weight,21,Self-Attention,31.5314,15.9515,C (High Outlier),Protect (BF16)
|
| 150 |
+
blocks.21.self_attn.q.weight,21,Self-Attention,31.5367,17.4447,C (High Outlier),Protect (BF16)
|
| 151 |
+
blocks.21.self_attn.v.weight,21,Self-Attention,31.5384,8.5365,B (Balanced),Quantize (FP8)
|
| 152 |
+
blocks.22.cross_attn.k.weight,22,Cross-Attention,31.2603,4.4904,C (Fragile),Protect (BF16)
|
| 153 |
+
blocks.22.cross_attn.o.weight,22,Cross-Attention,31.3371,9.4876,C (Fragile),Protect (BF16)
|
| 154 |
+
blocks.22.cross_attn.q.weight,22,Cross-Attention,31.3617,8.5056,C (Fragile),Protect (BF16)
|
| 155 |
+
blocks.22.cross_attn.v.weight,22,Cross-Attention,31.2362,4.4963,C (Fragile),Protect (BF16)
|
| 156 |
+
blocks.22.ffn.0.weight,22,FFN/MLP,31.5464,18.5891,C (High Outlier),Protect (BF16)
|
| 157 |
+
blocks.22.ffn.2.weight,22,FFN/MLP,31.5215,26.6253,C (High Outlier),Protect (BF16)
|
| 158 |
+
blocks.22.self_attn.k.weight,22,Self-Attention,31.5394,16.2247,C (High Outlier),Protect (BF16)
|
| 159 |
+
blocks.22.self_attn.o.weight,22,Self-Attention,31.5415,10.9525,B (Balanced),Quantize (FP8)
|
| 160 |
+
blocks.22.self_attn.q.weight,22,Self-Attention,31.5341,24.2830,C (High Outlier),Protect (BF16)
|
| 161 |
+
blocks.22.self_attn.v.weight,22,Self-Attention,31.5305,12.1687,C (High Outlier),Protect (BF16)
|
| 162 |
+
blocks.23.cross_attn.k.weight,23,Cross-Attention,31.4706,5.3515,C (Fragile),Protect (BF16)
|
| 163 |
+
blocks.23.cross_attn.o.weight,23,Cross-Attention,31.3191,18.8547,C (High Outlier),Protect (BF16)
|
| 164 |
+
blocks.23.cross_attn.q.weight,23,Cross-Attention,31.5347,7.4219,B (Balanced),Quantize (FP8)
|
| 165 |
+
blocks.23.cross_attn.v.weight,23,Cross-Attention,31.2226,4.8476,C (Fragile),Protect (BF16)
|
| 166 |
+
blocks.23.ffn.0.weight,23,FFN/MLP,31.5329,14.4283,C (High Outlier),Protect (BF16)
|
| 167 |
+
blocks.23.ffn.2.weight,23,FFN/MLP,31.5322,11.8883,B (Balanced),Quantize (FP8)
|
| 168 |
+
blocks.23.self_attn.k.weight,23,Self-Attention,31.5347,11.2608,B (Balanced),Quantize (FP8)
|
| 169 |
+
blocks.23.self_attn.o.weight,23,Self-Attention,31.5273,15.3516,C (High Outlier),Protect (BF16)
|
| 170 |
+
blocks.23.self_attn.q.weight,23,Self-Attention,31.5361,24.6105,C (High Outlier),Protect (BF16)
|
| 171 |
+
blocks.23.self_attn.v.weight,23,Self-Attention,31.5362,11.5741,B (Balanced),Quantize (FP8)
|
| 172 |
+
blocks.24.cross_attn.k.weight,24,Cross-Attention,31.3225,4.1662,C (Fragile),Protect (BF16)
|
| 173 |
+
blocks.24.cross_attn.o.weight,24,Cross-Attention,31.4556,31.2924,C (High Outlier),Protect (BF16)
|
| 174 |
+
blocks.24.cross_attn.q.weight,24,Cross-Attention,31.7229,5.7550,B (Balanced),Quantize (FP8)
|
| 175 |
+
blocks.24.cross_attn.v.weight,24,Cross-Attention,31.3019,4.1762,C (Fragile),Protect (BF16)
|
| 176 |
+
blocks.24.ffn.0.weight,24,FFN/MLP,31.5346,11.3420,B (Balanced),Quantize (FP8)
|
| 177 |
+
blocks.24.ffn.2.weight,24,FFN/MLP,31.5381,11.6098,B (Balanced),Quantize (FP8)
|
| 178 |
+
blocks.24.self_attn.k.weight,24,Self-Attention,31.5336,14.7795,C (High Outlier),Protect (BF16)
|
| 179 |
+
blocks.24.self_attn.o.weight,24,Self-Attention,31.5309,12.1959,C (High Outlier),Protect (BF16)
|
| 180 |
+
blocks.24.self_attn.q.weight,24,Self-Attention,31.5329,26.4139,C (High Outlier),Protect (BF16)
|
| 181 |
+
blocks.24.self_attn.v.weight,24,Self-Attention,31.5330,12.3146,C (High Outlier),Protect (BF16)
|
| 182 |
+
blocks.25.cross_attn.k.weight,25,Cross-Attention,31.5411,3.8017,B (Balanced),Quantize (FP8)
|
| 183 |
+
blocks.25.cross_attn.o.weight,25,Cross-Attention,31.3069,8.4326,C (Fragile),Protect (BF16)
|
| 184 |
+
blocks.25.cross_attn.q.weight,25,Cross-Attention,31.8150,5.8389,B (Balanced),Quantize (FP8)
|
| 185 |
+
blocks.25.cross_attn.v.weight,25,Cross-Attention,31.1773,4.4509,C (Fragile),Protect (BF16)
|
| 186 |
+
blocks.25.ffn.0.weight,25,FFN/MLP,31.5272,13.5121,C (High Outlier),Protect (BF16)
|
| 187 |
+
blocks.25.ffn.2.weight,25,FFN/MLP,31.5328,11.9694,B (Balanced),Quantize (FP8)
|
| 188 |
+
blocks.25.self_attn.k.weight,25,Self-Attention,31.5374,10.6159,B (Balanced),Quantize (FP8)
|
| 189 |
+
blocks.25.self_attn.o.weight,25,Self-Attention,31.5277,15.2596,C (High Outlier),Protect (BF16)
|
| 190 |
+
blocks.25.self_attn.q.weight,25,Self-Attention,31.5434,20.6973,C (High Outlier),Protect (BF16)
|
| 191 |
+
blocks.25.self_attn.v.weight,25,Self-Attention,31.5364,11.7054,B (Balanced),Quantize (FP8)
|
| 192 |
+
blocks.26.cross_attn.k.weight,26,Cross-Attention,31.5627,3.7738,B (Balanced),Quantize (FP8)
|
| 193 |
+
blocks.26.cross_attn.o.weight,26,Cross-Attention,31.2451,35.7257,C (High Outlier),Protect (BF16)
|
| 194 |
+
blocks.26.cross_attn.q.weight,26,Cross-Attention,31.7471,5.7307,B (Balanced),Quantize (FP8)
|
| 195 |
+
blocks.26.cross_attn.v.weight,26,Cross-Attention,31.8628,5.8742,B (Balanced),Quantize (FP8)
|
| 196 |
+
blocks.26.ffn.0.weight,26,FFN/MLP,31.5270,12.7002,C (High Outlier),Protect (BF16)
|
| 197 |
+
blocks.26.ffn.2.weight,26,FFN/MLP,31.5388,16.8976,C (High Outlier),Protect (BF16)
|
| 198 |
+
blocks.26.self_attn.k.weight,26,Self-Attention,31.5314,13.6666,C (High Outlier),Protect (BF16)
|
| 199 |
+
blocks.26.self_attn.o.weight,26,Self-Attention,31.5260,13.3193,C (High Outlier),Protect (BF16)
|
| 200 |
+
blocks.26.self_attn.q.weight,26,Self-Attention,31.5313,25.4975,C (High Outlier),Protect (BF16)
|
| 201 |
+
blocks.26.self_attn.v.weight,26,Self-Attention,31.5408,11.4790,B (Balanced),Quantize (FP8)
|
| 202 |
+
blocks.27.cross_attn.k.weight,27,Cross-Attention,31.4507,3.8969,C (Fragile),Protect (BF16)
|
| 203 |
+
blocks.27.cross_attn.o.weight,27,Cross-Attention,31.4409,21.4356,C (High Outlier),Protect (BF16)
|
| 204 |
+
blocks.27.cross_attn.q.weight,27,Cross-Attention,31.2995,5.1127,C (Fragile),Protect (BF16)
|
| 205 |
+
blocks.27.cross_attn.v.weight,27,Cross-Attention,31.4444,3.9160,C (Fragile),Protect (BF16)
|
| 206 |
+
blocks.27.ffn.0.weight,27,FFN/MLP,31.5285,12.2919,C (High Outlier),Protect (BF16)
|
| 207 |
+
blocks.27.ffn.2.weight,27,FFN/MLP,31.5490,21.2454,C (High Outlier),Protect (BF16)
|
| 208 |
+
blocks.27.self_attn.k.weight,27,Self-Attention,31.5373,14.2089,C (High Outlier),Protect (BF16)
|
| 209 |
+
blocks.27.self_attn.o.weight,27,Self-Attention,31.5206,13.7207,C (High Outlier),Protect (BF16)
|
| 210 |
+
blocks.27.self_attn.q.weight,27,Self-Attention,31.5383,10.7011,B (Balanced),Quantize (FP8)
|
| 211 |
+
blocks.27.self_attn.v.weight,27,Self-Attention,31.5235,14.4791,C (High Outlier),Protect (BF16)
|
| 212 |
+
blocks.28.cross_attn.k.weight,28,Cross-Attention,31.2859,4.1319,C (Fragile),Protect (BF16)
|
| 213 |
+
blocks.28.cross_attn.o.weight,28,Cross-Attention,31.1866,37.7761,C (High Outlier),Protect (BF16)
|
| 214 |
+
blocks.28.cross_attn.q.weight,28,Cross-Attention,31.2649,5.1187,C (Fragile),Protect (BF16)
|
| 215 |
+
blocks.28.cross_attn.v.weight,28,Cross-Attention,31.3049,4.1063,C (Fragile),Protect (BF16)
|
| 216 |
+
blocks.28.ffn.0.weight,28,FFN/MLP,31.5335,14.7615,C (High Outlier),Protect (BF16)
|
| 217 |
+
blocks.28.ffn.2.weight,28,FFN/MLP,31.5507,9.5990,B (Balanced),Quantize (FP8)
|
| 218 |
+
blocks.28.self_attn.k.weight,28,Self-Attention,31.5371,18.6300,C (High Outlier),Protect (BF16)
|
| 219 |
+
blocks.28.self_attn.o.weight,28,Self-Attention,31.5236,15.3057,C (High Outlier),Protect (BF16)
|
| 220 |
+
blocks.28.self_attn.q.weight,28,Self-Attention,31.5350,10.2986,B (Balanced),Quantize (FP8)
|
| 221 |
+
blocks.28.self_attn.v.weight,28,Self-Attention,31.5263,14.7510,C (High Outlier),Protect (BF16)
|
| 222 |
+
blocks.29.cross_attn.k.weight,29,Cross-Attention,31.1502,4.5423,C (Fragile),Protect (BF16)
|
| 223 |
+
blocks.29.cross_attn.o.weight,29,Cross-Attention,31.9952,6.5244,B (Balanced),Quantize (FP8)
|
| 224 |
+
blocks.29.cross_attn.q.weight,29,Cross-Attention,32.0045,6.5407,B (Balanced),Quantize (FP8)
|
| 225 |
+
blocks.29.cross_attn.v.weight,29,Cross-Attention,31.2708,4.1796,C (Fragile),Protect (BF16)
|
| 226 |
+
blocks.29.ffn.0.weight,29,FFN/MLP,31.5407,10.2943,B (Balanced),Quantize (FP8)
|
| 227 |
+
blocks.29.ffn.2.weight,29,FFN/MLP,31.5395,17.3625,C (High Outlier),Protect (BF16)
|
| 228 |
+
blocks.29.self_attn.k.weight,29,Self-Attention,31.5303,12.7652,C (High Outlier),Protect (BF16)
|
| 229 |
+
blocks.29.self_attn.o.weight,29,Self-Attention,31.5416,8.7748,B (Balanced),Quantize (FP8)
|
| 230 |
+
blocks.29.self_attn.q.weight,29,Self-Attention,31.5363,9.7548,B (Balanced),Quantize (FP8)
|
| 231 |
+
blocks.29.self_attn.v.weight,29,Self-Attention,31.5297,12.8753,C (High Outlier),Protect (BF16)
|
| 232 |
+
blocks.3.cross_attn.k.weight,3,Cross-Attention,31.5130,5.9222,B (Balanced),Quantize (FP8)
|
| 233 |
+
blocks.3.cross_attn.o.weight,3,Cross-Attention,31.5445,16.4426,C (High Outlier),Protect (BF16)
|
| 234 |
+
blocks.3.cross_attn.q.weight,3,Cross-Attention,31.5299,13.7853,C (High Outlier),Protect (BF16)
|
| 235 |
+
blocks.3.cross_attn.v.weight,3,Cross-Attention,31.5342,5.2440,B (Balanced),Quantize (FP8)
|
| 236 |
+
blocks.3.ffn.0.weight,3,FFN/MLP,31.5307,11.4113,B (Balanced),Quantize (FP8)
|
| 237 |
+
blocks.3.ffn.2.weight,3,FFN/MLP,31.5309,15.4258,C (High Outlier),Protect (BF16)
|
| 238 |
+
blocks.3.self_attn.k.weight,3,Self-Attention,31.5376,14.9623,C (High Outlier),Protect (BF16)
|
| 239 |
+
blocks.3.self_attn.o.weight,3,Self-Attention,31.5510,9.1918,B (Balanced),Quantize (FP8)
|
| 240 |
+
blocks.3.self_attn.q.weight,3,Self-Attention,31.5395,7.8022,B (Balanced),Quantize (FP8)
|
| 241 |
+
blocks.3.self_attn.v.weight,3,Self-Attention,31.5266,12.2415,C (High Outlier),Protect (BF16)
|
| 242 |
+
blocks.30.cross_attn.k.weight,30,Cross-Attention,32.0824,3.1272,B (Balanced),Quantize (FP8)
|
| 243 |
+
blocks.30.cross_attn.o.weight,30,Cross-Attention,31.4771,15.5194,C (High Outlier),Protect (BF16)
|
| 244 |
+
blocks.30.cross_attn.q.weight,30,Cross-Attention,31.4074,5.3408,C (Fragile),Protect (BF16)
|
| 245 |
+
blocks.30.cross_attn.v.weight,30,Cross-Attention,31.1471,4.4851,C (Fragile),Protect (BF16)
|
| 246 |
+
blocks.30.ffn.0.weight,30,FFN/MLP,31.5434,19.0776,C (High Outlier),Protect (BF16)
|
| 247 |
+
blocks.30.ffn.2.weight,30,FFN/MLP,31.5343,16.5812,C (High Outlier),Protect (BF16)
|
| 248 |
+
blocks.30.self_attn.k.weight,30,Self-Attention,31.5350,11.0342,B (Balanced),Quantize (FP8)
|
| 249 |
+
blocks.30.self_attn.o.weight,30,Self-Attention,31.5227,14.0482,C (High Outlier),Protect (BF16)
|
| 250 |
+
blocks.30.self_attn.q.weight,30,Self-Attention,31.5394,9.7429,B (Balanced),Quantize (FP8)
|
| 251 |
+
blocks.30.self_attn.v.weight,30,Self-Attention,31.5484,10.2317,B (Balanced),Quantize (FP8)
|
| 252 |
+
blocks.31.cross_attn.k.weight,31,Cross-Attention,31.1309,4.7354,C (Fragile),Protect (BF16)
|
| 253 |
+
blocks.31.cross_attn.o.weight,31,Cross-Attention,31.9724,13.1286,C (High Outlier),Protect (BF16)
|
| 254 |
+
blocks.31.cross_attn.q.weight,31,Cross-Attention,32.0533,6.2480,B (Balanced),Quantize (FP8)
|
| 255 |
+
blocks.31.cross_attn.v.weight,31,Cross-Attention,31.2476,5.1485,C (Fragile),Protect (BF16)
|
| 256 |
+
blocks.31.ffn.0.weight,31,FFN/MLP,31.5318,14.4975,C (High Outlier),Protect (BF16)
|
| 257 |
+
blocks.31.ffn.2.weight,31,FFN/MLP,31.5440,10.9290,B (Balanced),Quantize (FP8)
|
| 258 |
+
blocks.31.self_attn.k.weight,31,Self-Attention,31.5357,11.9848,B (Balanced),Quantize (FP8)
|
| 259 |
+
blocks.31.self_attn.o.weight,31,Self-Attention,31.5459,10.5490,B (Balanced),Quantize (FP8)
|
| 260 |
+
blocks.31.self_attn.q.weight,31,Self-Attention,31.5358,8.6770,B (Balanced),Quantize (FP8)
|
| 261 |
+
blocks.31.self_attn.v.weight,31,Self-Attention,31.5403,12.0391,C (High Outlier),Protect (BF16)
|
| 262 |
+
blocks.32.cross_attn.k.weight,32,Cross-Attention,32.1199,3.1845,B (Balanced),Quantize (FP8)
|
| 263 |
+
blocks.32.cross_attn.o.weight,32,Cross-Attention,31.8671,5.9248,B (Balanced),Quantize (FP8)
|
| 264 |
+
blocks.32.cross_attn.q.weight,32,Cross-Attention,31.3648,5.2916,C (Fragile),Protect (BF16)
|
| 265 |
+
blocks.32.cross_attn.v.weight,32,Cross-Attention,31.1754,4.3905,C (Fragile),Protect (BF16)
|
| 266 |
+
blocks.32.ffn.0.weight,32,FFN/MLP,31.5287,12.0942,C (High Outlier),Protect (BF16)
|
| 267 |
+
blocks.32.ffn.2.weight,32,FFN/MLP,31.5456,9.8879,B (Balanced),Quantize (FP8)
|
| 268 |
+
blocks.32.self_attn.k.weight,32,Self-Attention,31.5315,10.3725,B (Balanced),Quantize (FP8)
|
| 269 |
+
blocks.32.self_attn.o.weight,32,Self-Attention,31.5306,9.2028,B (Balanced),Quantize (FP8)
|
| 270 |
+
blocks.32.self_attn.q.weight,32,Self-Attention,31.5286,10.0114,B (Balanced),Quantize (FP8)
|
| 271 |
+
blocks.32.self_attn.v.weight,32,Self-Attention,31.5400,10.0242,B (Balanced),Quantize (FP8)
|
| 272 |
+
blocks.33.cross_attn.k.weight,33,Cross-Attention,31.9927,3.3421,B (Balanced),Quantize (FP8)
|
| 273 |
+
blocks.33.cross_attn.o.weight,33,Cross-Attention,32.0008,6.0604,B (Balanced),Quantize (FP8)
|
| 274 |
+
blocks.33.cross_attn.q.weight,33,Cross-Attention,31.9697,5.9415,B (Balanced),Quantize (FP8)
|
| 275 |
+
blocks.33.cross_attn.v.weight,33,Cross-Attention,31.2549,4.1869,C (Fragile),Protect (BF16)
|
| 276 |
+
blocks.33.ffn.0.weight,33,FFN/MLP,31.5269,12.0383,C (High Outlier),Protect (BF16)
|
| 277 |
+
blocks.33.ffn.2.weight,33,FFN/MLP,31.5268,15.3580,C (High Outlier),Protect (BF16)
|
| 278 |
+
blocks.33.self_attn.k.weight,33,Self-Attention,31.5720,54.4139,C (High Outlier),Protect (BF16)
|
| 279 |
+
blocks.33.self_attn.o.weight,33,Self-Attention,31.5322,7.3648,B (Balanced),Quantize (FP8)
|
| 280 |
+
blocks.33.self_attn.q.weight,33,Self-Attention,31.5115,20.3830,C (High Outlier),Protect (BF16)
|
| 281 |
+
blocks.33.self_attn.v.weight,33,Self-Attention,31.5187,8.6269,B (Balanced),Quantize (FP8)
|
| 282 |
+
blocks.34.cross_attn.k.weight,34,Cross-Attention,31.8074,2.8834,B (Balanced),Quantize (FP8)
|
| 283 |
+
blocks.34.cross_attn.o.weight,34,Cross-Attention,31.4736,10.9234,C (Fragile),Protect (BF16)
|
| 284 |
+
blocks.34.cross_attn.q.weight,34,Cross-Attention,31.1993,4.2805,C (Fragile),Protect (BF16)
|
| 285 |
+
blocks.34.cross_attn.v.weight,34,Cross-Attention,31.8589,3.4871,B (Balanced),Quantize (FP8)
|
| 286 |
+
blocks.34.ffn.0.weight,34,FFN/MLP,31.5291,11.7140,B (Balanced),Quantize (FP8)
|
| 287 |
+
blocks.34.ffn.2.weight,34,FFN/MLP,31.5287,15.8693,C (High Outlier),Protect (BF16)
|
| 288 |
+
blocks.34.self_attn.k.weight,34,Self-Attention,31.5406,23.0067,C (High Outlier),Protect (BF16)
|
| 289 |
+
blocks.34.self_attn.o.weight,34,Self-Attention,31.5515,11.6644,B (Balanced),Quantize (FP8)
|
| 290 |
+
blocks.34.self_attn.q.weight,34,Self-Attention,31.5270,17.1280,C (High Outlier),Protect (BF16)
|
| 291 |
+
blocks.34.self_attn.v.weight,34,Self-Attention,31.5445,13.9765,C (High Outlier),Protect (BF16)
|
| 292 |
+
blocks.35.cross_attn.k.weight,35,Cross-Attention,31.5925,3.7389,B (Balanced),Quantize (FP8)
|
| 293 |
+
blocks.35.cross_attn.o.weight,35,Cross-Attention,31.3401,8.1677,C (Fragile),Protect (BF16)
|
| 294 |
+
blocks.35.cross_attn.q.weight,35,Cross-Attention,32.0695,12.1448,C (High Outlier),Protect (BF16)
|
| 295 |
+
blocks.35.cross_attn.v.weight,35,Cross-Attention,31.1622,4.4245,C (Fragile),Protect (BF16)
|
| 296 |
+
blocks.35.ffn.0.weight,35,FFN/MLP,31.5292,11.9048,B (Balanced),Quantize (FP8)
|
| 297 |
+
blocks.35.ffn.2.weight,35,FFN/MLP,31.5386,12.8425,C (High Outlier),Protect (BF16)
|
| 298 |
+
blocks.35.self_attn.k.weight,35,Self-Attention,31.5389,10.7632,B (Balanced),Quantize (FP8)
|
| 299 |
+
blocks.35.self_attn.o.weight,35,Self-Attention,31.5345,14.0545,C (High Outlier),Protect (BF16)
|
| 300 |
+
blocks.35.self_attn.q.weight,35,Self-Attention,31.5323,8.4762,B (Balanced),Quantize (FP8)
|
| 301 |
+
blocks.35.self_attn.v.weight,35,Self-Attention,31.5386,13.4206,C (High Outlier),Protect (BF16)
|
| 302 |
+
blocks.36.cross_attn.k.weight,36,Cross-Attention,31.6286,3.7055,B (Balanced),Quantize (FP8)
|
| 303 |
+
blocks.36.cross_attn.o.weight,36,Cross-Attention,31.8217,5.8342,B (Balanced),Quantize (FP8)
|
| 304 |
+
blocks.36.cross_attn.q.weight,36,Cross-Attention,31.3809,5.2894,C (Fragile),Protect (BF16)
|
| 305 |
+
blocks.36.cross_attn.v.weight,36,Cross-Attention,31.1589,4.9100,C (Fragile),Protect (BF16)
|
| 306 |
+
blocks.36.ffn.0.weight,36,FFN/MLP,31.5286,12.9973,C (High Outlier),Protect (BF16)
|
| 307 |
+
blocks.36.ffn.2.weight,36,FFN/MLP,31.5463,11.6037,B (Balanced),Quantize (FP8)
|
| 308 |
+
blocks.36.self_attn.k.weight,36,Self-Attention,31.5114,17.5641,C (High Outlier),Protect (BF16)
|
| 309 |
+
blocks.36.self_attn.o.weight,36,Self-Attention,31.5484,10.6633,B (Balanced),Quantize (FP8)
|
| 310 |
+
blocks.36.self_attn.q.weight,36,Self-Attention,31.5618,14.0455,C (High Outlier),Protect (BF16)
|
| 311 |
+
blocks.36.self_attn.v.weight,36,Self-Attention,31.5400,10.8642,B (Balanced),Quantize (FP8)
|
| 312 |
+
blocks.37.cross_attn.k.weight,37,Cross-Attention,31.9313,2.9983,B (Balanced),Quantize (FP8)
|
| 313 |
+
blocks.37.cross_attn.o.weight,37,Cross-Attention,31.8141,5.8402,B (Balanced),Quantize (FP8)
|
| 314 |
+
blocks.37.cross_attn.q.weight,37,Cross-Attention,31.5280,5.4852,B (Balanced),Quantize (FP8)
|
| 315 |
+
blocks.37.cross_attn.v.weight,37,Cross-Attention,31.3653,4.0089,C (Fragile),Protect (BF16)
|
| 316 |
+
blocks.37.ffn.0.weight,37,FFN/MLP,31.5310,12.4317,C (High Outlier),Protect (BF16)
|
| 317 |
+
blocks.37.ffn.2.weight,37,FFN/MLP,31.5519,11.6950,B (Balanced),Quantize (FP8)
|
| 318 |
+
blocks.37.self_attn.k.weight,37,Self-Attention,31.5541,14.6481,C (High Outlier),Protect (BF16)
|
| 319 |
+
blocks.37.self_attn.o.weight,37,Self-Attention,31.5129,9.6311,B (Balanced),Quantize (FP8)
|
| 320 |
+
blocks.37.self_attn.q.weight,37,Self-Attention,31.5135,8.7145,B (Balanced),Quantize (FP8)
|
| 321 |
+
blocks.37.self_attn.v.weight,37,Self-Attention,31.5287,15.8370,C (High Outlier),Protect (BF16)
|
| 322 |
+
blocks.38.cross_attn.k.weight,38,Cross-Attention,31.7845,3.5484,B (Balanced),Quantize (FP8)
|
| 323 |
+
blocks.38.cross_attn.o.weight,38,Cross-Attention,31.7240,11.4316,B (Balanced),Quantize (FP8)
|
| 324 |
+
blocks.38.cross_attn.q.weight,38,Cross-Attention,31.8191,5.9351,B (Balanced),Quantize (FP8)
|
| 325 |
+
blocks.38.cross_attn.v.weight,38,Cross-Attention,31.1631,4.9048,C (Fragile),Protect (BF16)
|
| 326 |
+
blocks.38.ffn.0.weight,38,FFN/MLP,31.5390,15.0762,C (High Outlier),Protect (BF16)
|
| 327 |
+
blocks.38.ffn.2.weight,38,FFN/MLP,31.5185,16.4421,C (High Outlier),Protect (BF16)
|
| 328 |
+
blocks.38.self_attn.k.weight,38,Self-Attention,31.4575,40.3311,C (High Outlier),Protect (BF16)
|
| 329 |
+
blocks.38.self_attn.o.weight,38,Self-Attention,31.5488,10.4804,B (Balanced),Quantize (FP8)
|
| 330 |
+
blocks.38.self_attn.q.weight,38,Self-Attention,31.4462,19.3749,C (High Outlier),Protect (BF16)
|
| 331 |
+
blocks.38.self_attn.v.weight,38,Self-Attention,31.5069,16.6950,C (High Outlier),Protect (BF16)
|
| 332 |
+
blocks.39.cross_attn.k.weight,39,Cross-Attention,31.7370,3.6032,B (Balanced),Quantize (FP8)
|
| 333 |
+
blocks.39.cross_attn.o.weight,39,Cross-Attention,31.6223,7.4045,B (Balanced),Quantize (FP8)
|
| 334 |
+
blocks.39.cross_attn.q.weight,39,Cross-Attention,31.9950,6.5122,B (Balanced),Quantize (FP8)
|
| 335 |
+
blocks.39.cross_attn.v.weight,39,Cross-Attention,31.9064,3.4425,B (Balanced),Quantize (FP8)
|
| 336 |
+
blocks.39.ffn.0.weight,39,FFN/MLP,31.5345,14.1682,C (High Outlier),Protect (BF16)
|
| 337 |
+
blocks.39.ffn.2.weight,39,FFN/MLP,31.5859,12.6733,C (High Outlier),Protect (BF16)
|
| 338 |
+
blocks.39.self_attn.k.weight,39,Self-Attention,31.5588,23.3376,C (High Outlier),Protect (BF16)
|
| 339 |
+
blocks.39.self_attn.o.weight,39,Self-Attention,31.5052,10.0876,B (Balanced),Quantize (FP8)
|
| 340 |
+
blocks.39.self_attn.q.weight,39,Self-Attention,31.4932,18.3065,C (High Outlier),Protect (BF16)
|
| 341 |
+
blocks.39.self_attn.v.weight,39,Self-Attention,31.5483,11.2986,B (Balanced),Quantize (FP8)
|
| 342 |
+
blocks.4.cross_attn.k.weight,4,Cross-Attention,31.5351,7.3647,B (Balanced),Quantize (FP8)
|
| 343 |
+
blocks.4.cross_attn.o.weight,4,Cross-Attention,31.5480,17.4809,C (High Outlier),Protect (BF16)
|
| 344 |
+
blocks.4.cross_attn.q.weight,4,Cross-Attention,31.5275,11.9407,B (Balanced),Quantize (FP8)
|
| 345 |
+
blocks.4.cross_attn.v.weight,4,Cross-Attention,31.5318,5.2771,B (Balanced),Quantize (FP8)
|
| 346 |
+
blocks.4.ffn.0.weight,4,FFN/MLP,31.5229,13.0504,C (High Outlier),Protect (BF16)
|
| 347 |
+
blocks.4.ffn.2.weight,4,FFN/MLP,31.5492,10.0398,B (Balanced),Quantize (FP8)
|
| 348 |
+
blocks.4.self_attn.k.weight,4,Self-Attention,31.5425,16.2281,C (High Outlier),Protect (BF16)
|
| 349 |
+
blocks.4.self_attn.o.weight,4,Self-Attention,31.5502,9.8539,B (Balanced),Quantize (FP8)
|
| 350 |
+
blocks.4.self_attn.q.weight,4,Self-Attention,31.5288,11.7242,B (Balanced),Quantize (FP8)
|
| 351 |
+
blocks.4.self_attn.v.weight,4,Self-Attention,31.5233,6.3356,B (Balanced),Quantize (FP8)
|
| 352 |
+
blocks.5.cross_attn.k.weight,5,Cross-Attention,31.5170,6.5807,B (Balanced),Quantize (FP8)
|
| 353 |
+
blocks.5.cross_attn.o.weight,5,Cross-Attention,31.5311,31.5871,C (High Outlier),Protect (BF16)
|
| 354 |
+
blocks.5.cross_attn.q.weight,5,Cross-Attention,31.5236,14.0138,C (High Outlier),Protect (BF16)
|
| 355 |
+
blocks.5.cross_attn.v.weight,5,Cross-Attention,31.5385,5.1871,B (Balanced),Quantize (FP8)
|
| 356 |
+
blocks.5.ffn.0.weight,5,FFN/MLP,31.5388,10.6603,B (Balanced),Quantize (FP8)
|
| 357 |
+
blocks.5.ffn.2.weight,5,FFN/MLP,31.5221,13.9182,C (High Outlier),Protect (BF16)
|
| 358 |
+
blocks.5.self_attn.k.weight,5,Self-Attention,31.5260,14.0165,C (High Outlier),Protect (BF16)
|
| 359 |
+
blocks.5.self_attn.o.weight,5,Self-Attention,31.5187,7.2877,B (Balanced),Quantize (FP8)
|
| 360 |
+
blocks.5.self_attn.q.weight,5,Self-Attention,31.5224,6.7500,B (Balanced),Quantize (FP8)
|
| 361 |
+
blocks.5.self_attn.v.weight,5,Self-Attention,31.5453,8.5252,B (Balanced),Quantize (FP8)
|
| 362 |
+
blocks.6.cross_attn.k.weight,6,Cross-Attention,31.5268,7.1046,B (Balanced),Quantize (FP8)
|
| 363 |
+
blocks.6.cross_attn.o.weight,6,Cross-Attention,31.5310,24.2881,C (High Outlier),Protect (BF16)
|
| 364 |
+
blocks.6.cross_attn.q.weight,6,Cross-Attention,31.5328,23.5499,C (High Outlier),Protect (BF16)
|
| 365 |
+
blocks.6.cross_attn.v.weight,6,Cross-Attention,31.5389,5.3700,B (Balanced),Quantize (FP8)
|
| 366 |
+
blocks.6.ffn.0.weight,6,FFN/MLP,31.5242,12.5597,C (High Outlier),Protect (BF16)
|
| 367 |
+
blocks.6.ffn.2.weight,6,FFN/MLP,31.5456,10.4448,B (Balanced),Quantize (FP8)
|
| 368 |
+
blocks.6.self_attn.k.weight,6,Self-Attention,31.5467,19.6037,C (High Outlier),Protect (BF16)
|
| 369 |
+
blocks.6.self_attn.o.weight,6,Self-Attention,31.5216,7.5283,B (Balanced),Quantize (FP8)
|
| 370 |
+
blocks.6.self_attn.q.weight,6,Self-Attention,31.5356,7.8331,B (Balanced),Quantize (FP8)
|
| 371 |
+
blocks.6.self_attn.v.weight,6,Self-Attention,31.5291,6.1545,B (Balanced),Quantize (FP8)
|
| 372 |
+
blocks.7.cross_attn.k.weight,7,Cross-Attention,31.5227,6.7977,B (Balanced),Quantize (FP8)
|
| 373 |
+
blocks.7.cross_attn.o.weight,7,Cross-Attention,31.5389,33.5503,C (High Outlier),Protect (BF16)
|
| 374 |
+
blocks.7.cross_attn.q.weight,7,Cross-Attention,31.5443,21.1613,C (High Outlier),Protect (BF16)
|
| 375 |
+
blocks.7.cross_attn.v.weight,7,Cross-Attention,31.5197,6.2815,B (Balanced),Quantize (FP8)
|
| 376 |
+
blocks.7.ffn.0.weight,7,FFN/MLP,31.5237,12.8775,C (High Outlier),Protect (BF16)
|
| 377 |
+
blocks.7.ffn.2.weight,7,FFN/MLP,31.5267,29.5325,C (High Outlier),Protect (BF16)
|
| 378 |
+
blocks.7.self_attn.k.weight,7,Self-Attention,31.5264,24.9062,C (High Outlier),Protect (BF16)
|
| 379 |
+
blocks.7.self_attn.o.weight,7,Self-Attention,31.5303,7.8418,B (Balanced),Quantize (FP8)
|
| 380 |
+
blocks.7.self_attn.q.weight,7,Self-Attention,31.5343,7.7250,B (Balanced),Quantize (FP8)
|
| 381 |
+
blocks.7.self_attn.v.weight,7,Self-Attention,31.5445,8.7668,B (Balanced),Quantize (FP8)
|
| 382 |
+
blocks.8.cross_attn.k.weight,8,Cross-Attention,31.5183,6.6603,B (Balanced),Quantize (FP8)
|
| 383 |
+
blocks.8.cross_attn.o.weight,8,Cross-Attention,31.5299,24.6715,C (High Outlier),Protect (BF16)
|
| 384 |
+
blocks.8.cross_attn.q.weight,8,Cross-Attention,31.5247,25.1808,C (High Outlier),Protect (BF16)
|
| 385 |
+
blocks.8.cross_attn.v.weight,8,Cross-Attention,31.5203,5.7807,B (Balanced),Quantize (FP8)
|
| 386 |
+
blocks.8.ffn.0.weight,8,FFN/MLP,31.5316,14.9290,C (High Outlier),Protect (BF16)
|
| 387 |
+
blocks.8.ffn.2.weight,8,FFN/MLP,31.5351,32.2831,C (High Outlier),Protect (BF16)
|
| 388 |
+
blocks.8.self_attn.k.weight,8,Self-Attention,31.5350,30.8912,C (High Outlier),Protect (BF16)
|
| 389 |
+
blocks.8.self_attn.o.weight,8,Self-Attention,31.5417,8.5485,B (Balanced),Quantize (FP8)
|
| 390 |
+
blocks.8.self_attn.q.weight,8,Self-Attention,31.5371,7.8724,B (Balanced),Quantize (FP8)
|
| 391 |
+
blocks.8.self_attn.v.weight,8,Self-Attention,31.5304,5.9860,B (Balanced),Quantize (FP8)
|
| 392 |
+
blocks.9.cross_attn.k.weight,9,Cross-Attention,31.5164,6.3440,B (Balanced),Quantize (FP8)
|
| 393 |
+
blocks.9.cross_attn.o.weight,9,Cross-Attention,31.5458,40.5765,C (High Outlier),Protect (BF16)
|
| 394 |
+
blocks.9.cross_attn.q.weight,9,Cross-Attention,31.5276,13.8778,C (High Outlier),Protect (BF16)
|
| 395 |
+
blocks.9.cross_attn.v.weight,9,Cross-Attention,31.5281,5.9587,B (Balanced),Quantize (FP8)
|
| 396 |
+
blocks.9.ffn.0.weight,9,FFN/MLP,31.5206,12.9226,C (High Outlier),Protect (BF16)
|
| 397 |
+
blocks.9.ffn.2.weight,9,FFN/MLP,31.5274,30.6133,C (High Outlier),Protect (BF16)
|
| 398 |
+
blocks.9.self_attn.k.weight,9,Self-Attention,31.5311,30.0861,C (High Outlier),Protect (BF16)
|
| 399 |
+
blocks.9.self_attn.o.weight,9,Self-Attention,31.5532,9.5072,B (Balanced),Quantize (FP8)
|
| 400 |
+
blocks.9.self_attn.q.weight,9,Self-Attention,31.5436,8.5376,B (Balanced),Quantize (FP8)
|
| 401 |
+
blocks.9.self_attn.v.weight,9,Self-Attention,31.5278,6.5880,B (Balanced),Quantize (FP8)
|
| 402 |
+
head.head.weight,N/A,Other,31.5369,13.4620,C (High Outlier),Protect (BF16)
|
| 403 |
+
text_embedding.0.weight,N/A,Other,31.5216,12.9609,C (High Outlier),Protect (BF16)
|
| 404 |
+
text_embedding.2.weight,N/A,Other,31.5194,6.0303,B (Balanced),Quantize (FP8)
|
| 405 |
+
time_embedding.0.weight,N/A,Other,31.5506,6.7012,B (Balanced),Quantize (FP8)
|
| 406 |
+
time_embedding.2.weight,N/A,Other,31.5342,13.5432,C (High Outlier),Protect (BF16)
|
| 407 |
+
time_projection.1.weight,N/A,Other,31.5517,33.9441,C (High Outlier),Protect (BF16)
|