Hugging Face's logo

KBlueLeaf
/
MOSS-Image-heal

Text-to-Image
Diffusers
Safetensors
moss-image
fp16
comfyui
Model card Files
xet
 Community
2
MOSS-Image-heal / reports /stream_stats.json
KBlueLeaf's picture
KBlueLeaf
Add files using upload-large-folder tool
5bfebf3 verified
Raw History Blame Contribute Delete
88 kB
{
"stream": {
"base": {
"max": [
18112.0,
20672.0,
31210.666666666668,
32106.666666666668,
33152.0,
34666.666666666664,
35882.666666666664,
37589.333333333336,
38314.666666666664,
39338.666666666664,
39850.666666666664,
40362.666666666664,
40874.666666666664,
42709.333333333336,
43946.666666666664,
44416.0,
44672.0,
46250.666666666664,
47360.0,
50560.0,
52693.333333333336,
53034.666666666664,
52821.333333333336,
53461.333333333336,
53973.333333333336,
57770.666666666664,
58410.666666666664,
58197.333333333336,
56917.333333333336,
52522.666666666664,
49792.0,
44629.333333333336,
40405.333333333336,
35968.0,
32256.0,
30528.0,
29418.666666666668,
28480.0,
27648.0,
27093.333333333332,
27861.333333333332,
24085.333333333332
],
"top": [
743.8223368326823,
742.058827718099,
789.5050048828125,
809.5279032389323,
861.8507486979166,
824.1641642252604,
939.8524475097656,
1008.4914957682291,
1024.1360778808594,
1082.1944173177083,
1169.4183146158855,
1010.3230997721354,
1027.0108032226562,
1163.0825805664062,
939.6980692545573,
1031.0240478515625,
982.8446451822916,
1061.6879984537761,
966.0434163411459,
907.7400207519531,
891.5559488932291,
875.9452819824219,
802.0072326660156,
813.2366027832031,
863.24755859375,
913.2341918945312,
965.8491414388021,
985.0565388997396,
1016.4468587239584,
1054.8790181477864,
1066.2792154947917,
1082.900166829427,
1123.4149780273438,
1187.7306315104167,
1190.834716796875,
1205.0169067382812,
1236.397237141927,
1250.5986328125,
1257.739034016927,
1309.298604329427,
1602.932108561198,
1552.6812337239583
],
"rms": [
16.078839937845867,
17.204026222229004,
21.759265899658203,
22.32531674702962,
22.973322868347168,
23.235083262125652,
24.5834321975708,
27.126156171162922,
27.6498810450236,
28.32890446980794,
29.108840942382812,
27.700739860534668,
27.814220746358234,
29.1703945795695,
27.490708986918133,
28.183388710021973,
27.665238698323567,
28.784833908081055,
28.02005386352539,
27.972845713297527,
27.905938148498535,
27.8002773920695,
27.04135258992513,
27.022157351175945,
26.85149383544922,
27.81273619333903,
27.821446736653645,
27.920051256815594,
27.68673578898112,
27.02371629079183,
26.33862590789795,
24.796226183573406,
24.46813456217448,
23.896192868550617,
23.616936365763348,
23.517852465311687,
24.719120979309082,
26.074944496154785,
28.488993008931477,
34.20740763346354,
51.81636174519857,
65.57966868082683
],
"conc": [
0.9860906898975372,
0.9865634540716807,
0.9904504617055258,
0.9899802704652151,
0.9894526600837708,
0.9884741107622782,
0.9891013205051422,
0.9906880954901377,
0.9904331962267557,
0.9900860885779063,
0.9897435903549194,
0.9877378145853678,
0.9862873554229736,
0.9862529337406158,
0.9828639527161916,
0.9815340836842855,
0.9775997002919515,
0.9765580197175344,
0.9685418605804443,
0.9564296106497446,
0.9415293832619985,
0.9255937238534292,
0.9055381317933401,
0.8933658202489217,
0.8744279940923055,
0.8735114137331644,
0.8632581532001495,
0.8559272885322571,
0.841672678788503,
0.8148007790247599,
0.797074556350708,
0.7522336840629578,
0.7077845633029938,
0.6458800633748373,
0.6019410093625387,
0.574272632598877,
0.5352961619695028,
0.5075082282225291,
0.43212660153706867,
0.3712020715077718,
0.3661014089981715,
0.38509322206179303
],
"h_rel": [
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"h_cos": [
0.999999980131785,
1.0,
1.0000000894069672,
1.0000000198682149,
0.9999999900658926,
1.0000000894069672,
1.00000003973643,
0.9999999900658926,
0.9999999701976776,
1.0000000993410747,
0.9999999006589254,
0.999999980131785,
0.9999999602635702,
1.0,
0.9999999900658926,
1.0,
1.00000003973643,
1.0000001192092896,
1.0000000099341075,
1.0000000298023224,
1.0000000099341075,
1.0000000496705372,
1.00000003973643,
1.0,
0.999999980131785,
1.0000000099341075,
1.0000000596046448,
1.0,
1.0000000496705372,
1.00000003973643,
1.00000003973643,
0.9999999503294627,
0.999999980131785,
1.0,
1.0000000298023224,
1.0,
0.9999999602635702,
0.999999980131785,
0.9999999105930328,
1.0,
0.999999980131785,
1.0000000198682149
],
"loss": 0.4280160814523697,
"v_cos": 0.999999980131785,
"rows": [
{
"sigma": 0.3,
"loss": 0.5005013942718506,
"v_cos": 0.9999998807907104
},
{
"sigma": 0.5,
"loss": 0.36177927255630493,
"v_cos": 1.0
},
{
"sigma": 0.7,
"loss": 0.37483757734298706,
"v_cos": 1.0
},
{
"sigma": 0.9,
"loss": 0.5631246566772461,
"v_cos": 1.0
},
{
"sigma": 0.5,
"loss": 0.3547500967979431,
"v_cos": 1.0
},
{
"sigma": 0.7,
"loss": 0.41310349106788635,
"v_cos": 1.0
}
]
},
"heal": {
"max": [
2162.6666666666665,
2344.0,
2701.3333333333335,
2749.3333333333335,
2765.3333333333335,
2821.3333333333335,
2837.3333333333335,
2930.6666666666665,
2936.0,
2936.0,
2920.0,
2864.0,
2858.6666666666665,
2877.3333333333335,
2826.6666666666665,
2794.6666666666665,
2728.0,
2762.6666666666665,
2680.0,
2562.6666666666665,
2709.3333333333335,
2626.6666666666665,
2629.3333333333335,
2517.3333333333335,
2536.0,
2946.6666666666665,
3064.0,
3082.6666666666665,
3016.0,
2837.3333333333335,
2730.6666666666665,
2573.3333333333335,
2461.3333333333335,
2312.0,
2229.3333333333335,
2162.6666666666665,
2378.6666666666665,
2285.3333333333335,
2194.6666666666665,
2034.6666666666667,
1909.3333333333333,
1518.6666666666667
],
"top": [
140.3323771158854,
155.5273462931315,
163.44906361897787,
170.028444925944,
177.25895182291666,
174.9741973876953,
186.74146525065103,
185.02845764160156,
184.8782475789388,
188.53018951416016,
197.68152364095053,
183.86034647623697,
186.67087046305338,
204.19212849934897,
182.22821553548178,
189.7016855875651,
185.80786641438803,
193.38235727945963,
184.32895151774088,
171.00879923502603,
163.09090932210287,
152.45807902018228,
131.81604639689127,
119.27747472127278,
99.34159342447917,
91.78489430745442,
82.53043746948242,
84.57574462890625,
88.14227294921875,
96.84070587158203,
105.04912567138672,
103.51279576619466,
111.44977315266927,
126.5636215209961,
135.2429453531901,
122.56413396199544,
137.19288126627603,
149.05896504720053,
142.4176025390625,
163.46874237060547,
222.69903055826822,
257.54619852701825
],
"rms": [
2.7858384052912393,
3.0315867265065513,
3.195974826812744,
3.3091999292373657,
3.393808126449585,
3.3833614190419516,
3.535274863243103,
3.5714518229166665,
3.572141647338867,
3.619413137435913,
3.726265549659729,
3.545045495033264,
3.5959051052729287,
3.828743020693461,
3.5343738396962485,
3.6484428246816,
3.5938156843185425,
3.7111421823501587,
3.558598001797994,
3.4171396096547446,
3.3427337805430093,
3.2208900849024453,
2.9758389393488565,
2.873399257659912,
2.6386333306630454,
2.5972256660461426,
2.4834468762079873,
2.514582792917887,
2.5719335873921714,
2.6756874322891235,
2.7379723389943442,
2.736849625905355,
2.8741583029429116,
3.076478958129883,
3.221360723177592,
3.080885370572408,
3.4973172744115195,
3.9451120694478354,
4.625826438268025,
6.08522367477417,
9.822253386179606,
12.0452774365743
],
"conc": [
0.8146076500415802,
0.839014341433843,
0.8528526226679484,
0.859624038139979,
0.863275428613027,
0.8601975440979004,
0.8718963960806528,
0.8759271999200186,
0.8767207662264506,
0.8790556689103445,
0.8842689692974091,
0.8704819778601328,
0.8706217010815939,
0.8830311199029287,
0.8588325877984365,
0.8631267746289571,
0.8485928674538931,
0.8515231808026632,
0.831031451622645,
0.8064236342906952,
0.7870673735936483,
0.7554976542790731,
0.7082706391811371,
0.6861556569735209,
0.647295743227005,
0.6573189695676168,
0.6420965592066447,
0.6390694975852966,
0.6451688508192698,
0.6504635512828827,
0.659494529167811,
0.6397732893625895,
0.6071107486883799,
0.6057615180810293,
0.5832691391309103,
0.4978693127632141,
0.4759192268053691,
0.4508182903130849,
0.3389461040496826,
0.28431639075279236,
0.2642173891266187,
0.34800921380519867
],
"h_rel": [
0.8660156627496084,
0.8687779307365417,
0.9056042532126108,
0.9044511516888937,
0.9033505221207937,
0.9073304335276285,
0.9036945501963297,
0.9095517496267954,
0.9106776118278503,
0.9101360440254211,
0.9079908033212026,
0.9129301706949869,
0.9111750324567159,
0.9059341649214426,
0.9155861437320709,
0.9113830427328745,
0.9122180243333181,
0.9103494187196096,
0.9154191414515177,
0.920765201250712,
0.9228746692339579,
0.9269071618715922,
0.9352219601472219,
0.9356353382269541,
0.9423651496569315,
0.9397236406803131,
0.9428845544656118,
0.9416576226552328,
0.9409881929556528,
0.9374854962031046,
0.9361647566159567,
0.9370647072792053,
0.9356536964575449,
0.9347127775351206,
0.9305599828561147,
0.9367489218711853,
0.9275332887967428,
0.9165807068347931,
0.8938570817311605,
0.8631323873996735,
0.834758867820104,
0.8421697417894999
],
"h_cos": [
0.8072108328342438,
0.7831537624200186,
0.6847339967886606,
0.6866673131783804,
0.6949687302112579,
0.6778938372929891,
0.7075424293677012,
0.7197056313355764,
0.722803662220637,
0.7333320279916128,
0.7475383281707764,
0.7122477193673452,
0.7188243667284647,
0.7466888328393301,
0.690803587436676,
0.7169479231039683,
0.7089873949686686,
0.72675093015035,
0.6994282404581705,
0.6818123757839203,
0.6768109798431396,
0.6634182731310526,
0.62193031112353,
0.6366202632586161,
0.6157388587792715,
0.6695226530234019,
0.662579208612442,
0.6700796683629354,
0.658939262231191,
0.656850000222524,
0.6421368817488352,
0.6034918129444122,
0.5845154225826263,
0.5495955546696981,
0.5550480683644613,
0.5281789352496465,
0.5608237087726593,
0.6008445918560028,
0.697442352771759,
0.803411583105723,
0.8931842744350433,
0.8840954899787903
],
"loss": 0.42885027825832367,
"v_cos": 0.9983473420143127,
"rows": [
{
"sigma": 0.3,
"loss": 0.5027309060096741,
"v_cos": 0.9972110390663147
},
{
"sigma": 0.5,
"loss": 0.3632136583328247,
"v_cos": 0.9986199736595154
},
{
"sigma": 0.7,
"loss": 0.37563034892082214,
"v_cos": 0.9987821578979492
},
{
"sigma": 0.9,
"loss": 0.5608853101730347,
"v_cos": 0.9982831478118896
},
{
"sigma": 0.5,
"loss": 0.35686179995536804,
"v_cos": 0.9984331130981445
},
{
"sigma": 0.7,
"loss": 0.4137796461582184,
"v_cos": 0.998754620552063
}
]
}
},
"writes": {
"base": {
"h_share": [
0.9860906898975372,
0.9865634441375732,
0.9904504617055258,
0.9899802605311075,
0.9894526501496633,
0.9884741107622782,
0.9891013304392496,
0.9906880954901377,
0.9904331763585409,
0.9900860885779063,
0.9897435903549194,
0.9877378145853678,
0.9862873355547587,
0.9862529436747233,
0.9828639527161916,
0.9815340836842855,
0.9775997002919515,
0.9765580197175344,
0.9685418605804443,
0.9564296106497446,
0.941529393196106,
0.925593743721644,
0.9055381019910177,
0.8933658301830292,
0.874427984158198,
0.873511403799057,
0.8632581830024719,
0.8559272487958273,
0.8416726986567179,
0.8148007492224375,
0.7970745464166006,
0.7522336641947428,
0.7077845533688863,
0.6458800832430521,
0.6019410192966461,
0.574272632598877,
0.5352961719036102,
0.5075082580248514,
0.43212663133939105,
0.37120207647482556,
0.36610140403111774,
0.38509321709473926
],
"d_share": [
0.992436408996582,
0.9531871477762858,
0.9920371870199839,
0.7075494627157847,
0.7916906476020813,
0.9321064253648123,
0.9252124031384786,
0.9914548297723135,
0.7026546398798624,
0.7769658664862314,
0.8037680188814799,
0.8706759413083395,
0.4377693136533101,
0.8463055491447449,
0.8869341909885406,
0.674808939297994,
0.4783447136481603,
0.5527751296758652,
0.6027714014053345,
0.5757133066654205,
0.5029531915982565,
0.4042377968629201,
0.6687435706456503,
0.300041859348615,
0.4920887400706609,
0.38449550171693164,
0.4267885088920593,
0.43869570394357044,
0.37875818212827045,
0.5911358098189036,
0.23878679176171622,
0.5641102095444998,
0.218572070201238,
0.28093162675698596,
0.3292510509490967,
0.18267405033111572,
0.16011455655097961,
0.138353131711483,
0.05561026185750961,
0.12095517665147781,
0.25678130487600964,
0.5998583137989044
],
"d_inC": [
0.9752386808395386,
0.9508546690146128,
0.9918018877506256,
0.6973639925320944,
0.7858348588148752,
0.9304829637209574,
0.9232453604539236,
0.9909954369068146,
0.692558616399765,
0.770844966173172,
0.7967974742253622,
0.86621622244517,
0.42334767679373425,
0.8417429725329081,
0.8827599088350931,
0.6659480730692545,
0.4658929755290349,
0.5378133008877436,
0.5226804415384928,
0.5303743879000345,
0.48652427395184833,
0.3975079158941905,
0.6661053995291392,
0.29259716471036273,
0.48677754898866016,
0.3789941767851512,
0.42092858751614887,
0.4316086123387019,
0.3722853387395541,
0.5865359057982763,
0.22603838642438254,
0.5580323537190756,
0.20868099729220072,
0.2652749369541804,
0.31414568424224854,
0.16113846004009247,
0.13891498247782388,
0.11446291704972585,
0.029816110307971638,
0.08989376947283745,
0.2105493942896525,
0.28672754267851513
],
"cos_C": [
0.17724599137790317,
0.43696140782425313,
0.6794520621698638,
0.6579797329042102,
0.5292877741809804,
0.0695709553674023,
0.6424431176604962,
0.2627437811237649,
0.5216722838712976,
0.5098334738069082,
0.32958219504982605,
-0.5692803532594741,
0.08282393184404012,
0.4057901639936299,
-0.4860922707516245,
0.24634089578109655,
-0.4170428621199744,
0.5195941221451285,
-0.4293600874162724,
-0.1335862533605089,
-0.16268768207223902,
-0.21479940075970447,
-0.35349571007926955,
-0.14423967541166371,
-0.19903685751972466,
0.35012774191339946,
-0.11092554874818245,
-0.04498274041623627,
-0.29027603087346704,
-0.396884132057975,
-0.6447963890102196,
-0.6524491736662369,
-0.5048179577689812,
-0.5300719708812718,
-0.33160396195423775,
-0.24556519267540192,
-0.01665760997388579,
0.05219387144635993,
0.007461256432945887,
0.2776925679271075,
0.39155328163323144,
-0.655496748803618
],
"removed": [
-2.594080095717334,
-0.06260521421601836,
-0.24115878394470813,
-0.025774959310945127,
-0.02774819471227544,
-0.006106362707171423,
-0.05598901759656103,
-0.07399781582896091,
-0.018726111622191267,
-0.023572918949437315,
-0.02534146650180838,
0.05306610404928868,
-0.0029734983813633886,
-0.04432697707599784,
0.0670135438229288,
-0.021651432818023352,
0.021526290979338645,
-0.03821251258299089,
0.03339174677603683,
0.01246614192565812,
0.013830250661797097,
0.014576552448931754,
0.04562919496696049,
0.009623834503890233,
0.024291693116026827,
-0.03170737638428838,
0.008780972836492726,
0.003029295367234505,
0.018591594690640024,
0.0456788507551859,
0.0370620933124537,
0.09183461767926458,
0.04610245270714892,
0.07567708600877267,
0.06316809873238495,
0.038811643173159556,
0.003204357057943372,
-0.010364249667067721,
-0.0011975823233767514,
-0.07931441939887109,
-0.30064094055612006,
0.6270044762501461
],
"d_over_h": [
10.003140608469645,
0.14602235704660416,
0.35363709429899853,
0.04529123194515705,
0.05922227663298448,
0.10574741164843242,
0.09040194128950436,
0.27000440657138824,
0.04343638879557451,
0.05324355078240236,
0.0719507746398449,
0.09670022161056598,
0.04769155445198218,
0.10942746077974637,
0.13806738890707493,
0.09522518701851368,
0.07431210080782573,
0.09094191218415897,
0.10603182017803192,
0.12408958499630292,
0.11720516035954158,
0.1047025981048743,
0.15209800253311792,
0.11582140997052193,
0.1634675239523252,
0.13745539138714472,
0.11482363442579906,
0.0962588054438432,
0.09881200020511945,
0.13955305020014444,
0.10932680095235507,
0.1683546503384908,
0.1730857864022255,
0.23358345528443655,
0.27328141033649445,
0.2995929072300593,
0.3847660521666209,
0.4048064996798833,
0.4634332060813904,
0.6108265022436777,
1.0148865977923076,
1.0955425103505452
],
"max_d": [
17250.0,
3925.3333333333335,
13152.0,
1002.6666666666666,
1110.6666666666667,
5586.666666666667,
1250.6666666666667,
5917.333333333333,
1941.3333333333333,
1024.0,
746.6666666666666,
629.3333333333334,
512.0,
1834.6666666666667,
1237.3333333333333,
879.3333333333334,
1829.6458333333333,
1578.6666666666667,
1276.3333333333333,
3200.0,
3204.0,
1554.6666666666667,
1386.6666666666667,
2368.0,
1274.6666666666667,
3797.3333333333335,
928.0,
1653.3333333333333,
1365.3333333333333,
5162.666666666667,
2730.6666666666665,
6186.666666666667,
4224.0,
4821.333333333333,
8096.0,
2263.3333333333335,
5219.666666666667,
4081.3333333333335,
1694.6666666666667,
2823.9778645833335,
4973.333333333333,
4074.6666666666665
]
},
"heal": {
"h_share": [
0.8146076500415802,
0.839014341433843,
0.8528526524702708,
0.8596240182717642,
0.863275408744812,
0.860197534163793,
0.8718963662783304,
0.8759272197882334,
0.8767207562923431,
0.8790556689103445,
0.8842689593633016,
0.8704819778601328,
0.8706217010815939,
0.8830311199029287,
0.8588326076666514,
0.8631267646948496,
0.8485928674538931,
0.8515231708685557,
0.8310314416885376,
0.8064236342906952,
0.7870673636595408,
0.7554976244767507,
0.7082706491152445,
0.6861556569735209,
0.6472957531611124,
0.6573189596335093,
0.6420965393384298,
0.6390694975852966,
0.6451688210169474,
0.6504635512828827,
0.659494529167811,
0.6397732794284821,
0.6071107685565948,
0.6057615280151367,
0.5832691291968027,
0.49786930282910663,
0.4759192218383153,
0.4508182903130849,
0.33894609411557514,
0.2843163808186849,
0.2642173891266187,
0.3480092187722524
],
"d_share": [
0.9826709926128387,
0.6484977900981903,
0.5503541777531306,
0.4563139081001282,
0.4059269428253174,
0.5733125706513723,
0.5569622615973154,
0.5828779687484106,
0.2268212636311849,
0.32459905246893567,
0.43827267984549206,
0.4756866917014122,
0.23883161942164102,
0.5110495984554291,
0.5390020261208216,
0.30754747490088147,
0.2334660862882932,
0.24133131404717764,
0.3038929800192515,
0.36627401908238727,
0.31369734307130176,
0.2827075620492299,
0.40544920166333515,
0.1829978202780088,
0.3492460126678149,
0.19564157724380493,
0.3286706507205963,
0.11184822892149289,
0.16072716812292734,
0.31806417802969617,
0.1512986458837986,
0.09480959425369899,
0.08713761592904727,
0.18054437885681787,
0.11889673272768657,
0.11360310266415279,
0.07570312668879826,
0.08113211393356323,
0.06748281481365363,
0.16394027322530746,
0.12086122731367747,
0.4216710925102234
],
"d_inC": [
0.9650205075740814,
0.6251370906829834,
0.5268411189317703,
0.43154987692832947,
0.3820469131072362,
0.5570417990287145,
0.5389278729756674,
0.5637250542640686,
0.1913412262996038,
0.29895776758591336,
0.41477029025554657,
0.45509643107652664,
0.2133196492989858,
0.49301677942276,
0.5191065867741903,
0.2850152477622032,
0.209883784254392,
0.21972200522820154,
0.2837783694267273,
0.33837667604287464,
0.2899262656768163,
0.2530425637960434,
0.3853931128978729,
0.15978922819097838,
0.33333447575569153,
0.1792659436662992,
0.31205608199040097,
0.09255632509787877,
0.14056063940127692,
0.30247311542431515,
0.13077044486999512,
0.07410795614123344,
0.0714232362806797,
0.15685557077328363,
0.09995399912198384,
0.09804736077785492,
0.05599348992109299,
0.05965074710547924,
0.04318528560300668,
0.1350402037302653,
0.08207965642213821,
0.2314734843870004
],
"cos_C": [
0.1207211532810724,
0.790124501268031,
0.7049819998769604,
0.5122113500337145,
0.40089868823686076,
-0.10602701533282428,
0.6474968324240514,
0.06341981745942575,
-0.011457620543556937,
0.2900052718205206,
0.33629231017346356,
-0.7232641103715238,
0.27404956122487195,
0.6450115941293977,
-0.8149715833055344,
0.3812862344627601,
-0.37682485291359064,
0.3952273925928758,
-0.7505126589884529,
-0.5653759969606932,
-0.376221492329321,
-0.6155723240157878,
-0.7601505828489278,
-0.5181187378478225,
-0.62775039249988,
-0.13148942335137506,
-0.4176646268269688,
0.08848026206217725,
0.2781389052340616,
0.22024967683224703,
0.2798052386464564,
-0.22822910421557133,
0.18018817548874635,
0.2978846851486251,
0.10203731135246563,
-0.7006797259248341,
0.47222735647317754,
0.3953868193820999,
-0.07202812108955378,
0.11502875592499025,
0.6836575965078575,
-0.42051926916367216
],
"removed": [
-0.23988756821300275,
-0.10144776236329504,
-0.061557728727445436,
-0.03866676567510118,
-0.025901541477476645,
0.00832306827833819,
-0.05055662185334178,
-0.008967894030691684,
0.0003881875440428296,
-0.01344035474222923,
-0.03207214021309859,
0.05787946923656864,
-0.013608686931094155,
-0.0721611006177096,
0.09196844958817547,
-0.03360616290482385,
0.025222708142582127,
-0.03421492187255515,
0.053905061550145565,
0.05738903833123199,
0.037067694875911564,
0.05909986992626739,
0.1107567036830643,
0.053333091502231394,
0.1217889304364775,
0.018053574367365835,
0.0666011248294186,
-0.007386708196460635,
-0.023981745291464227,
-0.03398575355661932,
-0.026285735545631992,
0.01767030569882639,
-0.018297160464621504,
-0.05489279026533192,
-0.016293453364117003,
0.1282374566135217,
-0.09629223117925223,
-0.08004728443129647,
0.013081398378161932,
-0.06901940520617673,
-0.4291109143725536,
0.29896059127559277
],
"d_over_h": [
1.3728286822636921,
0.1463167518377304,
0.10854848474264145,
0.09487346808115642,
0.09377076600988705,
0.1062433732052644,
0.09794301042954127,
0.10168310006459554,
0.0765940509736538,
0.083066971351703,
0.09808560647070408,
0.09883793815970421,
0.09586631630857785,
0.1293171433111032,
0.1384388580918312,
0.13450346638758978,
0.126381054520607,
0.12827340761820474,
0.124539565294981,
0.15245564530293146,
0.16101714223623276,
0.16972392052412033,
0.2039377416173617,
0.2152932807803154,
0.2771185984214147,
0.2617458403110504,
0.23314295212427774,
0.1797089402874311,
0.18683892985184988,
0.227157860994339,
0.21143928170204163,
0.22232688466707864,
0.28824691474437714,
0.3527716596921285,
0.3721542755762736,
0.43636663258075714,
0.5796977579593658,
0.5773907502492269,
0.6668426195780436,
0.8437491357326508,
1.1709346175193787,
1.0125356018543243
],
"max_d": [
1113.3333333333333,
184.0,
372.0,
186.66666666666666,
184.0,
492.0,
222.83333333333334,
340.0,
159.41666666666666,
92.0,
83.66666666666667,
83.83333333333333,
121.8125,
71.0,
98.66666666666667,
111.5,
126.58333333333333,
159.58333333333334,
123.83333333333333,
365.1666666666667,
301.0,
199.66666666666666,
157.0,
163.0,
185.33333333333334,
458.6666666666667,
190.0,
98.66666666666667,
319.3333333333333,
178.66666666666666,
109.33333333333333,
157.33333333333334,
142.66666666666666,
328.3333333333333,
521.0,
292.0,
359.5625,
277.8333333333333,
122.66666666666667,
357.3333333333333,
336.6666666666667,
835.3333333333334
]
}
},
"weights": {
"thresholds": [
8,
16,
32,
64
],
"tensors": 185,
"over": {
"base": [
171936,
15310,
2621,
349
],
"heal": [
184750,
16597,
345,
0
]
},
"per_tensor": {
"final_linear_video.weight": {
"base": {
"max": 12.182730562599339,
"kurt": 11.851890563964844,
"over": [
79,
0,
0,
0
]
},
"heal": {
"max": 11.925214479083882,
"kurt": 11.436270713806152,
"over": [
70,
0,
0,
0
]
}
},
"layers.0.proj.ffn_down.weight": {
"base": {
"max": 103.41021650772409,
"kurt": 13.509483337402344,
"over": [
388,
26,
7,
3
]
},
"heal": {
"max": 30.556592672715286,
"kurt": 3.759815216064453,
"over": [
373,
26,
0,
0
]
}
},
"layers.0.proj.ffn_up_gate.weight": {
"base": {
"max": 50.35534018755825,
"kurt": 3.5584287643432617,
"over": [
160,
4,
2,
0
]
},
"heal": {
"max": 23.74025270405178,
"kurt": 3.3535821437835693,
"over": [
164,
4,
0,
0
]
}
},
"layers.0.proj.o.weight": {
"base": {
"max": 20.433176492405398,
"kurt": 4.669336318969727,
"over": [
252,
8,
0,
0
]
},
"heal": {
"max": 17.571566669966,
"kurt": 4.693459510803223,
"over": [
270,
10,
0,
0
]
}
},
"layers.0.proj.qkv.weight": {
"base": {
"max": 30.569650663271233,
"kurt": 7.752823829650879,
"over": [
3674,
81,
0,
0
]
},
"heal": {
"max": 22.408799296225258,
"kurt": 7.547947883605957,
"over": [
3721,
62,
0,
0
]
}
},
"layers.1.proj.ffn_down.weight": {
"base": {
"max": 96.75290907447969,
"kurt": 11.532224655151367,
"over": [
1195,
68,
7,
3
]
},
"heal": {
"max": 29.770610190829732,
"kurt": 4.3838396072387695,
"over": [
1171,
65,
0,
0
]
}
},
"layers.1.proj.ffn_up_gate.weight": {
"base": {
"max": 46.44698833103385,
"kurt": 3.5235838890075684,
"over": [
362,
12,
3,
0
]
},
"heal": {
"max": 23.111308809166943,
"kurt": 3.362379789352417,
"over": [
372,
12,
0,
0
]
}
},
"layers.1.proj.o.weight": {
"base": {
"max": 11.72792391086928,
"kurt": 3.509864330291748,
"over": [
9,
0,
0,
0
]
},
"heal": {
"max": 11.52707133301448,
"kurt": 3.508165121078491,
"over": [
9,
0,
0,
0
]
}
},
"layers.1.proj.qkv.weight": {
"base": {
"max": 12.902602880936586,
"kurt": 4.030969142913818,
"over": [
269,
0,
0,
0
]
},
"heal": {
"max": 12.924985017558797,
"kurt": 4.030736923217773,
"over": [
283,
0,
0,
0
]
}
},
"layers.10.proj.ffn_down.weight": {
"base": {
"max": 41.5027446076318,
"kurt": 3.4989256858825684,
"over": [
89,
5,
1,
0
]
},
"heal": {
"max": 22.225558406749045,
"kurt": 3.382286787033081,
"over": [
89,
5,
0,
0
]
}
},
"layers.10.proj.ffn_up_gate.weight": {
"base": {
"max": 20.325464973571517,
"kurt": 3.4115519523620605,
"over": [
259,
3,
0,
0
]
},
"heal": {
"max": 17.52649440808725,
"kurt": 3.4097232818603516,
"over": [
259,
3,
0,
0
]
}
},
"layers.10.proj.o.weight": {
"base": {
"max": 9.119258919664667,
"kurt": 3.510087728500366,
"over": [
5,
0,
0,
0
]
},
"heal": {
"max": 9.089472067408565,
"kurt": 3.510427713394165,
"over": [
5,
0,
0,
0
]
}
},
"layers.10.proj.qkv.weight": {
"base": {
"max": 10.091154664241762,
"kurt": 3.393109083175659,
"over": [
19,
0,
0,
0
]
},
"heal": {
"max": 10.110720366991181,
"kurt": 3.392848253250122,
"over": [
19,
0,
0,
0
]
}
},
"layers.11.proj.ffn_down.weight": {
"base": {
"max": 25.057009982207735,
"kurt": 3.37249755859375,
"over": [
48,
4,
0,
0
]
},
"heal": {
"max": 18.789033098500333,
"kurt": 3.3456382751464844,
"over": [
48,
4,
0,
0
]
}
},
"layers.11.proj.ffn_up_gate.weight": {
"base": {
"max": 17.70951745416457,
"kurt": 3.3956942558288574,
"over": [
230,
4,
0,
0
]
},
"heal": {
"max": 16.610782763083428,
"kurt": 3.394969940185547,
"over": [
230,
4,
0,
0
]
}
},
"layers.11.proj.o.weight": {
"base": {
"max": 7.797566212644675,
"kurt": 3.502855062484741,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 7.816389310829817,
"kurt": 3.5028374195098877,
"over": [
0,
0,
0,
0
]
}
},
"layers.11.proj.qkv.weight": {
"base": {
"max": 14.973177919245948,
"kurt": 3.5822019577026367,
"over": [
288,
0,
0,
0
]
},
"heal": {
"max": 14.900986018713446,
"kurt": 3.5818605422973633,
"over": [
297,
0,
0,
0
]
}
},
"layers.12.proj.ffn_down.weight": {
"base": {
"max": 31.080188275676658,
"kurt": 3.403076171875,
"over": [
46,
7,
0,
0
]
},
"heal": {
"max": 20.28680253453761,
"kurt": 3.359875440597534,
"over": [
44,
7,
0,
0
]
}
},
"layers.12.proj.ffn_up_gate.weight": {
"base": {
"max": 13.32893268762213,
"kurt": 3.411935567855835,
"over": [
158,
0,
0,
0
]
},
"heal": {
"max": 13.356276227483102,
"kurt": 3.4120101928710938,
"over": [
158,
0,
0,
0
]
}
},
"layers.12.proj.o.weight": {
"base": {
"max": 11.19988938319479,
"kurt": 3.4371235370635986,
"over": [
1,
0,
0,
0
]
},
"heal": {
"max": 11.020559164429718,
"kurt": 3.4372875690460205,
"over": [
1,
0,
0,
0
]
}
},
"layers.12.proj.qkv.weight": {
"base": {
"max": 10.64842824300756,
"kurt": 3.363908529281616,
"over": [
32,
0,
0,
0
]
},
"heal": {
"max": 10.719698533403642,
"kurt": 3.3638157844543457,
"over": [
34,
0,
0,
0
]
}
},
"layers.13.proj.ffn_down.weight": {
"base": {
"max": 49.738990669785,
"kurt": 3.5704307556152344,
"over": [
39,
1,
1,
0
]
},
"heal": {
"max": 23.735696091929825,
"kurt": 3.3407249450683594,
"over": [
40,
1,
0,
0
]
}
},
"layers.13.proj.ffn_up_gate.weight": {
"base": {
"max": 20.964291382320265,
"kurt": 3.383265495300293,
"over": [
129,
2,
0,
0
]
},
"heal": {
"max": 17.669176894371102,
"kurt": 3.3812103271484375,
"over": [
128,
2,
0,
0
]
}
},
"layers.13.proj.o.weight": {
"base": {
"max": 7.535364415008919,
"kurt": 3.508084535598755,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 7.551611037625424,
"kurt": 3.5089704990386963,
"over": [
0,
0,
0,
0
]
}
},
"layers.13.proj.qkv.weight": {
"base": {
"max": 10.254855350548622,
"kurt": 3.3773765563964844,
"over": [
19,
0,
0,
0
]
},
"heal": {
"max": 10.27411827503589,
"kurt": 3.3770623207092285,
"over": [
19,
0,
0,
0
]
}
},
"layers.14.proj.ffn_down.weight": {
"base": {
"max": 45.27154960104437,
"kurt": 3.5349841117858887,
"over": [
46,
1,
1,
0
]
},
"heal": {
"max": 23.021224916898845,
"kurt": 3.37947154045105,
"over": [
47,
1,
0,
0
]
}
},
"layers.14.proj.ffn_up_gate.weight": {
"base": {
"max": 18.149293515094378,
"kurt": 3.4655094146728516,
"over": [
348,
1,
0,
0
]
},
"heal": {
"max": 16.805788763644067,
"kurt": 3.465205669403076,
"over": [
347,
1,
0,
0
]
}
},
"layers.14.proj.o.weight": {
"base": {
"max": 9.487276432326913,
"kurt": 3.6227035522460938,
"over": [
8,
0,
0,
0
]
},
"heal": {
"max": 9.46153653943149,
"kurt": 3.622675657272339,
"over": [
8,
0,
0,
0
]
}
},
"layers.14.proj.qkv.weight": {
"base": {
"max": 9.730202160701506,
"kurt": 3.446838140487671,
"over": [
9,
0,
0,
0
]
},
"heal": {
"max": 9.800242242840415,
"kurt": 3.4460268020629883,
"over": [
9,
0,
0,
0
]
}
},
"layers.15.proj.ffn_down.weight": {
"base": {
"max": 20.08982092769378,
"kurt": 3.5075252056121826,
"over": [
101,
3,
0,
0
]
},
"heal": {
"max": 17.469965000719977,
"kurt": 3.5016188621520996,
"over": [
99,
3,
0,
0
]
}
},
"layers.15.proj.ffn_up_gate.weight": {
"base": {
"max": 20.756202481178775,
"kurt": 3.5664820671081543,
"over": [
471,
8,
0,
0
]
},
"heal": {
"max": 17.699427629733073,
"kurt": 3.5638043880462646,
"over": [
468,
7,
0,
0
]
}
},
"layers.15.proj.o.weight": {
"base": {
"max": 9.693604569444902,
"kurt": 3.5519392490386963,
"over": [
5,
0,
0,
0
]
},
"heal": {
"max": 9.712648997208335,
"kurt": 3.5531795024871826,
"over": [
3,
0,
0,
0
]
}
},
"layers.15.proj.qkv.weight": {
"base": {
"max": 11.453855179779586,
"kurt": 3.468625783920288,
"over": [
76,
0,
0,
0
]
},
"heal": {
"max": 11.372300491456162,
"kurt": 3.468850612640381,
"over": [
73,
0,
0,
0
]
}
},
"layers.16.proj.ffn_down.weight": {
"base": {
"max": 42.36988681836839,
"kurt": 3.6169028282165527,
"over": [
69,
1,
1,
0
]
},
"heal": {
"max": 22.3899055926934,
"kurt": 3.498821973800659,
"over": [
72,
1,
0,
0
]
}
},
"layers.16.proj.ffn_up_gate.weight": {
"base": {
"max": 18.153519108585602,
"kurt": 3.597508192062378,
"over": [
511,
8,
0,
0
]
},
"heal": {
"max": 16.803583596069235,
"kurt": 3.5961356163024902,
"over": [
502,
8,
0,
0
]
}
},
"layers.16.proj.o.weight": {
"base": {
"max": 9.596390180001025,
"kurt": 3.49934720993042,
"over": [
1,
0,
0,
0
]
},
"heal": {
"max": 9.618289887743831,
"kurt": 3.499671697616577,
"over": [
1,
0,
0,
0
]
}
},
"layers.16.proj.qkv.weight": {
"base": {
"max": 11.798682334831451,
"kurt": 3.425135374069214,
"over": [
107,
0,
0,
0
]
},
"heal": {
"max": 11.76957374780424,
"kurt": 3.424544095993042,
"over": [
110,
0,
0,
0
]
}
},
"layers.17.proj.ffn_down.weight": {
"base": {
"max": 48.05328173532257,
"kurt": 3.7363638877868652,
"over": [
65,
4,
1,
0
]
},
"heal": {
"max": 23.57466455553908,
"kurt": 3.5311200618743896,
"over": [
65,
4,
0,
0
]
}
},
"layers.17.proj.ffn_up_gate.weight": {
"base": {
"max": 21.632438154081356,
"kurt": 3.532033920288086,
"over": [
244,
5,
0,
0
]
},
"heal": {
"max": 17.927627279104072,
"kurt": 3.5270509719848633,
"over": [
240,
4,
0,
0
]
}
},
"layers.17.proj.o.weight": {
"base": {
"max": 9.296333184714623,
"kurt": 3.602973222732544,
"over": [
3,
0,
0,
0
]
},
"heal": {
"max": 9.268919795530604,
"kurt": 3.6035401821136475,
"over": [
4,
0,
0,
0
]
}
},
"layers.17.proj.qkv.weight": {
"base": {
"max": 16.84631324680858,
"kurt": 3.6997456550598145,
"over": [
541,
2,
0,
0
]
},
"heal": {
"max": 16.77616523921136,
"kurt": 3.6992363929748535,
"over": [
537,
2,
0,
0
]
}
},
"layers.18.proj.ffn_down.weight": {
"base": {
"max": 36.806948048794446,
"kurt": 3.627537488937378,
"over": [
67,
5,
2,
0
]
},
"heal": {
"max": 21.387610059484018,
"kurt": 3.5068109035491943,
"over": [
65,
4,
0,
0
]
}
},
"layers.18.proj.ffn_up_gate.weight": {
"base": {
"max": 20.10071814172802,
"kurt": 3.465317487716675,
"over": [
102,
2,
0,
0
]
},
"heal": {
"max": 17.471674959497527,
"kurt": 3.463911771774292,
"over": [
106,
2,
0,
0
]
}
},
"layers.18.proj.o.weight": {
"base": {
"max": 9.382472701126144,
"kurt": 3.430788278579712,
"over": [
2,
0,
0,
0
]
},
"heal": {
"max": 9.310672638824835,
"kurt": 3.430755376815796,
"over": [
2,
0,
0,
0
]
}
},
"layers.18.proj.qkv.weight": {
"base": {
"max": 11.23082378238365,
"kurt": 3.3936445713043213,
"over": [
39,
0,
0,
0
]
},
"heal": {
"max": 11.252670309891942,
"kurt": 3.3931992053985596,
"over": [
38,
0,
0,
0
]
}
},
"layers.19.proj.ffn_down.weight": {
"base": {
"max": 24.356815935574947,
"kurt": 3.5093555450439453,
"over": [
69,
5,
0,
0
]
},
"heal": {
"max": 18.688574892684688,
"kurt": 3.4933364391326904,
"over": [
64,
5,
0,
0
]
}
},
"layers.19.proj.ffn_up_gate.weight": {
"base": {
"max": 20.897331259056312,
"kurt": 3.4930410385131836,
"over": [
95,
1,
0,
0
]
},
"heal": {
"max": 17.718814416341143,
"kurt": 3.490790367126465,
"over": [
94,
1,
0,
0
]
}
},
"layers.19.proj.o.weight": {
"base": {
"max": 7.629636071377475,
"kurt": 3.4301035404205322,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 7.601098786100214,
"kurt": 3.4300897121429443,
"over": [
0,
0,
0,
0
]
}
},
"layers.19.proj.qkv.weight": {
"base": {
"max": 8.94081053688012,
"kurt": 3.451240301132202,
"over": [
6,
0,
0,
0
]
},
"heal": {
"max": 8.909040059175714,
"kurt": 3.4505271911621094,
"over": [
6,
0,
0,
0
]
}
},
"layers.2.proj.ffn_down.weight": {
"base": {
"max": 47.97153182937845,
"kurt": 3.8745410442352295,
"over": [
235,
9,
2,
0
]
},
"heal": {
"max": 23.529567144404556,
"kurt": 3.5193393230438232,
"over": [
229,
9,
0,
0
]
}
},
"layers.2.proj.ffn_up_gate.weight": {
"base": {
"max": 23.252032880892138,
"kurt": 3.2755775451660156,
"over": [
179,
6,
0,
0
]
},
"heal": {
"max": 18.31848443070795,
"kurt": 3.2668979167938232,
"over": [
176,
6,
0,
0
]
}
},
"layers.2.proj.o.weight": {
"base": {
"max": 8.35671752022097,
"kurt": 3.378826141357422,
"over": [
1,
0,
0,
0
]
},
"heal": {
"max": 8.323950053171975,
"kurt": 3.3791754245758057,
"over": [
1,
0,
0,
0
]
}
},
"layers.2.proj.qkv.weight": {
"base": {
"max": 9.974519543652237,
"kurt": 3.489128589630127,
"over": [
24,
0,
0,
0
]
},
"heal": {
"max": 9.938597607706036,
"kurt": 3.488866090774536,
"over": [
22,
0,
0,
0
]
}
},
"layers.20.proj.ffn_down.weight": {
"base": {
"max": 31.765810558567924,
"kurt": 3.530453681945801,
"over": [
68,
3,
0,
0
]
},
"heal": {
"max": 20.53535588609791,
"kurt": 3.4947075843811035,
"over": [
70,
3,
0,
0
]
}
},
"layers.20.proj.ffn_up_gate.weight": {
"base": {
"max": 16.220765870950228,
"kurt": 3.531827926635742,
"over": [
161,
1,
0,
0
]
},
"heal": {
"max": 16.091472222340634,
"kurt": 3.53147029876709,
"over": [
164,
1,
0,
0
]
}
},
"layers.20.proj.o.weight": {
"base": {
"max": 9.420225021631301,
"kurt": 3.445890426635742,
"over": [
7,
0,
0,
0
]
},
"heal": {
"max": 9.440909244628283,
"kurt": 3.4466943740844727,
"over": [
7,
0,
0,
0
]
}
},
"layers.20.proj.qkv.weight": {
"base": {
"max": 11.52774331822901,
"kurt": 3.3776206970214844,
"over": [
2,
0,
0,
0
]
},
"heal": {
"max": 11.550004150695,
"kurt": 3.3771984577178955,
"over": [
2,
0,
0,
0
]
}
},
"layers.21.proj.ffn_down.weight": {
"base": {
"max": 37.64416566451899,
"kurt": 3.5805747509002686,
"over": [
64,
3,
1,
0
]
},
"heal": {
"max": 21.615189336578112,
"kurt": 3.499661922454834,
"over": [
68,
3,
0,
0
]
}
},
"layers.21.proj.ffn_up_gate.weight": {
"base": {
"max": 18.064840223286907,
"kurt": 3.5370383262634277,
"over": [
168,
4,
0,
0
]
},
"heal": {
"max": 16.721885068141905,
"kurt": 3.5351881980895996,
"over": [
166,
4,
0,
0
]
}
},
"layers.21.proj.o.weight": {
"base": {
"max": 7.750982258480234,
"kurt": 3.4709205627441406,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 7.768273290980977,
"kurt": 3.4710583686828613,
"over": [
0,
0,
0,
0
]
}
},
"layers.21.proj.qkv.weight": {
"base": {
"max": 9.367481631471948,
"kurt": 3.451904296875,
"over": [
3,
0,
0,
0
]
},
"heal": {
"max": 9.385628837554375,
"kurt": 3.451072931289673,
"over": [
3,
0,
0,
0
]
}
},
"layers.22.proj.ffn_down.weight": {
"base": {
"max": 31.706003368684307,
"kurt": 3.5695228576660156,
"over": [
55,
4,
0,
0
]
},
"heal": {
"max": 20.49590734605789,
"kurt": 3.5319485664367676,
"over": [
53,
4,
0,
0
]
}
},
"layers.22.proj.ffn_up_gate.weight": {
"base": {
"max": 21.689408909054958,
"kurt": 3.6345441341400146,
"over": [
266,
5,
0,
0
]
},
"heal": {
"max": 17.870518204164856,
"kurt": 3.6309566497802734,
"over": [
272,
5,
0,
0
]
}
},
"layers.22.proj.o.weight": {
"base": {
"max": 8.239934552423868,
"kurt": 3.3627712726593018,
"over": [
1,
0,
0,
0
]
},
"heal": {
"max": 8.169164287969684,
"kurt": 3.3630692958831787,
"over": [
1,
0,
0,
0
]
}
},
"layers.22.proj.qkv.weight": {
"base": {
"max": 11.051187207663391,
"kurt": 3.379837989807129,
"over": [
4,
0,
0,
0
]
},
"heal": {
"max": 11.072217481348266,
"kurt": 3.3793578147888184,
"over": [
4,
0,
0,
0
]
}
},
"layers.23.proj.ffn_down.weight": {
"base": {
"max": 26.470197416401057,
"kurt": 3.6787657737731934,
"over": [
84,
4,
0,
0
]
},
"heal": {
"max": 19.34952750795573,
"kurt": 3.6635425090789795,
"over": [
89,
5,
0,
0
]
}
},
"layers.23.proj.ffn_up_gate.weight": {
"base": {
"max": 27.816318184309484,
"kurt": 3.8081741333007812,
"over": [
348,
7,
0,
0
]
},
"heal": {
"max": 19.544564908011978,
"kurt": 3.798109531402588,
"over": [
358,
7,
0,
0
]
}
},
"layers.23.proj.o.weight": {
"base": {
"max": 7.106472307911014,
"kurt": 3.378962993621826,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 7.16331264803217,
"kurt": 3.3792452812194824,
"over": [
0,
0,
0,
0
]
}
},
"layers.23.proj.qkv.weight": {
"base": {
"max": 12.26128425664103,
"kurt": 3.564622402191162,
"over": [
49,
0,
0,
0
]
},
"heal": {
"max": 12.284151159397823,
"kurt": 3.564330577850342,
"over": [
49,
0,
0,
0
]
}
},
"layers.24.proj.ffn_down.weight": {
"base": {
"max": 32.29653368733231,
"kurt": 3.982884168624878,
"over": [
224,
12,
1,
0
]
},
"heal": {
"max": 20.548813116018902,
"kurt": 3.91534686088562,
"over": [
227,
12,
0,
0
]
}
},
"layers.24.proj.ffn_up_gate.weight": {
"base": {
"max": 39.462295162548926,
"kurt": 4.308754920959473,
"over": [
1026,
24,
1,
0
]
},
"heal": {
"max": 22.11394751253536,
"kurt": 4.23555850982666,
"over": [
1013,
24,
0,
0
]
}
},
"layers.24.proj.o.weight": {
"base": {
"max": 8.030358156115271,
"kurt": 3.379368782043457,
"over": [
1,
0,
0,
0
]
},
"heal": {
"max": 8.047202582946799,
"kurt": 3.37972354888916,
"over": [
1,
0,
0,
0
]
}
},
"layers.24.proj.qkv.weight": {
"base": {
"max": 10.74327681861429,
"kurt": 3.550586223602295,
"over": [
32,
0,
0,
0
]
},
"heal": {
"max": 10.716472373148468,
"kurt": 3.5499489307403564,
"over": [
34,
0,
0,
0
]
}
},
"layers.25.proj.ffn_down.weight": {
"base": {
"max": 41.81765779495908,
"kurt": 4.3741455078125,
"over": [
618,
25,
1,
0
]
},
"heal": {
"max": 22.72136481976414,
"kurt": 4.202846050262451,
"over": [
617,
26,
0,
0
]
}
},
"layers.25.proj.ffn_up_gate.weight": {
"base": {
"max": 38.05369236012851,
"kurt": 4.303390979766846,
"over": [
966,
18,
1,
0
]
},
"heal": {
"max": 21.789007236501476,
"kurt": 4.2544708251953125,
"over": [
983,
19,
0,
0
]
}
},
"layers.25.proj.o.weight": {
"base": {
"max": 11.73743702382111,
"kurt": 3.5697662830352783,
"over": [
30,
0,
0,
0
]
},
"heal": {
"max": 11.760359159375648,
"kurt": 3.570096254348755,
"over": [
31,
0,
0,
0
]
}
},
"layers.25.proj.qkv.weight": {
"base": {
"max": 14.99106759134261,
"kurt": 3.6898980140686035,
"over": [
96,
0,
0,
0
]
},
"heal": {
"max": 14.836408608593047,
"kurt": 3.689542531967163,
"over": [
98,
0,
0,
0
]
}
},
"layers.26.proj.ffn_down.weight": {
"base": {
"max": 26.45909353367166,
"kurt": 3.8553617000579834,
"over": [
302,
5,
0,
0
]
},
"heal": {
"max": 19.30854685716381,
"kurt": 3.835853338241577,
"over": [
299,
5,
0,
0
]
}
},
"layers.26.proj.ffn_up_gate.weight": {
"base": {
"max": 29.75189631677133,
"kurt": 4.248807430267334,
"over": [
1197,
27,
0,
0
]
},
"heal": {
"max": 20.06849278407448,
"kurt": 4.210955619812012,
"over": [
1180,
26,
0,
0
]
}
},
"layers.26.proj.o.weight": {
"base": {
"max": 7.625037391077302,
"kurt": 3.407179117202759,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 7.64292361031811,
"kurt": 3.4072141647338867,
"over": [
0,
0,
0,
0
]
}
},
"layers.26.proj.qkv.weight": {
"base": {
"max": 11.107794719931467,
"kurt": 3.486027479171753,
"over": [
19,
0,
0,
0
]
},
"heal": {
"max": 11.085873182212357,
"kurt": 3.4853594303131104,
"over": [
19,
0,
0,
0
]
}
},
"layers.27.proj.ffn_down.weight": {
"base": {
"max": 32.26970901402402,
"kurt": 3.7563509941101074,
"over": [
179,
8,
1,
0
]
},
"heal": {
"max": 20.66463516921168,
"kurt": 3.691074848175049,
"over": [
176,
8,
0,
0
]
}
},
"layers.27.proj.ffn_up_gate.weight": {
"base": {
"max": 24.073724946643274,
"kurt": 4.233510494232178,
"over": [
1614,
30,
0,
0
]
},
"heal": {
"max": 18.631696639098678,
"kurt": 4.210697174072266,
"over": [
1596,
29,
0,
0
]
}
},
"layers.27.proj.o.weight": {
"base": {
"max": 7.105632821576125,
"kurt": 3.4339935779571533,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 7.120614426797234,
"kurt": 3.4338748455047607,
"over": [
0,
0,
0,
0
]
}
},
"layers.27.proj.qkv.weight": {
"base": {
"max": 14.622196656730987,
"kurt": 3.725590467453003,
"over": [
245,
0,
0,
0
]
},
"heal": {
"max": 14.651263279208894,
"kurt": 3.725770950317383,
"over": [
244,
0,
0,
0
]
}
},
"layers.28.proj.ffn_down.weight": {
"base": {
"max": 41.89864068945122,
"kurt": 3.7537312507629395,
"over": [
104,
5,
1,
0
]
},
"heal": {
"max": 22.398608340227522,
"kurt": 3.6335320472717285,
"over": [
107,
5,
0,
0
]
}
},
"layers.28.proj.ffn_up_gate.weight": {
"base": {
"max": 30.631618863997065,
"kurt": 4.475102424621582,
"over": [
1696,
76,
0,
0
]
},
"heal": {
"max": 20.18428934436935,
"kurt": 4.379456520080566,
"over": [
1718,
76,
0,
0
]
}
},
"layers.28.proj.o.weight": {
"base": {
"max": 6.65733387028593,
"kurt": 3.365454912185669,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 6.672437116011485,
"kurt": 3.365410089492798,
"over": [
0,
0,
0,
0
]
}
},
"layers.28.proj.qkv.weight": {
"base": {
"max": 11.513552894459183,
"kurt": 3.5382933616638184,
"over": [
15,
0,
0,
0
]
},
"heal": {
"max": 11.537153090961226,
"kurt": 3.537750244140625,
"over": [
15,
0,
0,
0
]
}
},
"layers.29.proj.ffn_down.weight": {
"base": {
"max": 24.778301087965044,
"kurt": 3.7261013984680176,
"over": [
146,
6,
0,
0
]
},
"heal": {
"max": 18.742641792550764,
"kurt": 3.701847791671753,
"over": [
145,
6,
0,
0
]
}
},
"layers.29.proj.ffn_up_gate.weight": {
"base": {
"max": 35.25249955529263,
"kurt": 4.673481464385986,
"over": [
1809,
106,
2,
0
]
},
"heal": {
"max": 21.23027391503033,
"kurt": 4.515610694885254,
"over": [
1821,
108,
0,
0
]
}
},
"layers.29.proj.o.weight": {
"base": {
"max": 6.889443646248623,
"kurt": 3.3662290573120117,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 6.903451643055711,
"kurt": 3.366105794906616,
"over": [
0,
0,
0,
0
]
}
},
"layers.29.proj.qkv.weight": {
"base": {
"max": 14.774254277374803,
"kurt": 3.5489342212677,
"over": [
15,
0,
0,
0
]
},
"heal": {
"max": 14.803548099468314,
"kurt": 3.548691987991333,
"over": [
15,
0,
0,
0
]
}
},
"layers.3.proj.ffn_down.weight": {
"base": {
"max": 37.407339916219264,
"kurt": 3.621105194091797,
"over": [
212,
10,
1,
0
]
},
"heal": {
"max": 21.751418794046604,
"kurt": 3.5172955989837646,
"over": [
206,
10,
0,
0
]
}
},
"layers.3.proj.ffn_up_gate.weight": {
"base": {
"max": 29.217073585878257,
"kurt": 3.3525874614715576,
"over": [
448,
6,
0,
0
]
},
"heal": {
"max": 19.88809909575548,
"kurt": 3.339674711227417,
"over": [
445,
6,
0,
0
]
}
},
"layers.3.proj.o.weight": {
"base": {
"max": 9.587412494651424,
"kurt": 3.4537220001220703,
"over": [
12,
0,
0,
0
]
},
"heal": {
"max": 9.60980304989135,
"kurt": 3.4554436206817627,
"over": [
13,
0,
0,
0
]
}
},
"layers.3.proj.qkv.weight": {
"base": {
"max": 20.130999140895977,
"kurt": 4.1812920570373535,
"over": [
1179,
11,
0,
0
]
},
"heal": {
"max": 17.52954168945178,
"kurt": 4.1758341789245605,
"over": [
1176,
11,
0,
0
]
}
},
"layers.30.proj.ffn_down.weight": {
"base": {
"max": 26.69202633416393,
"kurt": 3.6962437629699707,
"over": [
63,
3,
0,
0
]
},
"heal": {
"max": 19.2720666827104,
"kurt": 3.673828125,
"over": [
61,
3,
0,
0
]
}
},
"layers.30.proj.ffn_up_gate.weight": {
"base": {
"max": 25.237262059374675,
"kurt": 4.365106105804443,
"over": [
1231,
40,
0,
0
]
},
"heal": {
"max": 18.925886220141525,
"kurt": 4.324676036834717,
"over": [
1212,
40,
0,
0
]
}
},
"layers.30.proj.o.weight": {
"base": {
"max": 7.20879678470183,
"kurt": 3.318500518798828,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 7.224934290873389,
"kurt": 3.31819748878479,
"over": [
0,
0,
0,
0
]
}
},
"layers.30.proj.qkv.weight": {
"base": {
"max": 15.555126928529925,
"kurt": 3.5321292877197266,
"over": [
27,
0,
0,
0
]
},
"heal": {
"max": 15.236579905931029,
"kurt": 3.5315675735473633,
"over": [
27,
0,
0,
0
]
}
},
"layers.31.proj.ffn_down.weight": {
"base": {
"max": 42.70040698111739,
"kurt": 3.962094783782959,
"over": [
92,
11,
2,
0
]
},
"heal": {
"max": 22.783591389084965,
"kurt": 3.733266592025757,
"over": [
92,
11,
0,
0
]
}
},
"layers.31.proj.ffn_up_gate.weight": {
"base": {
"max": 31.892556790907584,
"kurt": 4.520788669586182,
"over": [
1573,
45,
0,
0
]
},
"heal": {
"max": 20.616494377748026,
"kurt": 4.459503650665283,
"over": [
1556,
44,
0,
0
]
}
},
"layers.31.proj.o.weight": {
"base": {
"max": 7.340227567269154,
"kurt": 3.3646669387817383,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 7.35551880458742,
"kurt": 3.3643925189971924,
"over": [
0,
0,
0,
0
]
}
},
"layers.31.proj.qkv.weight": {
"base": {
"max": 12.04653831044005,
"kurt": 3.585500955581665,
"over": [
26,
0,
0,
0
]
},
"heal": {
"max": 12.070511442018482,
"kurt": 3.585463285446167,
"over": [
27,
0,
0,
0
]
}
},
"layers.32.proj.ffn_down.weight": {
"base": {
"max": 44.382976119046134,
"kurt": 3.9495513439178467,
"over": [
94,
12,
1,
0
]
},
"heal": {
"max": 22.84796471933131,
"kurt": 3.7362754344940186,
"over": [
94,
12,
0,
0
]
}
},
"layers.32.proj.ffn_up_gate.weight": {
"base": {
"max": 30.984646770661165,
"kurt": 4.743756294250488,
"over": [
2089,
37,
0,
0
]
},
"heal": {
"max": 20.236418754662512,
"kurt": 4.693645477294922,
"over": [
2101,
37,
0,
0
]
}
},
"layers.32.proj.o.weight": {
"base": {
"max": 10.184702442427385,
"kurt": 3.5726845264434814,
"over": [
22,
0,
0,
0
]
},
"heal": {
"max": 10.200714533312293,
"kurt": 3.5704567432403564,
"over": [
20,
0,
0,
0
]
}
},
"layers.32.proj.qkv.weight": {
"base": {
"max": 22.310729309622648,
"kurt": 4.447062015533447,
"over": [
1318,
6,
0,
0
]
},
"heal": {
"max": 19.665086035822124,
"kurt": 4.436044216156006,
"over": [
1335,
6,
0,
0
]
}
},
"layers.33.proj.ffn_down.weight": {
"base": {
"max": 47.696728330177315,
"kurt": 4.031942367553711,
"over": [
92,
6,
3,
0
]
},
"heal": {
"max": 23.32712193155037,
"kurt": 3.7301416397094727,
"over": [
93,
6,
0,
0
]
}
},
"layers.33.proj.ffn_up_gate.weight": {
"base": {
"max": 33.06508121680119,
"kurt": 5.146965026855469,
"over": [
2267,
114,
1,
0
]
},
"heal": {
"max": 20.8556373630223,
"kurt": 4.986140727996826,
"over": [
2284,
114,
0,
0
]
}
},
"layers.33.proj.o.weight": {
"base": {
"max": 6.592984572856317,
"kurt": 3.341127872467041,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 6.602685494315793,
"kurt": 3.3402650356292725,
"over": [
0,
0,
0,
0
]
}
},
"layers.33.proj.qkv.weight": {
"base": {
"max": 13.513690098322302,
"kurt": 3.6945602893829346,
"over": [
95,
0,
0,
0
]
},
"heal": {
"max": 13.538001120401415,
"kurt": 3.69482159614563,
"over": [
99,
0,
0,
0
]
}
},
"layers.34.proj.ffn_down.weight": {
"base": {
"max": 58.98286844625702,
"kurt": 4.299635887145996,
"over": [
69,
8,
2,
0
]
},
"heal": {
"max": 25.10078181550662,
"kurt": 3.6841835975646973,
"over": [
71,
9,
0,
0
]
}
},
"layers.34.proj.ffn_up_gate.weight": {
"base": {
"max": 31.824488474549234,
"kurt": 5.3692474365234375,
"over": [
3301,
124,
0,
0
]
},
"heal": {
"max": 20.50408694247773,
"kurt": 5.236283302307129,
"over": [
3310,
124,
0,
0
]
}
},
"layers.34.proj.o.weight": {
"base": {
"max": 6.900065665965348,
"kurt": 3.389010190963745,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 6.910807092788375,
"kurt": 3.387988805770874,
"over": [
0,
0,
0,
0
]
}
},
"layers.34.proj.qkv.weight": {
"base": {
"max": 16.191851538986707,
"kurt": 4.027564525604248,
"over": [
563,
1,
0,
0
]
},
"heal": {
"max": 15.380999161252427,
"kurt": 4.021697521209717,
"over": [
536,
0,
0,
0
]
}
},
"layers.35.proj.ffn_down.weight": {
"base": {
"max": 67.45801295478012,
"kurt": 4.467068672180176,
"over": [
55,
4,
1,
1
]
},
"heal": {
"max": 25.94165609241347,
"kurt": 3.6532230377197266,
"over": [
54,
4,
0,
0
]
}
},
"layers.35.proj.ffn_up_gate.weight": {
"base": {
"max": 31.22149313067075,
"kurt": 5.59273624420166,
"over": [
3389,
112,
0,
0
]
},
"heal": {
"max": 20.51544318776175,
"kurt": 5.437136650085449,
"over": [
3394,
108,
0,
0
]
}
},
"layers.35.proj.o.weight": {
"base": {
"max": 8.99000382887756,
"kurt": 3.3144123554229736,
"over": [
1,
0,
0,
0
]
},
"heal": {
"max": 8.937372261176582,
"kurt": 3.3132901191711426,
"over": [
1,
0,
0,
0
]
}
},
"layers.35.proj.qkv.weight": {
"base": {
"max": 18.205132852008056,
"kurt": 3.7818474769592285,
"over": [
35,
1,
0,
0
]
},
"heal": {
"max": 15.823131158900884,
"kurt": 3.7810206413269043,
"over": [
35,
0,
0,
0
]
}
},
"layers.36.proj.ffn_down.weight": {
"base": {
"max": 54.332928837013625,
"kurt": 4.069156646728516,
"over": [
60,
7,
2,
0
]
},
"heal": {
"max": 24.44807544523282,
"kurt": 3.6033167839050293,
"over": [
60,
7,
0,
0
]
}
},
"layers.36.proj.ffn_up_gate.weight": {
"base": {
"max": 25.097303062587557,
"kurt": 5.172733306884766,
"over": [
2716,
61,
0,
0
]
},
"heal": {
"max": 18.914039807710726,
"kurt": 5.127660274505615,
"over": [
2709,
63,
0,
0
]
}
},
"layers.36.proj.o.weight": {
"base": {
"max": 16.20366108494897,
"kurt": 3.3416740894317627,
"over": [
14,
1,
0,
0
]
},
"heal": {
"max": 16.042869076774238,
"kurt": 3.3402106761932373,
"over": [
14,
1,
0,
0
]
}
},
"layers.36.proj.qkv.weight": {
"base": {
"max": 15.908871121268394,
"kurt": 4.023510456085205,
"over": [
279,
0,
0,
0
]
},
"heal": {
"max": 15.13849462237458,
"kurt": 4.023929595947266,
"over": [
280,
0,
0,
0
]
}
},
"layers.37.proj.ffn_down.weight": {
"base": {
"max": 46.25283146891607,
"kurt": 3.8510360717773438,
"over": [
74,
4,
1,
0
]
},
"heal": {
"max": 23.18753914797488,
"kurt": 3.678631544113159,
"over": [
73,
4,
0,
0
]
}
},
"layers.37.proj.ffn_up_gate.weight": {
"base": {
"max": 55.74512687527004,
"kurt": 5.360417366027832,
"over": [
2460,
80,
2,
0
]
},
"heal": {
"max": 24.70651688027434,
"kurt": 5.07254695892334,
"over": [
2405,
77,
0,
0
]
}
},
"layers.37.proj.o.weight": {
"base": {
"max": 24.12064680662449,
"kurt": 3.407773017883301,
"over": [
48,
3,
0,
0
]
},
"heal": {
"max": 18.579859427784704,
"kurt": 3.376631736755371,
"over": [
48,
3,
0,
0
]
}
},
"layers.37.proj.qkv.weight": {
"base": {
"max": 13.622958262188837,
"kurt": 4.132350921630859,
"over": [
621,
0,
0,
0
]
},
"heal": {
"max": 13.649831351138694,
"kurt": 4.130237579345703,
"over": [
628,
0,
0,
0
]
}
},
"layers.38.proj.ffn_down.weight": {
"base": {
"max": 15.058869259166658,
"kurt": 3.8220009803771973,
"over": [
109,
0,
0,
0
]
},
"heal": {
"max": 15.02924414839251,
"kurt": 3.822517156600952,
"over": [
110,
0,
0,
0
]
}
},
"layers.38.proj.ffn_up_gate.weight": {
"base": {
"max": 23.764357300138126,
"kurt": 5.228155136108398,
"over": [
1835,
25,
0,
0
]
},
"heal": {
"max": 18.573087135604663,
"kurt": 5.201224327087402,
"over": [
1796,
25,
0,
0
]
}
},
"layers.38.proj.o.weight": {
"base": {
"max": 14.072964721631308,
"kurt": 3.3392527103424072,
"over": [
38,
0,
0,
0
]
},
"heal": {
"max": 14.04214951757345,
"kurt": 3.3381669521331787,
"over": [
38,
0,
0,
0
]
}
},
"layers.38.proj.qkv.weight": {
"base": {
"max": 17.447124392225223,
"kurt": 4.111184120178223,
"over": [
109,
1,
0,
0
]
},
"heal": {
"max": 15.408176670026071,
"kurt": 4.107973575592041,
"over": [
104,
0,
0,
0
]
}
},
"layers.39.proj.ffn_down.weight": {
"base": {
"max": 28.890294174064124,
"kurt": 3.9415159225463867,
"over": [
195,
6,
0,
0
]
},
"heal": {
"max": 20.16669686121924,
"kurt": 3.899656057357788,
"over": [
195,
6,
0,
0
]
}
},
"layers.39.proj.ffn_up_gate.weight": {
"base": {
"max": 40.251840349925416,
"kurt": 5.971514701843262,
"over": [
2045,
62,
2,
0
]
},
"heal": {
"max": 22.193107803763773,
"kurt": 5.757399559020996,
"over": [
2020,
61,
0,
0
]
}
},
"layers.39.proj.o.weight": {
"base": {
"max": 16.569018986071654,
"kurt": 3.4492340087890625,
"over": [
39,
1,
0,
0
]
},
"heal": {
"max": 16.165738311863436,
"kurt": 3.447284698486328,
"over": [
37,
1,
0,
0
]
}
},
"layers.39.proj.qkv.weight": {
"base": {
"max": 16.380625600784626,
"kurt": 4.608410835266113,
"over": [
757,
1,
0,
0
]
},
"heal": {
"max": 16.418402652373747,
"kurt": 4.606338024139404,
"over": [
772,
1,
0,
0
]
}
},
"layers.4.proj.ffn_down.weight": {
"base": {
"max": 25.886078928123965,
"kurt": 3.382728338241577,
"over": [
57,
4,
0,
0
]
},
"heal": {
"max": 19.160392668356486,
"kurt": 3.354551315307617,
"over": [
55,
4,
0,
0
]
}
},
"layers.4.proj.ffn_up_gate.weight": {
"base": {
"max": 24.815422597409928,
"kurt": 3.2511510848999023,
"over": [
113,
1,
0,
0
]
},
"heal": {
"max": 18.729125623251853,
"kurt": 3.2459464073181152,
"over": [
114,
1,
0,
0
]
}
},
"layers.4.proj.o.weight": {
"base": {
"max": 8.899082412185631,
"kurt": 3.377302885055542,
"over": [
2,
0,
0,
0
]
},
"heal": {
"max": 8.971121257989093,
"kurt": 3.377485990524292,
"over": [
2,
0,
0,
0
]
}
},
"layers.4.proj.qkv.weight": {
"base": {
"max": 10.915396359180667,
"kurt": 3.4942104816436768,
"over": [
54,
0,
0,
0
]
},
"heal": {
"max": 10.88317423755079,
"kurt": 3.4942378997802734,
"over": [
55,
0,
0,
0
]
}
},
"layers.40.proj.ffn_down.weight": {
"base": {
"max": 23.52634270266131,
"kurt": 3.9147682189941406,
"over": [
326,
8,
0,
0
]
},
"heal": {
"max": 18.533148801685307,
"kurt": 3.888652801513672,
"over": [
324,
8,
0,
0
]
}
},
"layers.40.proj.ffn_up_gate.weight": {
"base": {
"max": 83.34591107048243,
"kurt": 7.972864151000977,
"over": [
2998,
104,
4,
1
]
},
"heal": {
"max": 28.03856025342508,
"kurt": 6.6646552085876465,
"over": [
2964,
103,
0,
0
]
}
},
"layers.40.proj.o.weight": {
"base": {
"max": 22.47563552605291,
"kurt": 3.5428361892700195,
"over": [
45,
8,
0,
0
]
},
"heal": {
"max": 18.134338759230307,
"kurt": 3.502521276473999,
"over": [
45,
8,
0,
0
]
}
},
"layers.40.proj.qkv.weight": {
"base": {
"max": 29.997438812400198,
"kurt": 4.653331279754639,
"over": [
155,
1,
0,
0
]
},
"heal": {
"max": 17.988289210583808,
"kurt": 4.62750244140625,
"over": [
157,
1,
0,
0
]
}
},
"layers.41.proj.ffn_down.weight": {
"base": {
"max": 65.81523079535972,
"kurt": 8.235079765319824,
"over": [
1589,
94,
10,
1
]
},
"heal": {
"max": 25.959058727524756,
"kurt": 5.7815260887146,
"over": [
1556,
93,
0,
0
]
}
},
"layers.41.proj.ffn_up_gate.weight": {
"base": {
"max": 112.71597450181628,
"kurt": 24.231143951416016,
"over": [
4807,
250,
26,
8
]
},
"heal": {
"max": 32.279083852532665,
"kurt": 7.2091827392578125,
"over": [
4700,
245,
3,
0
]
}
},
"layers.41.proj.o.weight": {
"base": {
"max": 33.579149812317475,
"kurt": 5.261207580566406,
"over": [
235,
42,
1,
0
]
},
"heal": {
"max": 20.870266840170714,
"kurt": 4.700039863586426,
"over": [
234,
42,
0,
0
]
}
},
"layers.41.proj.qkv.weight": {
"base": {
"max": 41.139650622760016,
"kurt": 9.000154495239258,
"over": [
3585,
89,
2,
0
]
},
"heal": {
"max": 26.63367768317508,
"kurt": 8.638407707214355,
"over": [
3603,
57,
0,
0
]
}
},
"layers.5.proj.ffn_down.weight": {
"base": {
"max": 40.646023710715205,
"kurt": 3.5341334342956543,
"over": [
78,
6,
2,
0
]
},
"heal": {
"max": 22.29091596388491,
"kurt": 3.3671278953552246,
"over": [
78,
6,
0,
0
]
}
},
"layers.5.proj.ffn_up_gate.weight": {
"base": {
"max": 23.06222348421418,
"kurt": 3.320176601409912,
"over": [
213,
3,
0,
0
]
},
"heal": {
"max": 18.32701047714862,
"kurt": 3.315721035003662,
"over": [
221,
3,
0,
0
]
}
},
"layers.5.proj.o.weight": {
"base": {
"max": 9.204712497312546,
"kurt": 3.287653684616089,
"over": [
1,
0,
0,
0
]
},
"heal": {
"max": 9.075027774120933,
"kurt": 3.287548065185547,
"over": [
1,
0,
0,
0
]
}
},
"layers.5.proj.qkv.weight": {
"base": {
"max": 10.147762105954614,
"kurt": 3.378512382507324,
"over": [
27,
0,
0,
0
]
},
"heal": {
"max": 10.167400859919766,
"kurt": 3.378445625305176,
"over": [
26,
0,
0,
0
]
}
},
"layers.6.proj.ffn_down.weight": {
"base": {
"max": 32.017170632763424,
"kurt": 3.4839322566986084,
"over": [
174,
10,
1,
0
]
},
"heal": {
"max": 20.5753150155896,
"kurt": 3.4100818634033203,
"over": [
169,
9,
0,
0
]
}
},
"layers.6.proj.ffn_up_gate.weight": {
"base": {
"max": 23.35102815416074,
"kurt": 3.358013868331909,
"over": [
287,
5,
0,
0
]
},
"heal": {
"max": 18.34868662157053,
"kurt": 3.350667953491211,
"over": [
299,
5,
0,
0
]
}
},
"layers.6.proj.o.weight": {
"base": {
"max": 9.747292964056975,
"kurt": 3.4382688999176025,
"over": [
3,
0,
0,
0
]
},
"heal": {
"max": 9.615870869828745,
"kurt": 3.438385248184204,
"over": [
3,
0,
0,
0
]
}
},
"layers.6.proj.qkv.weight": {
"base": {
"max": 10.788314367630647,
"kurt": 3.484567403793335,
"over": [
43,
0,
0,
0
]
},
"heal": {
"max": 10.808421133143392,
"kurt": 3.4849367141723633,
"over": [
44,
0,
0,
0
]
}
},
"layers.7.proj.ffn_down.weight": {
"base": {
"max": 34.97976480261499,
"kurt": 3.5732898712158203,
"over": [
82,
12,
3,
0
]
},
"heal": {
"max": 21.114129672199397,
"kurt": 3.3646113872528076,
"over": [
81,
12,
0,
0
]
}
},
"layers.7.proj.ffn_up_gate.weight": {
"base": {
"max": 20.76009756942242,
"kurt": 3.41340708732605,
"over": [
419,
8,
0,
0
]
},
"heal": {
"max": 17.681027903996494,
"kurt": 3.4077329635620117,
"over": [
432,
8,
0,
0
]
}
},
"layers.7.proj.o.weight": {
"base": {
"max": 11.880891872598136,
"kurt": 3.388274669647217,
"over": [
7,
0,
0,
0
]
},
"heal": {
"max": 11.807939306161458,
"kurt": 3.3878397941589355,
"over": [
7,
0,
0,
0
]
}
},
"layers.7.proj.qkv.weight": {
"base": {
"max": 10.334123954507525,
"kurt": 3.3744935989379883,
"over": [
4,
0,
0,
0
]
},
"heal": {
"max": 10.353821978614933,
"kurt": 3.374208450317383,
"over": [
4,
0,
0,
0
]
}
},
"layers.8.proj.ffn_down.weight": {
"base": {
"max": 48.01186664146224,
"kurt": 3.5475406646728516,
"over": [
88,
2,
1,
0
]
},
"heal": {
"max": 23.388264447786444,
"kurt": 3.343170166015625,
"over": [
87,
2,
0,
0
]
}
},
"layers.8.proj.ffn_up_gate.weight": {
"base": {
"max": 19.555907303986935,
"kurt": 3.427025556564331,
"over": [
439,
5,
0,
0
]
},
"heal": {
"max": 17.2570815705783,
"kurt": 3.425457715988159,
"over": [
439,
5,
0,
0
]
}
},
"layers.8.proj.o.weight": {
"base": {
"max": 7.475490394502204,
"kurt": 3.402108669281006,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 7.492299665469724,
"kurt": 3.4024760723114014,
"over": [
0,
0,
0,
0
]
}
},
"layers.8.proj.qkv.weight": {
"base": {
"max": 13.38619722230288,
"kurt": 3.428476333618164,
"over": [
17,
0,
0,
0
]
},
"heal": {
"max": 13.358971915384013,
"kurt": 3.4282588958740234,
"over": [
16,
0,
0,
0
]
}
},
"layers.9.proj.ffn_down.weight": {
"base": {
"max": 95.62522676267047,
"kurt": 6.799107551574707,
"over": [
84,
5,
2,
1
]
},
"heal": {
"max": 29.65874836463596,
"kurt": 3.3888633251190186,
"over": [
83,
5,
0,
0
]
}
},
"layers.9.proj.ffn_up_gate.weight": {
"base": {
"max": 49.14345117133587,
"kurt": 3.6490440368652344,
"over": [
604,
3,
1,
0
]
},
"heal": {
"max": 23.48860236705066,
"kurt": 3.5359854698181152,
"over": [
605,
3,
0,
0
]
}
},
"layers.9.proj.o.weight": {
"base": {
"max": 9.918841809785722,
"kurt": 3.461895704269409,
"over": [
3,
0,
0,
0
]
},
"heal": {
"max": 9.889628869566154,
"kurt": 3.462789535522461,
"over": [
3,
0,
0,
0
]
}
},
"layers.9.proj.qkv.weight": {
"base": {
"max": 13.300236568262871,
"kurt": 3.5649304389953613,
"over": [
287,
0,
0,
0
]
},
"heal": {
"max": 13.32568528114326,
"kurt": 3.565237522125244,
"over": [
287,
0,
0,
0
]
}
},
"shared_block_modulation.weight": {
"base": {
"max": 96.95590511920578,
"kurt": 75.11767578125,
"over": [
51676,
1090,
182,
52
]
},
"heal": {
"max": 59.456558087818465,
"kurt": 35.109901428222656,
"over": [
52303,
669,
182,
0
]
}
},
"text_embedder.blocks.0.ffn_down.weight": {
"base": {
"max": 54.73049707843023,
"kurt": 4.042149543762207,
"over": [
175,
25,
4,
0
]
},
"heal": {
"max": 54.73049707843023,
"kurt": 4.042149543762207,
"over": [
175,
25,
4,
0
]
}
},
"text_embedder.blocks.0.ffn_gate.weight": {
"base": {
"max": 7.431636526944245,
"kurt": 3.1173596382141113,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 7.431636526944245,
"kurt": 3.1173596382141113,
"over": [
0,
0,
0,
0
]
}
},
"text_embedder.blocks.0.ffn_up.weight": {
"base": {
"max": 8.054065825284086,
"kurt": 3.1293091773986816,
"over": [
1,
0,
0,
0
]
},
"heal": {
"max": 8.054065825284086,
"kurt": 3.1293091773986816,
"over": [
1,
0,
0,
0
]
}
},
"text_embedder.blocks.0.proj.weight": {
"base": {
"max": 16.123017170436775,
"kurt": 3.3039045333862305,
"over": [
45,
2,
0,
0
]
},
"heal": {
"max": 16.123017170436775,
"kurt": 3.3039045333862305,
"over": [
45,
2,
0,
0
]
}
},
"text_embedder.blocks.0.qkv.weight": {
"base": {
"max": 6.75265562664417,
"kurt": 3.300684928894043,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 6.75265562664417,
"kurt": 3.300684928894043,
"over": [
0,
0,
0,
0
]
}
},
"text_embedder.blocks.1.ffn_down.weight": {
"base": {
"max": 31.057135498823477,
"kurt": 3.444324016571045,
"over": [
120,
17,
0,
0
]
},
"heal": {
"max": 31.057135498823477,
"kurt": 3.444324016571045,
"over": [
120,
17,
0,
0
]
}
},
"text_embedder.blocks.1.ffn_gate.weight": {
"base": {
"max": 7.036035358982292,
"kurt": 3.100597381591797,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 7.036035358982292,
"kurt": 3.100597381591797,
"over": [
0,
0,
0,
0
]
}
},
"text_embedder.blocks.1.ffn_up.weight": {
"base": {
"max": 28.1833424725383,
"kurt": 3.261016607284546,
"over": [
73,
14,
0,
0
]
},
"heal": {
"max": 28.1833424725383,
"kurt": 3.261016607284546,
"over": [
73,
14,
0,
0
]
}
},
"text_embedder.blocks.1.proj.weight": {
"base": {
"max": 9.402482209422935,
"kurt": 3.159085512161255,
"over": [
1,
0,
0,
0
]
},
"heal": {
"max": 9.402482209422935,
"kurt": 3.159085512161255,
"over": [
1,
0,
0,
0
]
}
},
"text_embedder.blocks.1.qkv.weight": {
"base": {
"max": 6.595537713516737,
"kurt": 3.163123846054077,
"over": [
0,
0,
0,
0
]
},
"heal": {
"max": 6.595537713516737,
"kurt": 3.163123846054077,
"over": [
0,
0,
0,
0
]
}
},
"text_embedder.proj.weight": {
"base": {
"max": 37.380524353616295,
"kurt": 3.898509979248047,
"over": [
153,
3,
1,
0
]
},
"heal": {
"max": 37.380524353616295,
"kurt": 3.898509979248047,
"over": [
153,
3,
1,
0
]
}
},
"time_embedding.0.weight": {
"base": {
"max": 21.718282792945306,
"kurt": 59.50250244140625,
"over": [
3648,
41,
0,
0
]
},
"heal": {
"max": 17.886985273725916,
"kurt": 57.9430046081543,
"over": [
3653,
40,
0,
0
]
}
},
"time_embedding.2.weight": {
"base": {
"max": 271.69325836280245,
"kurt": 3565.143310546875,
"over": [
12957,
3635,
1677,
261
]
},
"heal": {
"max": 63.52468377343153,
"kurt": 214.9905242919922,
"over": [
21107,
4738,
155,
0
]
}
},
"video_embedder.weight": {
"base": {
"max": 20.582143918560593,
"kurt": 48.27723693847656,
"over": [
1180,
2,
0,
0
]
},
"heal": {
"max": 17.820083663506054,
"kurt": 48.21502685546875,
"over": [
1206,
2,
0,
0
]
}
},
"video_head_modulation.weight": {
"base": {
"max": 75.34897574558012,
"kurt": 268.7032165527344,
"over": [
32641,
8359,
649,
18
]
},
"heal": {
"max": 27.964036608894865,
"kurt": 91.46168518066406,
"over": [
36851,
9034,
0,
0
]
}
}
}
}
}