nnm / layer_analysis /metrics.json
VoCuc's picture
Upload folder using huggingface_hub
52225ff verified
Raw
History Blame Contribute Delete
14.2 kB
{
"Teacher": {
"nuclear_norm": [
67.01836533546448,
919.7024557800293,
1019.3516941223145,
1216.501877593994,
1425.2204840698241,
18861.482015625,
20048.11583984375,
20760.64984765625,
20944.60604296875,
21176.7747890625,
21479.74633984375,
21857.1776328125,
22112.28182421875,
22334.95241796875,
22464.047,
22676.6749375,
22810.4609921875,
22980.3543515625,
23147.1841015625,
23327.99819140625,
23508.099859375,
23611.37808203125,
23722.8938671875,
24161.42125390625,
24370.3116953125,
24605.421796875,
24852.96773046875,
25115.03499609375,
25381.41951171875,
25696.18473828125,
26060.57748046875,
26445.77491796875,
27004.2930546875,
27707.4960078125,
28548.274828125,
29467.114109375,
30530.82575390625,
31719.27969140625,
33102.2202109375,
34443.966484375,
35933.39682421875,
37442.781171875,
39181.59925390625,
40876.14034765625,
43083.2673984375,
41167.84990234375,
40708.66219726563,
41005.08394921875,
10565.303779541016
],
"nuclear_norm_norm": [
0.11291617740852115,
1.5630573708218867,
1.740895881377076,
2.0790032798669045,
2.4149076155278095,
38.03925583248683,
40.37540477828552,
41.74954101155007,
42.04903824565555,
42.44228715286603,
42.94996508986494,
43.59884557621129,
44.016497401415485,
44.38836604863757,
44.60930327231868,
44.96918447313431,
45.19248122627333,
45.46790463254197,
45.73838728388377,
46.023810569401974,
46.318891718790404,
46.492630674312046,
46.67304883238282,
47.50255065404289,
47.86959117495471,
48.240007885560594,
48.61340396223207,
49.04032558209427,
49.41288883675955,
49.94301680037685,
50.50826976417829,
51.119670904408984,
52.02920197184834,
53.159123476881625,
54.5065382673955,
55.9802639768209,
57.70052232807224,
59.59031710836045,
61.74570009379742,
63.86833414406946,
66.19659852385884,
68.55596552219735,
71.27432843815295,
73.88988000047553,
77.28081837691425,
72.07326662306454,
69.65599152955775,
68.03331915432572,
16.999636988389824
],
"effective_rank": [
33.92404639746046,
38.16231414380316,
36.486386172602856,
37.44861621656193,
39.61860675322639,
1.9165788584160681,
2.010852952742501,
2.110178929386761,
2.22610452493075,
2.3537001338095815,
2.556872004416462,
2.7789021008514436,
2.9838675147883458,
3.153258137715614,
3.2494245328705444,
3.4151639120691706,
3.4999279036217086,
3.645255795688354,
3.79905101395464,
3.9760209351031968,
4.119875422069353,
4.207514232459663,
4.308548296699163,
4.396041321020295,
4.510438961798995,
4.7303309580262045,
5.012318232891165,
5.243651340338899,
5.656206124372873,
5.932374446137901,
6.340564997635838,
6.768414555846749,
7.344645918746386,
8.118614949077603,
9.039202173284961,
10.012202062321455,
11.106269801034784,
12.382083472230304,
13.871557511809904,
15.263981496464105,
16.81587980356967,
18.409906691983366,
20.171513210205585,
21.89286947640036,
24.02327937665694,
31.483885651370198,
39.11231484586124,
48.382043410254035,
55.45305247868777
],
"matrix_entropy": [
3.1848487753868104,
2.1947324979305267,
1.8897682127952575,
1.9048269984722137,
2.054578025341034,
0.0037093955051968807,
0.003997799991280772,
0.0044342303881421685,
0.005076168356114067,
0.005855666349176317,
0.007146339051076211,
0.008692114921752363,
0.009749719285173342,
0.01049691174388863,
0.010891792072914542,
0.011621591329807416,
0.012152230590814725,
0.012809815246844665,
0.013532859582919627,
0.014322325172135606,
0.014973204307258129,
0.015295231457334012,
0.015827836718410253,
0.01631054132245481,
0.017106994458474217,
0.018417984010186045,
0.01930763631640002,
0.020081527973059565,
0.022189093398861586,
0.024446409130934627,
0.02689627006230876,
0.029399382574483754,
0.03378760122368112,
0.03919084540568292,
0.04619877672754228,
0.05472113675717265,
0.06544449025765062,
0.07727523264847695,
0.09284607919491827,
0.10862843674235045,
0.1284646159913391,
0.15079909791983664,
0.17731524761766196,
0.20502047658339143,
0.24709723727032543,
0.4601752249225974,
0.8234351442754269,
1.7577296734452248,
2.896645793437958
],
"curvature": [
2.100529890537262,
2.0642509019374846,
2.0566549847126008,
2.0445350131988524,
2.0385925164222716,
2.0018606877326963,
1.995426798582077,
1.9936307978630066,
1.9957318012714387,
1.9969454884529114,
1.993057728290558,
1.9897027070522308,
1.973594075202942,
1.9667849836349487,
1.9633507988452912,
1.9597282617092133,
1.9563337869644164,
1.9524214227199554,
1.9530640850067138,
1.95197110247612,
1.952250886440277,
1.956321411371231,
1.9581155157089234,
1.9596897130012512,
1.96081143450737,
1.9602570288181305,
1.9611243634223938,
1.9637723913192748,
1.9603752126693725,
1.9576145548820496,
1.9556586356163026,
1.9523367383480073,
1.95193572306633,
1.9496482923030853,
1.949572107076645,
1.9541756541728974,
1.9573119704723358,
1.9605093259811401,
1.964297610282898,
1.969168568611145,
1.973411865711212,
1.9773711507320404,
1.9836967256069182,
1.9901426653862,
1.9955628914833068,
1.9986076588630677,
2.0067308123111727,
2.0062513620853424,
2.013526465654373
]
},
"Student-base": {
"nuclear_norm": [
41.75348329257965,
879.1779262695312,
6515.050748046875,
12569.04669140625,
13010.129861328125,
13330.410099609375,
13437.93372265625,
13543.631271484375,
13684.540837890625,
13758.843150390625,
13904.306498046875,
13944.24054296875,
14009.362041015625,
14086.47094921875,
14239.695896484374,
14288.52125390625,
14345.712630859374,
14398.598173828124,
14556.26657421875,
14771.744404296875,
15140.985080078124,
15500.8049375,
16084.109658203124,
16926.132560546874,
17889.0569765625,
19184.552462890624,
20292.781927734373,
10551.38507055664,
6987.252155761718
],
"nuclear_norm_norm": [
0.128082876568954,
2.6978330647653066,
23.572957267889954,
45.955538717018285,
47.428463034803514,
48.47188326367026,
48.89766934535686,
49.219835619827194,
49.64410541968451,
49.8680240735533,
50.28931878842987,
50.4181063458435,
50.597468272314785,
50.801235016693425,
51.22931571731127,
51.34961118692371,
51.51910285552831,
51.64885697097694,
52.093793175243825,
52.73371638879563,
53.810744555526355,
54.831496700400194,
56.56977230016172,
59.01892088780079,
61.806430417273745,
65.59749063219066,
68.78994137240649,
31.338158205793846,
20.52701971747438
],
"effective_rank": [
32.17737292775653,
44.31433699197399,
3.3353735268133633,
2.310992693037053,
2.5585841454831453,
2.7895683639654743,
2.7079543968238404,
2.8244318850119545,
3.004444088650437,
3.114191811776279,
3.3223541142444537,
3.362434855129523,
3.4543141523066425,
3.596746302277279,
3.8610312647269103,
3.9829469282973724,
4.047142212874542,
4.177814129407681,
4.457577383642774,
4.804306322793467,
5.392610656380889,
6.050239570266367,
6.958027614839512,
8.36100824863758,
9.958584207351514,
12.016093078041468,
13.707449673142674,
47.718577943489464,
48.184807669637024
],
"matrix_entropy": [
2.8709825813770293,
3.060666229724884,
0.013147823604289443,
0.005174243731657043,
0.006514292258652858,
0.007923113865894265,
0.0077993805770529435,
0.008787013446213677,
0.009819060916546732,
0.010170083320932463,
0.011386988122714683,
0.012060152868041768,
0.012792165039340034,
0.013401334165828303,
0.0148497909468133,
0.015160535784671083,
0.016594837166834624,
0.016388753989944233,
0.017963262918870897,
0.020421426203101875,
0.025176745738834144,
0.028873638207558543,
0.03824361741729081,
0.0528848578883335,
0.07217604182008654,
0.10511589069291949,
0.13406536692380905,
1.9507562627792359,
2.224106029510498
],
"curvature": [
2.100179240465164,
2.0645462944507598,
2.026625032901764,
2.017579845190048,
1.992234440088272,
1.9813394770622252,
1.9795666811466217,
1.978365374326706,
1.963390667438507,
1.9576408264636993,
1.9530589179992677,
1.9505155863761903,
1.9433842849731446,
1.9431746346950531,
1.9359071965217591,
1.9401961410045623,
1.936635610818863,
1.9379705848693847,
1.938274395942688,
1.9365910844802856,
1.945070161342621,
1.9474826350212098,
1.952812385559082,
1.9544786591529846,
1.9613983817100524,
1.97228178858757,
1.9859791145324708,
2.0050239465236666,
2.0103215384483337
]
},
"Student-distilled": {
"nuclear_norm": [
41.75348329257965,
881.5851961669922,
6377.716064453125,
11852.45693359375,
12291.428671875,
12607.16617578125,
12713.4444765625,
12820.148197265626,
12958.723234375,
13025.170611328125,
13164.25291796875,
13192.047189453126,
13277.158904296875,
13358.493873046875,
13504.839201171875,
13559.19291796875,
13631.677505859376,
13690.2715078125,
13863.480900390625,
14092.243279296876,
14458.6819765625,
14829.74023828125,
15424.049302734375,
16274.8825,
17267.71530078125,
18609.47030859375,
19751.45662109375,
10947.260981933594,
7408.1755002441405
],
"nuclear_norm_norm": [
0.128082876568954,
2.7053222340145995,
23.057982242342067,
43.2756032374747,
44.737720689809805,
45.76295016940462,
46.18175690291388,
46.50701380815059,
46.92389420763013,
47.124995360209375,
47.53034563273573,
47.62302558570154,
47.861504244109064,
48.07795516618133,
48.48663264839795,
48.62711457136142,
48.84619457204321,
48.99115700311547,
49.47699266359198,
50.15326156398331,
51.22518865261313,
52.281019027081925,
54.05500532032516,
56.54072222648658,
59.428015123322425,
63.37709389330373,
66.6942912554064,
32.76599735657604,
21.787955312702266
],
"effective_rank": [
32.17737292775653,
44.331924151210075,
3.415106269730263,
2.4211309376831016,
2.695276289278041,
2.948530877753131,
2.862737134066688,
2.991003522869146,
3.185843482436036,
3.296271824430386,
3.5124485547554958,
3.541075662118502,
3.6707935548332884,
3.8329018385974396,
4.113598568459842,
4.251815701337907,
4.341519812891019,
4.50063769588852,
4.841148161920883,
5.252252422362056,
5.880068699578093,
6.6132942358538935,
7.610190230578865,
9.12197695633478,
10.861634028915526,
13.089608794600023,
14.904200705600262,
48.298632792505465,
51.18137862499414
],
"matrix_entropy": [
2.8709825813770293,
3.0614452917575834,
0.013831716368673369,
0.005858223014860414,
0.007391985022812151,
0.008977915031602605,
0.008860803658375516,
0.009974856252782046,
0.011101463537896051,
0.01141975158918649,
0.012691334399627522,
0.013261153605533763,
0.014420908626867459,
0.015115947255399078,
0.016546961965970695,
0.01698891041520983,
0.01881871324265376,
0.01844476625882089,
0.02023495017271489,
0.02300149690313265,
0.028470058438368143,
0.032554490412585436,
0.043037030391395094,
0.05914475034084171,
0.0808918276168406,
0.11802415121905506,
0.15036926917731763,
2.0612297718524935,
2.5277992968559264
],
"curvature": [
2.100179240465164,
2.064339007139206,
2.0266627926826475,
2.017477439403534,
1.9915956892967224,
1.9809104659557342,
1.9790962674617767,
1.9780257089138031,
1.963405634880066,
1.958208883523941,
1.954163803100586,
1.9522610869407653,
1.9446593956947327,
1.9443971507549287,
1.9378362245559693,
1.942080751657486,
1.9387934291362763,
1.9398599662780762,
1.9402241063117982,
1.9396596491336822,
1.9480245921611785,
1.9507552106380464,
1.9560702140331268,
1.9577870604991914,
1.964445413351059,
1.9748560314178467,
1.9882875044345856,
2.0049168992042543,
2.012165951013565
]
}
}