nnm-eval / layer_analysis /metrics.json
VoCuc's picture
Upload folder using huggingface_hub
de2b2b7 verified
Raw
History Blame Contribute Delete
14.2 kB
{
"Teacher": {
"nuclear_norm": [
67.01836533546448,
919.7024557800293,
1019.3516941223145,
1216.501877593994,
1425.2204840698241,
18861.482015625,
20048.11583984375,
20760.64984765625,
20944.60604296875,
21176.7747890625,
21479.74633984375,
21857.1776328125,
22112.28182421875,
22334.95241796875,
22464.047,
22676.6749375,
22810.4609921875,
22980.3543515625,
23147.1841015625,
23327.99819140625,
23508.099859375,
23611.37808203125,
23722.8938671875,
24161.42125390625,
24370.3116953125,
24605.421796875,
24852.96773046875,
25115.03499609375,
25381.41951171875,
25696.18473828125,
26060.57748046875,
26445.77491796875,
27004.2930546875,
27707.4960078125,
28548.274828125,
29467.114109375,
30530.82575390625,
31719.27969140625,
33102.2202109375,
34443.966484375,
35933.39682421875,
37442.781171875,
39181.59925390625,
40876.14034765625,
43083.2673984375,
41167.84990234375,
40708.66219726563,
41005.08394921875,
10565.303779541016
],
"nuclear_norm_norm": [
0.11291617740852115,
1.5630573708218867,
1.740895881377076,
2.0790032798669045,
2.4149076155278095,
38.03925583248683,
40.37540477828552,
41.74954101155007,
42.04903824565555,
42.44228715286603,
42.94996508986494,
43.59884557621129,
44.016497401415485,
44.38836604863757,
44.60930327231868,
44.96918447313431,
45.19248122627333,
45.46790463254197,
45.73838728388377,
46.023810569401974,
46.318891718790404,
46.492630674312046,
46.67304883238282,
47.50255065404289,
47.86959117495471,
48.240007885560594,
48.61340396223207,
49.04032558209427,
49.41288883675955,
49.94301680037685,
50.50826976417829,
51.119670904408984,
52.02920197184834,
53.159123476881625,
54.5065382673955,
55.9802639768209,
57.70052232807224,
59.59031710836045,
61.74570009379742,
63.86833414406946,
66.19659852385884,
68.55596552219735,
71.27432843815295,
73.88988000047553,
77.28081837691425,
72.07326662306454,
69.65599152955775,
68.03331915432572,
16.999636988389824
],
"effective_rank": [
33.92404639746046,
38.16231414380316,
36.486386172602856,
37.44861621656193,
39.61860675322639,
1.9165788584160681,
2.010852952742501,
2.110178929386761,
2.22610452493075,
2.3537001338095815,
2.556872004416462,
2.7789021008514436,
2.9838675147883458,
3.153258137715614,
3.2494245328705444,
3.4151639120691706,
3.4999279036217086,
3.645255795688354,
3.79905101395464,
3.9760209351031968,
4.119875422069353,
4.207514232459663,
4.308548296699163,
4.396041321020295,
4.510438961798995,
4.7303309580262045,
5.012318232891165,
5.243651340338899,
5.656206124372873,
5.932374446137901,
6.340564997635838,
6.768414555846749,
7.344645918746386,
8.118614949077603,
9.039202173284961,
10.012202062321455,
11.106269801034784,
12.382083472230304,
13.871557511809904,
15.263981496464105,
16.81587980356967,
18.409906691983366,
20.171513210205585,
21.89286947640036,
24.02327937665694,
31.483885651370198,
39.11231484586124,
48.382043410254035,
55.45305247868777
],
"matrix_entropy": [
3.1848487753868104,
2.1947324979305267,
1.8897682127952575,
1.9048269984722137,
2.054578025341034,
0.0037093955051968807,
0.003997799991280772,
0.0044342303881421685,
0.005076168356114067,
0.005855666349176317,
0.007146339051076211,
0.008692114921752363,
0.009749719285173342,
0.01049691174388863,
0.010891792072914542,
0.011621591329807416,
0.012152230590814725,
0.012809815246844665,
0.013532859582919627,
0.014322325172135606,
0.014973204307258129,
0.015295231457334012,
0.015827836718410253,
0.01631054132245481,
0.017106994458474217,
0.018417984010186045,
0.01930763631640002,
0.020081527973059565,
0.022189093398861586,
0.024446409130934627,
0.02689627006230876,
0.029399382574483754,
0.03378760122368112,
0.03919084540568292,
0.04619877672754228,
0.05472113675717265,
0.06544449025765062,
0.07727523264847695,
0.09284607919491827,
0.10862843674235045,
0.1284646159913391,
0.15079909791983664,
0.17731524761766196,
0.20502047658339143,
0.24709723727032543,
0.4601752249225974,
0.8234351442754269,
1.7577296734452248,
2.896645793437958
],
"curvature": [
2.100529890537262,
2.0642509019374846,
2.0566549847126008,
2.0445350131988524,
2.0385925164222716,
2.0018606877326963,
1.995426798582077,
1.9936307978630066,
1.9957318012714387,
1.9969454884529114,
1.993057728290558,
1.9897027070522308,
1.973594075202942,
1.9667849836349487,
1.9633507988452912,
1.9597282617092133,
1.9563337869644164,
1.9524214227199554,
1.9530640850067138,
1.95197110247612,
1.952250886440277,
1.956321411371231,
1.9581155157089234,
1.9596897130012512,
1.96081143450737,
1.9602570288181305,
1.9611243634223938,
1.9637723913192748,
1.9603752126693725,
1.9576145548820496,
1.9556586356163026,
1.9523367383480073,
1.95193572306633,
1.9496482923030853,
1.949572107076645,
1.9541756541728974,
1.9573119704723358,
1.9605093259811401,
1.964297610282898,
1.969168568611145,
1.973411865711212,
1.9773711507320404,
1.9836967256069182,
1.9901426653862,
1.9955628914833068,
1.9986076588630677,
2.0067308123111727,
2.0062513620853424,
2.013526465654373
]
},
"Student-base": {
"nuclear_norm": [
41.75348329257965,
879.1779262695312,
6515.050748046875,
12569.04669140625,
13010.129861328125,
13330.410099609375,
13437.93372265625,
13543.631271484375,
13684.540837890625,
13758.843150390625,
13904.306498046875,
13944.24054296875,
14009.362041015625,
14086.47094921875,
14239.695896484374,
14288.52125390625,
14345.712630859374,
14398.598173828124,
14556.26657421875,
14771.744404296875,
15140.985080078124,
15500.8049375,
16084.109658203124,
16926.132560546874,
17889.0569765625,
19184.552462890624,
20292.781927734373,
10551.38507055664,
6987.252155761718
],
"nuclear_norm_norm": [
0.128082876568954,
2.6978330647653066,
23.572957267889954,
45.955538717018285,
47.428463034803514,
48.47188326367026,
48.89766934535686,
49.219835619827194,
49.64410541968451,
49.8680240735533,
50.28931878842987,
50.4181063458435,
50.597468272314785,
50.801235016693425,
51.22931571731127,
51.34961118692371,
51.51910285552831,
51.64885697097694,
52.093793175243825,
52.73371638879563,
53.810744555526355,
54.831496700400194,
56.56977230016172,
59.01892088780079,
61.806430417273745,
65.59749063219066,
68.78994137240649,
31.338158205793846,
20.52701971747438
],
"effective_rank": [
32.17737292775653,
44.31433699197399,
3.3353735268133633,
2.310992693037053,
2.5585841454831453,
2.7895683639654743,
2.7079543968238404,
2.8244318850119545,
3.004444088650437,
3.114191811776279,
3.3223541142444537,
3.362434855129523,
3.4543141523066425,
3.596746302277279,
3.8610312647269103,
3.9829469282973724,
4.047142212874542,
4.177814129407681,
4.457577383642774,
4.804306322793467,
5.392610656380889,
6.050239570266367,
6.958027614839512,
8.36100824863758,
9.958584207351514,
12.016093078041468,
13.707449673142674,
47.718577943489464,
48.184807669637024
],
"matrix_entropy": [
2.8709825813770293,
3.060666229724884,
0.013147823604289443,
0.005174243731657043,
0.006514292258652858,
0.007923113865894265,
0.0077993805770529435,
0.008787013446213677,
0.009819060916546732,
0.010170083320932463,
0.011386988122714683,
0.012060152868041768,
0.012792165039340034,
0.013401334165828303,
0.0148497909468133,
0.015160535784671083,
0.016594837166834624,
0.016388753989944233,
0.017963262918870897,
0.020421426203101875,
0.025176745738834144,
0.028873638207558543,
0.03824361741729081,
0.0528848578883335,
0.07217604182008654,
0.10511589069291949,
0.13406536692380905,
1.9507562627792359,
2.224106029510498
],
"curvature": [
2.100179240465164,
2.0645462944507598,
2.026625032901764,
2.017579845190048,
1.992234440088272,
1.9813394770622252,
1.9795666811466217,
1.978365374326706,
1.963390667438507,
1.9576408264636993,
1.9530589179992677,
1.9505155863761903,
1.9433842849731446,
1.9431746346950531,
1.9359071965217591,
1.9401961410045623,
1.936635610818863,
1.9379705848693847,
1.938274395942688,
1.9365910844802856,
1.945070161342621,
1.9474826350212098,
1.952812385559082,
1.9544786591529846,
1.9613983817100524,
1.97228178858757,
1.9859791145324708,
2.0050239465236666,
2.0103215384483337
]
},
"Student-distilled": {
"nuclear_norm": [
41.75348329257965,
885.1238697814941,
6487.712646484375,
12505.349689453125,
12944.46668359375,
13269.5589140625,
13377.5103203125,
13486.91219140625,
13634.248263671874,
13708.70978125,
13854.996693359375,
13897.67506640625,
13962.450771484375,
14041.508458984375,
14197.666396484376,
14257.90165234375,
14319.744185546875,
14390.044541015624,
14570.5226171875,
14801.74775390625,
15170.295724609376,
15550.494080078124,
16141.116484375,
16996.837087890624,
17980.42528125,
19314.114435546875,
20455.1115390625,
10917.064114746094,
7513.916989257813
],
"nuclear_norm_norm": [
0.128082876568954,
2.715581402616752,
23.46012905996497,
45.699323065774735,
47.1619654414997,
48.21887536261433,
48.643620593492955,
48.97678027691682,
49.42083121805494,
49.646668227720504,
50.07314572082889,
50.20722287179927,
50.38610632003263,
50.59682013997509,
51.03184272726532,
51.18868713124355,
51.37429744831052,
51.55284777793963,
52.06014547347188,
52.744760653730495,
53.82054738633997,
54.90454247292118,
56.66249456161329,
59.15099574849704,
61.99231991132436,
65.89309703316371,
69.17685397392393,
32.485931678411184,
22.037009140445306
],
"effective_rank": [
32.17737292775653,
44.353791672782506,
3.375028514776814,
2.3418908972409795,
2.5967285977240437,
2.8374178547246904,
2.7577189879741755,
2.8804134003208093,
3.071002585718398,
3.1812249836120445,
3.3918527139818253,
3.4384742676723667,
3.532963732332953,
3.6816367741185347,
3.960195324328615,
4.098134936668544,
4.171787532817952,
4.3393441767269385,
4.672462743526156,
5.060892530851912,
5.6632351355743324,
6.372983423708419,
7.318955378814135,
8.780715959627754,
10.455769284422768,
12.617445433185067,
14.375436014323661,
48.74484800799987,
51.9420147958137
],
"matrix_entropy": [
2.8709825813770293,
3.0638923354148866,
0.013471993853570893,
0.005369776900392025,
0.006765616988646798,
0.008240836217766627,
0.008154509507119656,
0.009202281858073548,
0.010304767828201875,
0.01067354921810329,
0.011920433329185472,
0.012629723557038232,
0.013306949985446409,
0.013906541729811579,
0.015292552436701953,
0.015764149204362185,
0.017146427020896225,
0.01700718399696052,
0.018719526972621678,
0.021266913970932364,
0.026148875202052294,
0.030067877564113586,
0.039597089149057865,
0.05443939240928739,
0.07401196076534688,
0.1077792483791709,
0.13790896475687622,
2.0521623175144197,
2.615668491601944
],
"curvature": [
2.100179240465164,
2.06433454823494,
2.0260891592502595,
2.016866308927536,
1.9913162677288054,
1.9802213616371154,
1.9785503528118134,
1.9774154455661774,
1.9631979792118073,
1.9570685584545136,
1.9521793990135192,
1.9499669954776764,
1.9425539798736573,
1.9426638615131377,
1.9356540415287018,
1.939831992149353,
1.936480402469635,
1.937704359292984,
1.9378611946105957,
1.93658016705513,
1.9446012966632844,
1.9472265419960022,
1.9529893701076508,
1.9549484825134278,
1.9616914246082306,
1.972510656118393,
1.986220353126526,
2.002920325517654,
2.010844828367233
]
}
}