nnm-eval / layer_analysis /amid /metrics.json
VoCuc's picture
Upload folder using huggingface_hub
de2b2b7 verified
Raw
History Blame Contribute Delete
14.3 kB
{
"Teacher": {
"nuclear_norm": [
67.01836533546448,
919.7024557800293,
1019.3516941223145,
1216.501877593994,
1425.2204840698241,
18861.482015625,
20048.11583984375,
20760.64984765625,
20944.60604296875,
21176.7747890625,
21479.74633984375,
21857.1776328125,
22112.28182421875,
22334.95241796875,
22464.047,
22676.6749375,
22810.4609921875,
22980.3543515625,
23147.1841015625,
23327.99819140625,
23508.099859375,
23611.37808203125,
23722.8938671875,
24161.42125390625,
24370.3116953125,
24605.421796875,
24852.96773046875,
25115.03499609375,
25381.41951171875,
25696.18473828125,
26060.57748046875,
26445.77491796875,
27004.2930546875,
27707.4960078125,
28548.274828125,
29467.114109375,
30530.82575390625,
31719.27969140625,
33102.2202109375,
34443.966484375,
35933.39682421875,
37442.781171875,
39181.59925390625,
40876.14034765625,
43083.2673984375,
41167.84990234375,
40708.66219726563,
41005.08394921875,
10565.303779541016
],
"nuclear_norm_norm": [
0.11291617740852115,
1.5630573708218867,
1.740895881377076,
2.0790032798669045,
2.4149076155278095,
38.03925583248683,
40.37540477828552,
41.74954101155007,
42.04903824565555,
42.44228715286603,
42.94996508986494,
43.59884557621129,
44.016497401415485,
44.38836604863757,
44.60930327231868,
44.96918447313431,
45.19248122627333,
45.46790463254197,
45.73838728388377,
46.023810569401974,
46.318891718790404,
46.492630674312046,
46.67304883238282,
47.50255065404289,
47.86959117495471,
48.240007885560594,
48.61340396223207,
49.04032558209427,
49.41288883675955,
49.94301680037685,
50.50826976417829,
51.119670904408984,
52.02920197184834,
53.159123476881625,
54.5065382673955,
55.9802639768209,
57.70052232807224,
59.59031710836045,
61.74570009379742,
63.86833414406946,
66.19659852385884,
68.55596552219735,
71.27432843815295,
73.88988000047553,
77.28081837691425,
72.07326662306454,
69.65599152955775,
68.03331915432572,
16.999636988389824
],
"effective_rank": [
33.92404639746046,
38.16231414380316,
36.486386172602856,
37.44861621656193,
39.61860675322639,
1.9165788584160681,
2.010852952742501,
2.110178929386761,
2.22610452493075,
2.3537001338095815,
2.556872004416462,
2.7789021008514436,
2.9838675147883458,
3.153258137715614,
3.2494245328705444,
3.4151639120691706,
3.4999279036217086,
3.645255795688354,
3.79905101395464,
3.9760209351031968,
4.119875422069353,
4.207514232459663,
4.308548296699163,
4.396041321020295,
4.510438961798995,
4.7303309580262045,
5.012318232891165,
5.243651340338899,
5.656206124372873,
5.932374446137901,
6.340564997635838,
6.768414555846749,
7.344645918746386,
8.118614949077603,
9.039202173284961,
10.012202062321455,
11.106269801034784,
12.382083472230304,
13.871557511809904,
15.263981496464105,
16.81587980356967,
18.409906691983366,
20.171513210205585,
21.89286947640036,
24.02327937665694,
31.483885651370198,
39.11231484586124,
48.382043410254035,
55.45305247868777
],
"matrix_entropy": [
3.1848487753868104,
2.1947324979305267,
1.8897682127952575,
1.9048269984722137,
2.054578025341034,
0.0037093955051968807,
0.003997799991280772,
0.0044342303881421685,
0.005076168356114067,
0.005855666349176317,
0.007146339051076211,
0.008692114921752363,
0.009749719285173342,
0.01049691174388863,
0.010891792072914542,
0.011621591329807416,
0.012152230590814725,
0.012809815246844665,
0.013532859582919627,
0.014322325172135606,
0.014973204307258129,
0.015295231457334012,
0.015827836718410253,
0.01631054132245481,
0.017106994458474217,
0.018417984010186045,
0.01930763631640002,
0.020081527973059565,
0.022189093398861586,
0.024446409130934627,
0.02689627006230876,
0.029399382574483754,
0.03378760122368112,
0.03919084540568292,
0.04619877672754228,
0.05472113675717265,
0.06544449025765062,
0.07727523264847695,
0.09284607919491827,
0.10862843674235045,
0.1284646159913391,
0.15079909791983664,
0.17731524761766196,
0.20502047658339143,
0.24709723727032543,
0.4601752249225974,
0.8234351442754269,
1.7577296734452248,
2.896645793437958
],
"curvature": [
2.100529890537262,
2.0642509019374846,
2.0566549847126008,
2.0445350131988524,
2.0385925164222716,
2.0018606877326963,
1.995426798582077,
1.9936307978630066,
1.9957318012714387,
1.9969454884529114,
1.993057728290558,
1.9897027070522308,
1.973594075202942,
1.9667849836349487,
1.9633507988452912,
1.9597282617092133,
1.9563337869644164,
1.9524214227199554,
1.9530640850067138,
1.95197110247612,
1.952250886440277,
1.956321411371231,
1.9581155157089234,
1.9596897130012512,
1.96081143450737,
1.9602570288181305,
1.9611243634223938,
1.9637723913192748,
1.9603752126693725,
1.9576145548820496,
1.9556586356163026,
1.9523367383480073,
1.95193572306633,
1.9496482923030853,
1.949572107076645,
1.9541756541728974,
1.9573119704723358,
1.9605093259811401,
1.964297610282898,
1.969168568611145,
1.973411865711212,
1.9773711507320404,
1.9836967256069182,
1.9901426653862,
1.9955628914833068,
1.9986076588630677,
2.0067308123111727,
2.0062513620853424,
2.013526465654373
]
},
"Student-base": {
"nuclear_norm": [
41.75348329257965,
879.1779262695312,
6515.050748046875,
12569.04669140625,
13010.129861328125,
13330.410099609375,
13437.93372265625,
13543.631271484375,
13684.540837890625,
13758.843150390625,
13904.306498046875,
13944.24054296875,
14009.362041015625,
14086.47094921875,
14239.695896484374,
14288.52125390625,
14345.712630859374,
14398.598173828124,
14556.26657421875,
14771.744404296875,
15140.985080078124,
15500.8049375,
16084.109658203124,
16926.132560546874,
17889.0569765625,
19184.552462890624,
20292.781927734373,
10551.38507055664,
6987.252155761718
],
"nuclear_norm_norm": [
0.128082876568954,
2.6978330647653066,
23.572957267889954,
45.955538717018285,
47.428463034803514,
48.47188326367026,
48.89766934535686,
49.219835619827194,
49.64410541968451,
49.8680240735533,
50.28931878842987,
50.4181063458435,
50.597468272314785,
50.801235016693425,
51.22931571731127,
51.34961118692371,
51.51910285552831,
51.64885697097694,
52.093793175243825,
52.73371638879563,
53.810744555526355,
54.831496700400194,
56.56977230016172,
59.01892088780079,
61.806430417273745,
65.59749063219066,
68.78994137240649,
31.338158205793846,
20.52701971747438
],
"effective_rank": [
32.17737292775653,
44.31433699197399,
3.3353735268133633,
2.310992693037053,
2.5585841454831453,
2.7895683639654743,
2.7079543968238404,
2.8244318850119545,
3.004444088650437,
3.114191811776279,
3.3223541142444537,
3.362434855129523,
3.4543141523066425,
3.596746302277279,
3.8610312647269103,
3.9829469282973724,
4.047142212874542,
4.177814129407681,
4.457577383642774,
4.804306322793467,
5.392610656380889,
6.050239570266367,
6.958027614839512,
8.36100824863758,
9.958584207351514,
12.016093078041468,
13.707449673142674,
47.718577943489464,
48.184807669637024
],
"matrix_entropy": [
2.8709825813770293,
3.060666229724884,
0.013147823604289443,
0.005174243731657043,
0.006514292258652858,
0.007923113865894265,
0.0077993805770529435,
0.008787013446213677,
0.009819060916546732,
0.010170083320932463,
0.011386988122714683,
0.012060152868041768,
0.012792165039340034,
0.013401334165828303,
0.0148497909468133,
0.015160535784671083,
0.016594837166834624,
0.016388753989944233,
0.017963262918870897,
0.020421426203101875,
0.025176745738834144,
0.028873638207558543,
0.03824361741729081,
0.0528848578883335,
0.07217604182008654,
0.10511589069291949,
0.13406536692380905,
1.9507562627792359,
2.224106029510498
],
"curvature": [
2.100179240465164,
2.0645462944507598,
2.026625032901764,
2.017579845190048,
1.992234440088272,
1.9813394770622252,
1.9795666811466217,
1.978365374326706,
1.963390667438507,
1.9576408264636993,
1.9530589179992677,
1.9505155863761903,
1.9433842849731446,
1.9431746346950531,
1.9359071965217591,
1.9401961410045623,
1.936635610818863,
1.9379705848693847,
1.938274395942688,
1.9365910844802856,
1.945070161342621,
1.9474826350212098,
1.952812385559082,
1.9544786591529846,
1.9613983817100524,
1.97228178858757,
1.9859791145324708,
2.0050239465236666,
2.0103215384483337
]
},
"Student-distilled": {
"nuclear_norm": [
41.75348329257965,
890.1761538085938,
6918.530770507812,
12987.963759765626,
13426.585271484375,
13746.0582265625,
13855.793119140624,
13963.155435546874,
14111.635345703125,
14189.67046484375,
14333.561349609376,
14373.163388671876,
14440.226025390624,
14518.884986328125,
14669.608255859375,
14721.967599609376,
14786.17134375,
14853.14931640625,
15029.368146484376,
15258.594236328125,
15639.17129296875,
16022.653166015625,
16618.61194921875,
17475.09431640625,
18474.152486328127,
19813.256251953124,
20960.658548828123,
10787.92319140625,
7298.898829101562
],
"nuclear_norm_norm": [
0.128082876568954,
2.7306570277395497,
25.068891111638457,
47.49808780907144,
48.95851566278932,
49.99647779399533,
50.428075919619076,
50.75548817992666,
51.2039803361946,
51.44085423316577,
51.8619350262191,
51.98967660939469,
52.174449772742506,
52.38129347818316,
52.80135384454568,
52.93516676962938,
53.127144165179466,
53.298051650836406,
53.796489128111496,
54.476043512260354,
55.588803419466885,
56.68321176289027,
58.45742869013002,
60.951052692807515,
63.84447303516754,
67.76631839296778,
71.08088522661396,
32.01414689316261,
21.480389820298218
],
"effective_rank": [
32.17737292775653,
44.445242043474096,
3.1722237735176075,
2.279625788481277,
2.521392950273056,
2.748249741850532,
2.67535988397142,
2.788282797143782,
2.969064090355386,
3.077290436591743,
3.271936971487018,
3.31062914620425,
3.4024388661919365,
3.543431039425235,
3.7964558355565887,
3.9145668917204155,
3.98830937813744,
4.136770995492752,
4.436597839077493,
4.7958998574192835,
5.38228506253223,
6.05203812011103,
6.952819727365066,
8.339489404737815,
9.951119814527363,
12.026069425656907,
13.725338411760786,
48.466592880851316,
50.40894199573048
],
"matrix_entropy": [
2.8709825813770293,
3.0678966863155366,
0.011795809855451807,
0.004990366096841172,
0.006308987560798414,
0.007701674246578478,
0.007642820156994276,
0.008623070108238607,
0.009660503189312294,
0.010027189092244954,
0.011190667011775077,
0.011817976472433657,
0.01249312670622021,
0.0130682237399742,
0.014351703066611663,
0.014711574230575935,
0.01605749402008951,
0.015945867897942664,
0.01758526299148798,
0.02001632895274088,
0.02473947051540017,
0.028581053140107542,
0.03775258638709784,
0.05185798707231879,
0.07089317696355284,
0.1032333930209279,
0.13181035035476088,
1.9867431511878968,
2.484020733833313
],
"curvature": [
2.100179240465164,
2.064250084400177,
2.0261760296821594,
2.0172901356220247,
1.9923177456855774,
1.9814279448986054,
1.9794859895706176,
1.9781797037124633,
1.963846736907959,
1.9578544282913208,
1.952939909219742,
1.950672128677368,
1.9429961609840394,
1.9430593485832215,
1.9359568588733673,
1.9401211218833923,
1.936466239452362,
1.937329011440277,
1.9371541881561278,
1.9358767278194426,
1.944312227010727,
1.9465208973884582,
1.9516628890037537,
1.9532819948196412,
1.9596992113590241,
1.9698145298957825,
1.9837578182220459,
2.002322376012802,
2.007071842670441
]
}
}