Buckets:

charlesgchen's picture
download
raw
32.6 kB
{ "budget_tokens": 32, "strategy": { "r1": 0.07959425853945315, "r2": 0.7724896511858073, "r3": 0.4722222222222222, "t": 50.0, "alpha": 0.020467921635002106, "a": 4.61, "n_visual": 576, "grid_side": 24, "stages": { "l1": 10, "l2": 10, "l3": 12 }, "prune_layers": [ 10, 20 ], "keeps": [ 46, 36, 17 ], "n_cells": 25, "layer_average_tokens": 32.0 }, "objective": { "best_similarity_sum": 27.630158305168152, "best_mean_similarity": 0.9210052768389384, "n_samples": 30, "reference_hidden_state_norm": 111.59986114501953 }, "search": { "n_calls": 50, "n_initial_points": 27, "random_state": 42, "acq_func": "EI", "budget_mode": "integer", "seconds": 81.56297096796334 }, "trials": [ { "index": 0, "point": [ 0.07768174963500647, 0.6189362352708765, 38.984550013638476, 16.182924562582386, -0.1083344942928175 ], "r1": 0.07768174963500647, "r2": 0.6189362352708765, "r3": 0.8571428571428571, "t": 38.984550013638476, "alpha": -0.1083344942928175, "a": 16.182924562582386, "keeps": [ 45, 28, 24 ], "layer_average_tokens": 31.8125, "similarity_sum": 27.345605671405792, "mean_similarity": 0.9115201890468597, "failed_samples": 0, "seconds": 1.301019439008087 }, { "index": 1, "point": [ 0.058332636550500076, 0.7476494829174047, 16.685430556951093, 7.380187599506433, 0.301776945897706 ], "r1": 0.058332636550500076, "r2": 0.7476494829174047, "r3": 1.0, "t": 16.685430556951093, "alpha": 0.301776945897706, "a": 7.380187599506433, "keeps": [ 34, 25, 25 ], "layer_average_tokens": 27.8125, "similarity_sum": 27.138343155384064, "mean_similarity": 0.9046114385128021, "failed_samples": 0, "seconds": 1.2279388848692179 }, { "index": 2, "point": [ 0.05712254386186389, 0.8702660937245182, 46.92763545078752, 4.625100269657268, 0.9844231185824355 ], "r1": 0.05712254386186389, "r2": 0.8702660937245182, "r3": 1.0, "t": 46.92763545078752, "alpha": 0.9844231185824355, "a": 4.625100269657268, "keeps": [ 33, 29, 29 ], "layer_average_tokens": 30.25, "similarity_sum": 27.207962572574615, "mean_similarity": 0.9069320857524872, "failed_samples": 0, "seconds": 1.2483199289999902 }, { "index": 3, "point": [ 0.072707819711881, 0.8187714748945312, 0.3533152609858704, 5.057180421553052, 0.04954932051677852 ], "r1": 0.072707819711881, "r2": 0.8187714748945312, "r3": 0.6470588235294118, "t": 0.3533152609858704, "alpha": 0.04954932051677852, "a": 5.057180421553052, "keeps": [ 42, 34, 22 ], "layer_average_tokens": 32.0, "similarity_sum": 27.424598157405853, "mean_similarity": 0.9141532719135285, "failed_samples": 0, "seconds": 1.2929557100869715 }, { "index": 4, "point": [ 0.0666628047698682, 0.5551106428330206, 48.68777594207297, 9.123436290943602, -0.8187871309343584 ], "r1": 0.0666628047698682, "r2": 0.5551106428330206, "r3": 1.0, "t": 48.68777594207297, "alpha": -0.8187871309343584, "a": 9.123436290943602, "keeps": [ 38, 21, 21 ], "layer_average_tokens": 26.3125, "similarity_sum": 22.087973959743977, "mean_similarity": 0.7362657986581326, "failed_samples": 0, "seconds": 1.301038023782894 }, { "index": 5, "point": [ 0.07273294470369687, 0.711815595924676, 49.16154429033942, 13.660532500078332, 0.7198808134726415 ], "r1": 0.07273294470369687, "r2": 0.711815595924676, "r3": 0.8333333333333334, "t": 49.16154429033942, "alpha": 0.7198808134726415, "a": 13.660532500078332, "keeps": [ 42, 30, 25 ], "layer_average_tokens": 31.875, "similarity_sum": 27.348698914051056, "mean_similarity": 0.9116232971350352, "failed_samples": 0, "seconds": 1.258231082931161 }, { "index": 6, "point": [ 0.07445298718299388, 0.7435663175857867, 0.6632480579933266, 22.8792920427293, 0.1265764356910788 ], "r1": 0.07445298718299388, "r2": 0.7435663175857867, "r3": 0.6875, "t": 0.6632480579933266, "alpha": 0.1265764356910788, "a": 22.8792920427293, "keeps": [ 43, 32, 22 ], "layer_average_tokens": 31.6875, "similarity_sum": 27.478598296642303, "mean_similarity": 0.9159532765547435, "failed_samples": 0, "seconds": 1.2925276211462915 }, { "index": 7, "point": [ 0.06626156951499768, 0.5407842510361, 11.544691281107452, 9.283483786244368, 0.36652703765091665 ], "r1": 0.06626156951499768, "r2": 0.5407842510361, "r3": 1.0, "t": 11.544691281107452, "alpha": 0.36652703765091665, "a": 9.283483786244368, "keeps": [ 38, 21, 21 ], "layer_average_tokens": 26.3125, "similarity_sum": 26.875772833824158, "mean_similarity": 0.8958590944608052, "failed_samples": 0, "seconds": 1.2477564811706543 }, { "index": 8, "point": [ 0.07249990716062836, 0.9221576254768769, 8.668232675388605, 12.192665180845141, -0.6355278244238753 ], "r1": 0.07249990716062836, "r2": 0.9221576254768769, "r3": 0.4358974358974359, "t": 8.668232675388605, "alpha": -0.6355278244238753, "a": 12.192665180845141, "keeps": [ 42, 39, 17 ], "layer_average_tokens": 31.6875, "similarity_sum": 27.364753663539886, "mean_similarity": 0.9121584554513296, "failed_samples": 0, "seconds": 1.3908883268013597 }, { "index": 9, "point": [ 0.07653781695326813, 0.7317394080959142, 10.397083143409445, 15.617709356429636, -0.9373734150888828 ], "r1": 0.07653781695326813, "r2": 0.7317394080959142, "r3": 0.6875, "t": 10.397083143409445, "alpha": -0.9373734150888828, "a": 15.617709356429636, "keeps": [ 44, 32, 22 ], "layer_average_tokens": 32.0, "similarity_sum": 26.487556755542755, "mean_similarity": 0.8829185585180919, "failed_samples": 0, "seconds": 1.298741898033768 }, { "index": 10, "point": [ 0.07895235484986107, 0.7432185955725573, 19.757511800090725, 22.577915407741674, 0.454543991712842 ], "r1": 0.07895235484986107, "r2": 0.7432185955725573, "r3": 0.6060606060606061, "t": 19.757511800090725, "alpha": 0.454543991712842, "a": 22.577915407741674, "keeps": [ 45, 33, 20 ], "layer_average_tokens": 31.875, "similarity_sum": 27.559296011924744, "mean_similarity": 0.9186432003974915, "failed_samples": 0, "seconds": 1.251364239025861 }, { "index": 11, "point": [ 0.06462613246682876, 0.7995405213891864, 26.04171300129119, 23.247125552133884, 0.6890676973563032 ], "r1": 0.06462613246682876, "r2": 0.7995405213891864, "r3": 0.9666666666666667, "t": 26.04171300129119, "alpha": 0.6890676973563032, "a": 23.247125552133884, "keeps": [ 37, 30, 29 ], "layer_average_tokens": 31.8125, "similarity_sum": 27.30870360136032, "mean_similarity": 0.910290120045344, "failed_samples": 0, "seconds": 1.2996740587987006 }, { "index": 12, "point": [ 0.07631444750381614, 0.7851896617815706, 29.337558283192415, 23.32630040785164, 0.21406849537336958 ], "r1": 0.07631444750381614, "r2": 0.7851896617815706, "r3": 0.5428571428571428, "t": 29.337558283192415, "alpha": 0.21406849537336958, "a": 23.32630040785164, "keeps": [ 44, 35, 19 ], "layer_average_tokens": 31.8125, "similarity_sum": 27.54445230960846, "mean_similarity": 0.9181484103202819, "failed_samples": 0, "seconds": 1.2951259431429207 }, { "index": 13, "point": [ 0.0632221995006262, 0.6715943026619051, 8.263346953150126, 4.913189926711751, -0.15319703858726053 ], "r1": 0.0632221995006262, "r2": 0.6715943026619051, "r3": 1.0, "t": 8.263346953150126, "alpha": -0.15319703858726053, "a": 4.913189926711751, "keeps": [ 36, 24, 24 ], "layer_average_tokens": 27.75, "similarity_sum": 18.11602345108986, "mean_similarity": 0.603867448369662, "failed_samples": 0, "seconds": 1.242300877114758 }, { "index": 14, "point": [ 0.06652448661598805, 0.6702944815350844, 0.703991135754223, 8.465554215281934, 0.42268390549730017 ], "r1": 0.06652448661598805, "r2": 0.6702944815350844, "r3": 1.0, "t": 0.703991135754223, "alpha": 0.42268390549730017, "a": 8.465554215281934, "keeps": [ 38, 25, 25 ], "layer_average_tokens": 29.0625, "similarity_sum": 27.11105066537857, "mean_similarity": 0.9037016888459524, "failed_samples": 0, "seconds": 1.2626219119410962 }, { "index": 15, "point": [ 0.07750487612586682, 0.8161146548978053, 46.31504392566746, 17.234383524482705, 0.829919351087562 ], "r1": 0.07750487612586682, "r2": 0.8161146548978053, "r3": 0.4594594594594595, "t": 46.31504392566746, "alpha": 0.829919351087562, "a": 17.234383524482705, "keeps": [ 45, 37, 17 ], "layer_average_tokens": 32.0, "similarity_sum": 27.62617987394333, "mean_similarity": 0.9208726624647776, "failed_samples": 0, "seconds": 1.2560286519583315 }, { "index": 16, "point": [ 0.07916773827193888, 0.743076981264495, 4.770505824520567, 11.800165910124386, 0.3376825053272148 ], "r1": 0.07916773827193888, "r2": 0.743076981264495, "r3": 0.5294117647058824, "t": 4.770505824520567, "alpha": 0.3376825053272148, "a": 11.800165910124386, "keeps": [ 46, 34, 18 ], "layer_average_tokens": 31.75, "similarity_sum": 27.25984627008438, "mean_similarity": 0.908661542336146, "failed_samples": 0, "seconds": 1.2258517199661583 }, { "index": 17, "point": [ 0.07405339879493046, 0.8092723009302727, 13.73608964950321, 15.492510027186928, -0.2341462504924201 ], "r1": 0.07405339879493046, "r2": 0.8092723009302727, "r3": 0.5714285714285714, "t": 13.73608964950321, "alpha": -0.2341462504924201, "a": 15.492510027186928, "keeps": [ 43, 35, 20 ], "layer_average_tokens": 31.875, "similarity_sum": 23.26664797216654, "mean_similarity": 0.7755549324055513, "failed_samples": 0, "seconds": 1.2639786850195378 }, { "index": 18, "point": [ 0.08254755820525289, 0.9294931179908392, 36.08647605824367, 9.185747593932254, -0.48786335447735196 ], "r1": 0.08254755820525289, "r2": 0.9294931179908392, "r3": 0.15555555555555556, "t": 36.08647605824367, "alpha": -0.48786335447735196, "a": 9.185747593932254, "keeps": [ 48, 45, 7 ], "layer_average_tokens": 31.6875, "similarity_sum": 16.936776004731655, "mean_similarity": 0.5645592001577219, "failed_samples": 0, "seconds": 1.2739727511070669 }, { "index": 19, "point": [ 0.05667871082051198, 0.8649760151867008, 5.544541040591568, 13.128734771177285, -0.5965615953292075 ], "r1": 0.05667871082051198, "r2": 0.8649760151867008, "r3": 1.0, "t": 5.544541040591568, "alpha": -0.5965615953292075, "a": 13.128734771177285, "keeps": [ 33, 29, 29 ], "layer_average_tokens": 30.25, "similarity_sum": 26.91930240392685, "mean_similarity": 0.897310080130895, "failed_samples": 0, "seconds": 1.2945118548814207 }, { "index": 20, "point": [ 0.08043787765759776, 0.7551727708183189, 28.16377859881919, 18.096056915802617, -0.7213370911882486 ], "r1": 0.08043787765759776, "r2": 0.7551727708183189, "r3": 0.4857142857142857, "t": 28.16377859881919, "alpha": -0.7213370911882486, "a": 18.096056915802617, "keeps": [ 46, 35, 17 ], "layer_average_tokens": 31.6875, "similarity_sum": 25.76464401371777, "mean_similarity": 0.8588214671239257, "failed_samples": 0, "seconds": 1.2424165629781783 }, { "index": 21, "point": [ 0.0723449272021616, 0.7852591759407808, 10.153061236738473, 22.891930733119256, 0.19773093297707223 ], "r1": 0.0723449272021616, "r2": 0.7852591759407808, "r3": 0.6666666666666666, "t": 10.153061236738473, "alpha": 0.19773093297707223, "a": 22.891930733119256, "keeps": [ 42, 33, 22 ], "layer_average_tokens": 31.6875, "similarity_sum": 27.441220462322235, "mean_similarity": 0.9147073487440746, "failed_samples": 0, "seconds": 1.2225392470136285 }, { "index": 22, "point": [ 0.07485513702888068, 0.944218324873787, 31.217702406689668, 10.342337168393275, -0.7890114803394588 ], "r1": 0.07485513702888068, "r2": 0.944218324873787, "r3": 0.36585365853658536, "t": 31.217702406689668, "alpha": -0.7890114803394588, "a": 10.342337168393275, "keeps": [ 43, 41, 15 ], "layer_average_tokens": 31.875, "similarity_sum": 27.32503652572632, "mean_similarity": 0.910834550857544, "failed_samples": 0, "seconds": 1.3143324409611523 }, { "index": 23, "point": [ 0.06823707140230306, 0.6352722040345223, 20.825497393518315, 21.73680422043686, -0.35130995798945197 ], "r1": 0.06823707140230306, "r2": 0.6352722040345223, "r3": 1.0, "t": 20.825497393518315, "alpha": -0.35130995798945197, "a": 21.73680422043686, "keeps": [ 39, 25, 25 ], "layer_average_tokens": 29.375, "similarity_sum": 21.717058181762695, "mean_similarity": 0.7239019393920898, "failed_samples": 0, "seconds": 1.5218803258612752 }, { "index": 24, "point": [ 0.058946887630574256, 0.699605657769255, 45.34142207728771, 9.88664431556808, 0.29538024108272487 ], "r1": 0.058946887630574256, "r2": 0.699605657769255, "r3": 1.0, "t": 45.34142207728771, "alpha": 0.29538024108272487, "a": 9.88664431556808, "keeps": [ 34, 24, 24 ], "layer_average_tokens": 27.125, "similarity_sum": 27.082341730594635, "mean_similarity": 0.9027447243531544, "failed_samples": 0, "seconds": 1.2895938360597938 }, { "index": 25, "point": [ 0.055570010472092105, 0.6978654662892789, 15.239062907901454, 7.802676992441642, 0.06817883875088415 ], "r1": 0.055570010472092105, "r2": 0.6978654662892789, "r3": 1.0, "t": 15.239062907901454, "alpha": 0.06817883875088415, "a": 7.802676992441642, "keeps": [ 32, 22, 22 ], "layer_average_tokens": 25.125, "similarity_sum": 26.846028804779053, "mean_similarity": 0.8948676268259684, "failed_samples": 0, "seconds": 1.2443884129170328 }, { "index": 26, "point": [ 0.06902305475997175, 0.8564701486821262, 13.470616689926077, 9.343593876384343, -0.6634179156541389 ], "r1": 0.06902305475997175, "r2": 0.8564701486821262, "r3": 0.6764705882352942, "t": 13.470616689926077, "alpha": -0.6634179156541389, "a": 9.343593876384343, "keeps": [ 40, 34, 23 ], "layer_average_tokens": 31.75, "similarity_sum": 24.166527792811394, "mean_similarity": 0.8055509264270465, "failed_samples": 0, "seconds": 1.293386752018705 }, { "index": 27, "point": [ 0.07371070873649027, 0.6694919598082583, 2.4920962029409925, 6.767584586910301, 0.7784532098491612 ], "r1": 0.07371070873649027, "r2": 0.6694919598082583, "r3": 0.9642857142857143, "t": 2.4920962029409925, "alpha": 0.7784532098491612, "a": 6.767584586910301, "keeps": [ 42, 28, 27 ], "layer_average_tokens": 32.0, "similarity_sum": 27.554666101932526, "mean_similarity": 0.9184888700644175, "failed_samples": 0, "seconds": 1.3594628479331732 }, { "index": 28, "point": [ 0.07535867475105168, 0.9612157386595699, 44.64881029718789, 4.656615186460673, 0.20714580226713908 ], "r1": 0.07535867475105168, "r2": 0.9612157386595699, "r3": 0.36585365853658536, "t": 44.64881029718789, "alpha": 0.20714580226713908, "a": 4.656615186460673, "keeps": [ 43, 41, 15 ], "layer_average_tokens": 31.875, "similarity_sum": 27.487309217453003, "mean_similarity": 0.9162436405817668, "failed_samples": 0, "seconds": 1.3039759541861713 }, { "index": 29, "point": [ 0.07959425853945315, 0.7724896511858073, 50.0, 4.61, 0.020467921635002106 ], "r1": 0.07959425853945315, "r2": 0.7724896511858073, "r3": 0.4722222222222222, "t": 50.0, "alpha": 0.020467921635002106, "a": 4.61, "keeps": [ 46, 36, 17 ], "layer_average_tokens": 32.0, "similarity_sum": 27.630158305168152, "mean_similarity": 0.9210052768389384, "failed_samples": 0, "seconds": 1.369829504052177 }, { "index": 30, "point": [ 0.0679886145080453, 0.8378432695282794, 48.22810322167572, 18.969306070067, 1.0 ], "r1": 0.0679886145080453, "r2": 0.8378432695282794, "r3": 0.7575757575757576, "t": 48.22810322167572, "alpha": 1.0, "a": 18.969306070067, "keeps": [ 39, 33, 25 ], "layer_average_tokens": 31.875, "similarity_sum": 27.52968281507492, "mean_similarity": 0.9176560938358307, "failed_samples": 0, "seconds": 1.2628641529008746 }, { "index": 31, "point": [ 0.08333333333333333, 0.558896396068362, 0.157582250397337, 23.757639001496173, 0.6643545657057379 ], "r1": 0.08333333333333333, "r2": 0.558896396068362, "r3": 0.8148148148148148, "t": 0.157582250397337, "alpha": 0.6643545657057379, "a": 23.757639001496173, "keeps": [ 48, 27, 22 ], "layer_average_tokens": 31.6875, "similarity_sum": 27.126554012298584, "mean_similarity": 0.9042184670766195, "failed_samples": 0, "seconds": 1.3506153631024063 }, { "index": 32, "point": [ 0.05555555555555555, 0.9498513794462788, 50.0, 24.0, 0.6723572191149509 ], "r1": 0.05555555555555555, "r2": 0.9498513794462788, "r3": 1.0, "t": 50.0, "alpha": 0.6723572191149509, "a": 24.0, "keeps": [ 32, 30, 30 ], "layer_average_tokens": 30.625, "similarity_sum": 27.260640263557434, "mean_similarity": 0.9086880087852478, "failed_samples": 0, "seconds": 1.3262504360172898 }, { "index": 33, "point": [ 0.05730393218750011, 0.8871935915489524, 30.05399124159915, 6.357953287780679, -0.9589733374787288 ], "r1": 0.05730393218750011, "r2": 0.8871935915489524, "r3": 1.0, "t": 30.05399124159915, "alpha": -0.9589733374787288, "a": 6.357953287780679, "keeps": [ 33, 29, 29 ], "layer_average_tokens": 30.25, "similarity_sum": 19.376588435843587, "mean_similarity": 0.6458862811947862, "failed_samples": 4, "seconds": 1.2652893769554794 }, { "index": 34, "point": [ 0.08333333333333333, 1.0, 0.0, 23.352233904924805, -0.6749438657612601 ], "r1": 0.08333333333333333, "r2": 1.0, "r3": 0.10416666666666667, "t": 0.0, "alpha": -0.6749438657612601, "a": 23.352233904924805, "keeps": [ 48, 48, 5 ], "layer_average_tokens": 31.875, "similarity_sum": 27.470688819885254, "mean_similarity": 0.9156896273295084, "failed_samples": 0, "seconds": 1.2843932860996574 }, { "index": 35, "point": [ 0.06298440629173135, 0.7312446881250997, 23.522820902073985, 21.431154119628413, 0.8711430598019823 ], "r1": 0.06298440629173135, "r2": 0.7312446881250997, "r3": 1.0, "t": 23.522820902073985, "alpha": 0.8711430598019823, "a": 21.431154119628413, "keeps": [ 36, 26, 26 ], "layer_average_tokens": 29.125, "similarity_sum": 27.310958862304688, "mean_similarity": 0.9103652954101562, "failed_samples": 0, "seconds": 1.2772696160245687 }, { "index": 36, "point": [ 0.08250864203316276, 0.8202098682572013, 0.0, 20.377446467544015, -0.8494104031773955 ], "r1": 0.08250864203316276, "r2": 0.8202098682572013, "r3": 0.3076923076923077, "t": 0.0, "alpha": -0.8494104031773955, "a": 20.377446467544015, "keeps": [ 48, 39, 12 ], "layer_average_tokens": 31.6875, "similarity_sum": 27.303616523742676, "mean_similarity": 0.9101205507914225, "failed_samples": 0, "seconds": 1.3169323210604489 }, { "index": 37, "point": [ 0.08322699042200327, 0.695602291533342, 38.766605539591254, 4.697437990443858, 0.5110256865883271 ], "r1": 0.08322699042200327, "r2": 0.695602291533342, "r3": 0.5151515151515151, "t": 38.766605539591254, "alpha": 0.5110256865883271, "a": 4.697437990443858, "keeps": [ 48, 33, 17 ], "layer_average_tokens": 31.6875, "similarity_sum": 27.520953118801117, "mean_similarity": 0.9173651039600372, "failed_samples": 0, "seconds": 1.2915737740695477 }, { "index": 38, "point": [ 0.07139828007210913, 0.9541666257260326, 0.0, 13.069446707519337, 0.9787202088003915 ], "r1": 0.07139828007210913, "r2": 0.9541666257260326, "r3": 0.46153846153846156, "t": 0.0, "alpha": 0.9787202088003915, "a": 13.069446707519337, "keeps": [ 41, 39, 18 ], "layer_average_tokens": 31.75, "similarity_sum": 27.531669676303864, "mean_similarity": 0.9177223225434621, "failed_samples": 0, "seconds": 1.2305009521078318 }, { "index": 39, "point": [ 0.07604653095739626, 0.5586382935735799, 50.0, 10.643736751587557, -0.08796414128878838 ], "r1": 0.07604653095739626, "r2": 0.5586382935735799, "r3": 1.0, "t": 50.0, "alpha": -0.08796414128878838, "a": 10.643736751587557, "keeps": [ 44, 25, 25 ], "layer_average_tokens": 30.9375, "similarity_sum": 27.31423807144165, "mean_similarity": 0.9104746023813883, "failed_samples": 0, "seconds": 1.314230954973027 }, { "index": 40, "point": [ 0.08333333333333333, 0.5333333333333333, 21.15756618010223, 4.61, 1.0 ], "r1": 0.08333333333333333, "r2": 0.5333333333333333, "r3": 0.8846153846153846, "t": 21.15756618010223, "alpha": 1.0, "a": 4.61, "keeps": [ 48, 26, 23 ], "layer_average_tokens": 31.75, "similarity_sum": 27.27970778942108, "mean_similarity": 0.9093235929807028, "failed_samples": 0, "seconds": 1.3220015799161047 }, { "index": 41, "point": [ 0.0747095854786689, 0.9823563625456585, 9.016949093768051, 17.67877558196712, -0.665541314990405 ], "r1": 0.0747095854786689, "r2": 0.9823563625456585, "r3": 0.3333333333333333, "t": 9.016949093768051, "alpha": -0.665541314990405, "a": 17.67877558196712, "keeps": [ 43, 42, 14 ], "layer_average_tokens": 31.8125, "similarity_sum": 25.447652131319046, "mean_similarity": 0.8482550710439682, "failed_samples": 0, "seconds": 1.266408221097663 }, { "index": 42, "point": [ 0.07931130535148534, 0.5808649774937846, 37.865113231605136, 14.099085243197571, 0.09524614987546065 ], "r1": 0.07931130535148534, "r2": 0.5808649774937846, "r3": 0.8888888888888888, "t": 37.865113231605136, "alpha": 0.09524614987546065, "a": 14.099085243197571, "keeps": [ 46, 27, 24 ], "layer_average_tokens": 31.8125, "similarity_sum": 27.230489134788513, "mean_similarity": 0.9076829711596172, "failed_samples": 0, "seconds": 1.2300240159966052 }, { "index": 43, "point": [ 0.05759149747050689, 0.9542814772445515, 20.08768169878409, 13.9767839224309, 0.5630994483574872 ], "r1": 0.05759149747050689, "r2": 0.9542814772445515, "r3": 1.0, "t": 20.08768169878409, "alpha": 0.5630994483574872, "a": 13.9767839224309, "keeps": [ 33, 31, 31 ], "layer_average_tokens": 31.625, "similarity_sum": 27.330557346343994, "mean_similarity": 0.9110185782114665, "failed_samples": 0, "seconds": 1.3565159519203007 }, { "index": 44, "point": [ 0.08200118649084225, 0.696740915166063, 0.0, 4.849247231002051, 0.8787566342373332 ], "r1": 0.08200118649084225, "r2": 0.696740915166063, "r3": 0.5454545454545454, "t": 0.0, "alpha": 0.8787566342373332, "a": 4.849247231002051, "keeps": [ 47, 33, 18 ], "layer_average_tokens": 31.75, "similarity_sum": 27.26024615764618, "mean_similarity": 0.9086748719215393, "failed_samples": 0, "seconds": 1.2841358499135822 }, { "index": 45, "point": [ 0.05632172272995024, 0.9319186086849713, 50.0, 11.26111420267662, 0.4461656023666425 ], "r1": 0.05632172272995024, "r2": 0.9319186086849713, "r3": 1.0, "t": 50.0, "alpha": 0.4461656023666425, "a": 11.26111420267662, "keeps": [ 32, 30, 30 ], "layer_average_tokens": 30.625, "similarity_sum": 27.459372341632843, "mean_similarity": 0.9153124113877614, "failed_samples": 0, "seconds": 1.2729056091047823 }, { "index": 46, "point": [ 0.06352473855463993, 1.0, 34.156611427470594, 24.0, 0.4097760335913465 ], "r1": 0.06352473855463993, "r2": 1.0, "r3": 0.6216216216216216, "t": 34.156611427470594, "alpha": 0.4097760335913465, "a": 24.0, "keeps": [ 37, 37, 23 ], "layer_average_tokens": 31.75, "similarity_sum": 27.43408101797104, "mean_similarity": 0.9144693672657013, "failed_samples": 0, "seconds": 1.3087276208680123 }, { "index": 47, "point": [ 0.08333333333333333, 0.5333333333333333, 21.526343395564716, 4.61, -0.44054316448305797 ], "r1": 0.08333333333333333, "r2": 0.5333333333333333, "r3": 0.8846153846153846, "t": 21.526343395564716, "alpha": -0.44054316448305797, "a": 4.61, "keeps": [ 48, 26, 23 ], "layer_average_tokens": 31.75, "similarity_sum": 11.121707871556282, "mean_similarity": 0.37072359571854274, "failed_samples": 0, "seconds": 1.3217621468938887 }, { "index": 48, "point": [ 0.05555555555555555, 1.0, 0.0, 12.866044165029752, -0.7494410242129502 ], "r1": 0.05555555555555555, "r2": 1.0, "r3": 1.0, "t": 0.0, "alpha": -0.7494410242129502, "a": 12.866044165029752, "keeps": [ 32, 32, 32 ], "layer_average_tokens": 32.0, "similarity_sum": 26.64900416135788, "mean_similarity": 0.8883001387119294, "failed_samples": 0, "seconds": 1.2505493531934917 }, { "index": 49, "point": [ 0.08333333333333333, 0.5333333333333333, 50.0, 8.16987256100867, 0.0582377870349835 ], "r1": 0.08333333333333333, "r2": 0.5333333333333333, "r3": 0.8846153846153846, "t": 50.0, "alpha": 0.0582377870349835, "a": 8.16987256100867, "keeps": [ 48, 26, 23 ], "layer_average_tokens": 31.75, "similarity_sum": 27.248343288898468, "mean_similarity": 0.9082781096299489, "failed_samples": 0, "seconds": 1.2773475940339267 } ], "model": "llava-hf/llava-1.5-7b-hf", "entropy_mode": "reference", "calibration_samples": { "mix_path": "/workspace/input/LLaVA-Tuning/llava_v1_5_mix665k.json", "image_root": "/workspace/input/LLaVA-Tuning", "seed": 42, "n_samples": 30, "entries_total": 665297, "entries_with_image": 624609, "entries_excluded_as_evaluation_images": 10712, "eligible_candidates": 613897, "missing_image_files_skipped": 0, "evaluation_image_keys_indexed": 13278 }, "created": "2026-08-12T02:52:28" }
{
"budget_tokens": 32,
"strategy": {
"r1": 0.07959425853945315,
"r2": 0.7724896511858073,
"r3": 0.4722222222222222,
"t": 50.0,
"alpha": 0.020467921635002106,
"a": 4.61,
"n_visual": 576,
"grid_side": 24,
"stages": {
"l1": 10,
"l2": 10,
"l3": 12
},
"prune_layers": [
10,
20
],
"keeps": [
46,
36,
17
],
"n_cells": 25,
"layer_average_tokens": 32.0
},
"objective": {
"best_similarity_sum": 27.630158305168152,
"best_mean_similarity": 0.9210052768389384,
"n_samples": 30,
"reference_hidden_state_norm": 111.59986114501953
},
"search": {
"n_calls": 50,
"n_initial_points": 27,
"random_state": 42,
"acq_func": "EI",
"budget_mode": "integer",
"seconds": 81.56297096796334
},
"trials": [
{
"index": 0,
"point": [
0.07768174963500647,
0.6189362352708765,
38.984550013638476,
16.182924562582386,
-0.1083344942928175
],
"r1": 0.07768174963500647,
"r2": 0.6189362352708765,
"r3": 0.8571428571428571,
"t": 38.984550013638476,
"alpha": -0.1083344942928175,
"a": 16.182924562582386,
"keeps": [
45,
28,
24
],
"layer_average_tokens": 31.8125,
"similarity_sum": 27.345605671405792,
"mean_similarity": 0.9115201890468597,
"failed_samples": 0,
"seconds": 1.301019439008087
},
{
"index": 1,
"point": [
0.058332636550500076,
0.7476494829174047,
16.685430556951093,
7.380187599506433,
0.301776945897706
],
"r1": 0.058332636550500076,
"r2": 0.7476494829174047,
"r3": 1.0,
"t": 16.685430556951093,
"alpha": 0.301776945897706,
"a": 7.380187599506433,
"keeps": [
34,
25,
25
],
"layer_average_tokens": 27.8125,
"similarity_sum": 27.138343155384064,
"mean_similarity": 0.9046114385128021,
"failed_samples": 0,
"seconds": 1.2279388848692179
},
{
"index": 2,
"point": [
0.05712254386186389,
0.8702660937245182,

Xet Storage Details

Size:
32.6 kB
·
Xet hash:
731541dcfbb5c73fe202be22f41135364ca18cea54aae5699ee48ce6cd2dce09

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.