Buckets:

charlesgchen's picture
download
raw
32.4 kB
{ "budget_tokens": 128, "strategy": { "r1": 0.2893797088086464, "r2": 0.7852591759407808, "r3": 0.7099236641221374, "t": 10.153061236738473, "alpha": 0.19773093297707223, "a": 22.799924981717606, "n_visual": 576, "grid_side": 24, "stages": { "l1": 10, "l2": 10, "l3": 12 }, "prune_layers": [ 10, 20 ], "keeps": [ 167, 131, 93 ], "n_cells": 4, "layer_average_tokens": 128.0 }, "objective": { "best_similarity_sum": 29.251815795898438, "best_mean_similarity": 0.9750605265299479, "n_samples": 30, "reference_hidden_state_norm": 111.59986114501953 }, "search": { "n_calls": 50, "n_initial_points": 27, "random_state": 42, "acq_func": "EI", "budget_mode": "integer", "seconds": 88.68596839997917 }, "trials": [ { "index": 0, "point": [ 0.3107269985400259, 0.6189362352708765, 38.984550013638476, 15.533853316876229, -0.1083344942928175 ], "r1": 0.3107269985400259, "r2": 0.6189362352708765, "r3": 0.8918918918918919, "t": 38.984550013638476, "alpha": -0.1083344942928175, "a": 15.533853316876229, "keeps": [ 179, 111, 99 ], "layer_average_tokens": 127.75, "similarity_sum": 20.640405625104904, "mean_similarity": 0.6880135208368301, "failed_samples": 0, "seconds": 1.4250206709839404 }, { "index": 1, "point": [ 0.2333305462020003, 0.7476494829174047, 16.685430556951093, 6.000203176360757, 0.301776945897706 ], "r1": 0.2333305462020003, "r2": 0.7476494829174047, "r3": 1.0, "t": 16.685430556951093, "alpha": 0.301776945897706, "a": 6.000203176360757, "keeps": [ 134, 100, 100 ], "layer_average_tokens": 110.625, "similarity_sum": 29.116692185401917, "mean_similarity": 0.9705564061800639, "failed_samples": 0, "seconds": 1.348205516114831 }, { "index": 2, "point": [ 0.22849017544745556, 0.8702660937245182, 46.92763545078752, 3.016354082661301, 0.9844231185824355 ], "r1": 0.22849017544745556, "r2": 0.8702660937245182, "r3": 1.0, "t": 46.92763545078752, "alpha": 0.9844231185824355, "a": 3.016354082661301, "keeps": [ 132, 115, 115 ], "layer_average_tokens": 120.3125, "similarity_sum": 29.0462606549263, "mean_similarity": 0.9682086884975434, "failed_samples": 0, "seconds": 1.3941576639190316 }, { "index": 3, "point": [ 0.290831278847524, 0.8187714748945312, 0.3533152609858704, 3.484310925869731, 0.04954932051677852 ], "r1": 0.290831278847524, "r2": 0.8187714748945312, "r3": 0.6231884057971014, "t": 0.3533152609858704, "alpha": 0.04954932051677852, "a": 3.484310925869731, "keeps": [ 168, 138, 86 ], "layer_average_tokens": 127.875, "similarity_sum": 29.194791972637177, "mean_similarity": 0.9731597324212392, "failed_samples": 0, "seconds": 1.3418637220747769 }, { "index": 4, "point": [ 0.2666512190794728, 0.5551106428330206, 48.68777594207297, 7.88819814903639, -0.8187871309343584 ], "r1": 0.2666512190794728, "r2": 0.5551106428330206, "r3": 1.0, "t": 48.68777594207297, "alpha": -0.8187871309343584, "a": 7.88819814903639, "keeps": [ 154, 85, 85 ], "layer_average_tokens": 106.5625, "similarity_sum": 28.948897063732147, "mean_similarity": 0.9649632354577382, "failed_samples": 0, "seconds": 1.344905852805823 }, { "index": 5, "point": [ 0.2909317788147875, 0.711815595924676, 49.16154429033942, 12.802020758207581, 0.7198808134726415 ], "r1": 0.2909317788147875, "r2": 0.711815595924676, "r3": 0.8416666666666667, "t": 49.16154429033942, "alpha": 0.7198808134726415, "a": 12.802020758207581, "keeps": [ 168, 120, 101 ], "layer_average_tokens": 127.875, "similarity_sum": 29.207196593284607, "mean_similarity": 0.9735732197761535, "failed_samples": 0, "seconds": 1.3541663251817226 }, { "index": 6, "point": [ 0.29781194873197553, 0.7435663175857867, 0.6632480579933266, 22.786236869381913, 0.1265764356910788 ], "r1": 0.29781194873197553, "r2": 0.7435663175857867, "r3": 0.7109375, "t": 0.6632480579933266, "alpha": 0.1265764356910788, "a": 22.786236869381913, "keeps": [ 172, 128, 91 ], "layer_average_tokens": 127.875, "similarity_sum": 29.202250242233276, "mean_similarity": 0.9734083414077759, "failed_samples": 0, "seconds": 1.3763399578165263 }, { "index": 7, "point": [ 0.2650462780599907, 0.5407842510361, 11.544691281107452, 8.061534786546247, 0.36652703765091665 ], "r1": 0.2650462780599907, "r2": 0.5407842510361, "r3": 1.0, "t": 11.544691281107452, "alpha": 0.36652703765091665, "a": 8.061534786546247, "keeps": [ 153, 83, 83 ], "layer_average_tokens": 104.875, "similarity_sum": 29.06832194328308, "mean_similarity": 0.9689440647761027, "failed_samples": 0, "seconds": 1.3153400029987097 }, { "index": 8, "point": [ 0.28999962864251344, 0.9221576254768769, 8.668232675388605, 11.21227275903806, -0.6355278244238753 ], "r1": 0.28999962864251344, "r2": 0.9221576254768769, "r3": 0.474025974025974, "t": 8.668232675388605, "alpha": -0.6355278244238753, "a": 11.21227275903806, "keeps": [ 167, 154, 73 ], "layer_average_tokens": 127.6875, "similarity_sum": 29.07024997472763, "mean_similarity": 0.969008332490921, "failed_samples": 0, "seconds": 1.4152846259530634 }, { "index": 9, "point": [ 0.3061512678130725, 0.7317394080959142, 10.397083143409445, 14.921706884219823, -0.9373734150888828 ], "r1": 0.3061512678130725, "r2": 0.7317394080959142, "r3": 0.6744186046511628, "t": 10.397083143409445, "alpha": -0.9373734150888828, "a": 14.921706884219823, "keeps": [ 176, 129, 87 ], "layer_average_tokens": 127.9375, "similarity_sum": 28.801075100898743, "mean_similarity": 0.9600358366966247, "failed_samples": 0, "seconds": 1.4283074070699513 }, { "index": 10, "point": [ 0.3158094193994443, 0.7432185955725573, 19.757511800090725, 22.459836181669683, 0.454543991712842 ], "r1": 0.3158094193994443, "r2": 0.7432185955725573, "r3": 0.5703703703703704, "t": 19.757511800090725, "alpha": 0.454543991712842, "a": 22.459836181669683, "keeps": [ 182, 135, 77 ], "layer_average_tokens": 127.9375, "similarity_sum": 29.214821457862854, "mean_similarity": 0.9738273819287618, "failed_samples": 0, "seconds": 1.3579653401393443 }, { "index": 11, "point": [ 0.25850452986731504, 0.7995405213891864, 26.04171300129119, 23.184612511336336, 0.6890676973563032 ], "r1": 0.25850452986731504, "r2": 0.7995405213891864, "r3": 0.9915966386554622, "t": 26.04171300129119, "alpha": 0.6890676973563032, "a": 23.184612511336336, "keeps": [ 149, 119, 118 ], "layer_average_tokens": 128.0, "similarity_sum": 29.1768838763237, "mean_similarity": 0.9725627958774566, "failed_samples": 0, "seconds": 1.3093284459318966 }, { "index": 12, "point": [ 0.30525779001526454, 0.7851896617815706, 29.337558283192415, 23.270361452546904, 0.21406849537336958 ], "r1": 0.30525779001526454, "r2": 0.7851896617815706, "r3": 0.572463768115942, "t": 29.337558283192415, "alpha": 0.21406849537336958, "a": 23.270361452546904, "keeps": [ 176, 138, 79 ], "layer_average_tokens": 127.75, "similarity_sum": 29.21531456708908, "mean_similarity": 0.9738438189029693, "failed_samples": 0, "seconds": 1.4267062309663743 }, { "index": 13, "point": [ 0.2528887980025048, 0.6715943026619051, 8.263346953150126, 3.3283645415650724, -0.15319703858726053 ], "r1": 0.2528887980025048, "r2": 0.6715943026619051, "r3": 1.0, "t": 8.263346953150126, "alpha": -0.15319703858726053, "a": 3.3283645415650724, "keeps": [ 146, 98, 98 ], "layer_average_tokens": 113.0, "similarity_sum": 8.873392809182405, "mean_similarity": 0.29577976030608016, "failed_samples": 0, "seconds": 1.348003457998857 }, { "index": 14, "point": [ 0.2660979464639522, 0.6702944815350844, 0.703991135754223, 7.1756904858649095, 0.42268390549730017 ], "r1": 0.2660979464639522, "r2": 0.6702944815350844, "r3": 1.0, "t": 0.703991135754223, "alpha": 0.42268390549730017, "a": 7.1756904858649095, "keeps": [ 153, 103, 103 ], "layer_average_tokens": 118.625, "similarity_sum": 29.128469467163086, "mean_similarity": 0.9709489822387696, "failed_samples": 0, "seconds": 1.3652125450316817 }, { "index": 15, "point": [ 0.31001950450346727, 0.8161146548978053, 46.31504392566746, 16.672617535540837, 0.829919351087562 ], "r1": 0.31001950450346727, "r2": 0.8161146548978053, "r3": 0.4794520547945205, "t": 46.31504392566746, "alpha": 0.829919351087562, "a": 16.672617535540837, "keeps": [ 179, 146, 70 ], "layer_average_tokens": 127.8125, "similarity_sum": 29.18369621038437, "mean_similarity": 0.972789873679479, "failed_samples": 0, "seconds": 1.3730723119806498 }, { "index": 16, "point": [ 0.3166709530877555, 0.743076981264495, 4.770505824520567, 10.787183296163594, 0.3376825053272148 ], "r1": 0.3166709530877555, "r2": 0.743076981264495, "r3": 0.5703703703703704, "t": 4.770505824520567, "alpha": 0.3376825053272148, "a": 10.787183296163594, "keeps": [ 182, 135, 77 ], "layer_average_tokens": 127.9375, "similarity_sum": 29.19322097301483, "mean_similarity": 0.9731073657671611, "failed_samples": 0, "seconds": 1.4757582740858197 }, { "index": 17, "point": [ 0.29621359517972184, 0.8092723009302727, 13.73608964950321, 14.786111942801726, -0.2341462504924201 ], "r1": 0.29621359517972184, "r2": 0.8092723009302727, "r3": 0.6014492753623188, "t": 13.73608964950321, "alpha": -0.2341462504924201, "a": 14.786111942801726, "keeps": [ 171, 138, 83 ], "layer_average_tokens": 127.6875, "similarity_sum": 24.0458415299654, "mean_similarity": 0.8015280509988467, "failed_samples": 0, "seconds": 1.3857108540832996 }, { "index": 18, "point": [ 0.33019023282101156, 0.9294931179908392, 36.08647605824367, 7.955683314728072, -0.48786335447735196 ], "r1": 0.33019023282101156, "r2": 0.9294931179908392, "r3": 0.1977401129943503, "t": 36.08647605824367, "alpha": -0.48786335447735196, "a": 7.955683314728072, "keeps": [ 190, 177, 35 ], "layer_average_tokens": 127.8125, "similarity_sum": 29.140527606010437, "mean_similarity": 0.9713509202003479, "failed_samples": 0, "seconds": 1.3584541438613087 }, { "index": 19, "point": [ 0.2267148432820479, 0.8649760151867008, 5.544541040591568, 12.226066539181176, -0.5965615953292075 ], "r1": 0.2267148432820479, "r2": 0.8649760151867008, "r3": 1.0, "t": 5.544541040591568, "alpha": -0.5965615953292075, "a": 12.226066539181176, "keeps": [ 131, 113, 113 ], "layer_average_tokens": 118.625, "similarity_sum": 29.04898363351822, "mean_similarity": 0.9682994544506073, "failed_samples": 0, "seconds": 1.3461548590566963 }, { "index": 20, "point": [ 0.32175151063039104, 0.7551727708183189, 28.16377859881919, 17.60583781494868, -0.7213370911882486 ], "r1": 0.32175151063039104, "r2": 0.7551727708183189, "r3": 0.5, "t": 28.16377859881919, "alpha": -0.7213370911882486, "a": 17.60583781494868, "keeps": [ 185, 140, 70 ], "layer_average_tokens": 127.8125, "similarity_sum": 29.175783395767212, "mean_similarity": 0.9725261131922404, "failed_samples": 0, "seconds": 1.3785593211650848 }, { "index": 21, "point": [ 0.2893797088086464, 0.7852591759407808, 10.153061236738473, 22.799924981717606, 0.19773093297707223 ], "r1": 0.2893797088086464, "r2": 0.7852591759407808, "r3": 0.7099236641221374, "t": 10.153061236738473, "alpha": 0.19773093297707223, "a": 22.799924981717606, "keeps": [ 167, 131, 93 ], "layer_average_tokens": 128.0, "similarity_sum": 29.251815795898438, "mean_similarity": 0.9750605265299479, "failed_samples": 0, "seconds": 1.418948631035164 }, { "index": 22, "point": [ 0.2994205481155227, 0.944218324873787, 31.217702406689668, 9.208307402591995, -0.7890114803394588 ], "r1": 0.2994205481155227, "r2": 0.944218324873787, "r3": 0.3888888888888889, "t": 31.217702406689668, "alpha": -0.7890114803394588, "a": 9.208307402591995, "keeps": [ 172, 162, 63 ], "layer_average_tokens": 128.0, "similarity_sum": 27.61995154619217, "mean_similarity": 0.920665051539739, "failed_samples": 0, "seconds": 1.4026334581431001 }, { "index": 23, "point": [ 0.27294828560921225, 0.6352722040345223, 20.825497393518315, 21.54888543729624, -0.35130995798945197 ], "r1": 0.27294828560921225, "r2": 0.6352722040345223, "r3": 1.0, "t": 20.825497393518315, "alpha": -0.35130995798945197, "a": 21.54888543729624, "keeps": [ 157, 100, 100 ], "layer_average_tokens": 117.8125, "similarity_sum": 29.165589690208435, "mean_similarity": 0.9721863230069479, "failed_samples": 0, "seconds": 1.3172175199724734 }, { "index": 24, "point": [ 0.23578755052229702, 0.699605657769255, 45.34142207728771, 8.714777237077342, 0.29538024108272487 ], "r1": 0.23578755052229702, "r2": 0.699605657769255, "r3": 1.0, "t": 45.34142207728771, "alpha": 0.29538024108272487, "a": 8.714777237077342, "keeps": [ 136, 95, 95 ], "layer_average_tokens": 107.8125, "similarity_sum": 29.088173806667328, "mean_similarity": 0.9696057935555776, "failed_samples": 0, "seconds": 1.4101602318696678 }, { "index": 25, "point": [ 0.22228004188836842, 0.6978654662892789, 15.239062907901454, 6.457772916001777, 0.06817883875088415 ], "r1": 0.22228004188836842, "r2": 0.6978654662892789, "r3": 1.0, "t": 15.239062907901454, "alpha": 0.06817883875088415, "a": 6.457772916001777, "keeps": [ 128, 89, 89 ], "layer_average_tokens": 101.1875, "similarity_sum": 29.014215171337128, "mean_similarity": 0.9671405057112376, "failed_samples": 0, "seconds": 1.3302761500235647 }, { "index": 26, "point": [ 0.276092219039887, 0.8564701486821262, 13.470616689926077, 8.12663596720326, -0.6634179156541389 ], "r1": 0.276092219039887, "r2": 0.8564701486821262, "r3": 0.6985294117647058, "t": 13.470616689926077, "alpha": -0.6634179156541389, "a": 8.12663596720326, "keeps": [ 159, 136, 95 ], "layer_average_tokens": 127.8125, "similarity_sum": 29.194221019744873, "mean_similarity": 0.9731407006581624, "failed_samples": 0, "seconds": 1.4611006129998714 }, { "index": 27, "point": [ 0.3039891157506039, 0.5727132424365476, 49.00167708399342, 20.812118173383666, -0.025336610054490505 ], "r1": 0.3039891157506039, "r2": 0.5727132424365476, "r3": 1.0, "t": 49.00167708399342, "alpha": -0.025336610054490505, "a": 20.812118173383666, "keeps": [ 175, 100, 100 ], "layer_average_tokens": 123.4375, "similarity_sum": 29.177733600139618, "mean_similarity": 0.972591120004654, "failed_samples": 0, "seconds": 1.378010013140738 }, { "index": 28, "point": [ 0.2933407491682499, 0.6126533779969167, 31.030796510702725, 23.833118047875796, -0.44044626372430007 ], "r1": 0.2933407491682499, "r2": 0.6126533779969167, "r3": 1.0, "t": 31.030796510702725, "alpha": -0.44044626372430007, "a": 23.833118047875796, "keeps": [ 169, 104, 104 ], "layer_average_tokens": 124.3125, "similarity_sum": 29.173022985458374, "mean_similarity": 0.9724340995152791, "failed_samples": 0, "seconds": 1.4057693760842085 }, { "index": 29, "point": [ 0.2691850997082905, 0.7698106848076256, 34.64509753814304, 12.20698453198423, 0.5689687293499202 ], "r1": 0.2691850997082905, "r2": 0.7698106848076256, "r3": 0.9495798319327731, "t": 34.64509753814304, "alpha": 0.5689687293499202, "a": 12.20698453198423, "keeps": [ 155, 119, 113 ], "layer_average_tokens": 128.0, "similarity_sum": 29.20773696899414, "mean_similarity": 0.9735912322998047, "failed_samples": 0, "seconds": 1.4114933551754802 }, { "index": 30, "point": [ 0.3333333333333333, 1.0, 38.92735047410965, 24.0, 0.011137596733406419 ], "r1": 0.3333333333333333, "r2": 1.0, "r3": 0.109375, "t": 38.92735047410965, "alpha": 0.011137596733406419, "a": 24.0, "keeps": [ 192, 192, 21 ], "layer_average_tokens": 127.875, "similarity_sum": 29.038747668266296, "mean_similarity": 0.9679582556088765, "failed_samples": 0, "seconds": 1.4562255321070552 }, { "index": 31, "point": [ 0.2720497219770366, 0.5333333333333333, 0.0, 24.0, 1.0 ], "r1": 0.2720497219770366, "r2": 0.5333333333333333, "r3": 1.0, "t": 0.0, "alpha": 1.0, "a": 24.0, "keeps": [ 157, 84, 84 ], "layer_average_tokens": 106.8125, "similarity_sum": 29.100596964359283, "mean_similarity": 0.9700198988119761, "failed_samples": 0, "seconds": 1.3318038650322706 }, { "index": 32, "point": [ 0.28484578529308924, 0.5775848138748554, 47.82231842825779, 9.096241689993702, -0.8729488628112908 ], "r1": 0.28484578529308924, "r2": 0.5775848138748554, "r3": 1.0, "t": 47.82231842825779, "alpha": -0.8729488628112908, "a": 9.096241689993702, "keeps": [ 164, 95, 95 ], "layer_average_tokens": 116.5625, "similarity_sum": 27.50223918259144, "mean_similarity": 0.9167413060863813, "failed_samples": 0, "seconds": 1.4015834119636565 }, { "index": 33, "point": [ 0.2222222222222222, 1.0, 0.0, 6.425918537576955, -1.0 ], "r1": 0.2222222222222222, "r2": 1.0, "r3": 1.0, "t": 0.0, "alpha": -1.0, "a": 6.425918537576955, "keeps": [ 128, 128, 128 ], "layer_average_tokens": 128.0, "similarity_sum": 28.021237790584564, "mean_similarity": 0.9340412596861521, "failed_samples": 1, "seconds": 1.4205508138984442 }, { "index": 34, "point": [ 0.2222222222222222, 0.5333333333333333, 0.0, 24.0, -1.0 ], "r1": 0.2222222222222222, "r2": 0.5333333333333333, "r3": 1.0, "t": 0.0, "alpha": -1.0, "a": 24.0, "keeps": [ 128, 68, 68 ], "layer_average_tokens": 86.75, "similarity_sum": 28.71022868156433, "mean_similarity": 0.957007622718811, "failed_samples": 0, "seconds": 1.263050592970103 }, { "index": 35, "point": [ 0.3333333333333333, 1.0, 2.9392406157771522, 3.0, 0.13047824567869037 ], "r1": 0.3333333333333333, "r2": 1.0, "r3": 0.109375, "t": 2.9392406157771522, "alpha": 0.13047824567869037, "a": 3.0, "keeps": [ 192, 192, 21 ], "layer_average_tokens": 127.875, "similarity_sum": 29.014937222003937, "mean_similarity": 0.9671645740667979, "failed_samples": 0, "seconds": 1.4408691111020744 }, { "index": 36, "point": [ 0.3333333333333333, 0.8567032483264816, 0.0, 5.203293820899786, -1.0 ], "r1": 0.3333333333333333, "r2": 0.8567032483264816, "r3": 0.2682926829268293, "t": 0.0, "alpha": -1.0, "a": 5.203293820899786, "keeps": [ 192, 164, 44 ], "layer_average_tokens": 127.75, "similarity_sum": 27.983927816152573, "mean_similarity": 0.9327975938717524, "failed_samples": 0, "seconds": 1.4531140818726271 }, { "index": 37, "point": [ 0.2667350173481666, 0.8636980639315017, 48.88557470902313, 18.82547377215748, 1.0 ], "r1": 0.2667350173481666, "r2": 0.8636980639315017, "r3": 0.7669172932330827, "t": 48.88557470902313, "alpha": 1.0, "a": 18.82547377215748, "keeps": [ 154, 133, 102 ], "layer_average_tokens": 127.9375, "similarity_sum": 29.210909843444824, "mean_similarity": 0.9736969947814942, "failed_samples": 0, "seconds": 1.4160748880822212 }, { "index": 38, "point": [ 0.2978945893809661, 0.9340530237891874, 40.1212436323329, 24.0, -0.30001193096521206 ], "r1": 0.2978945893809661, "r2": 0.9340530237891874, "r3": 0.391304347826087, "t": 40.1212436323329, "alpha": -0.30001193096521206, "a": 24.0, "keeps": [ 172, 161, 63 ], "layer_average_tokens": 127.6875, "similarity_sum": 29.241545259952545, "mean_similarity": 0.9747181753317515, "failed_samples": 0, "seconds": 1.4065713388845325 }, { "index": 39, "point": [ 0.31384813167698206, 0.6873310576938637, 35.840573944520706, 3.0, 0.6251534491926172 ], "r1": 0.31384813167698206, "r2": 0.6873310576938637, "r3": 0.7016129032258065, "t": 35.840573944520706, "alpha": 0.6251534491926172, "a": 3.0, "keeps": [ 181, 124, 87 ], "layer_average_tokens": 127.9375, "similarity_sum": 29.161116242408752, "mean_similarity": 0.9720372080802917, "failed_samples": 0, "seconds": 1.3812134948093444 }, { "index": 40, "point": [ 0.29573596771976673, 0.8358720080739478, 49.226016401767296, 3.0, 0.8916344357896864 ], "r1": 0.29573596771976673, "r2": 0.8358720080739478, "r3": 0.5704225352112676, "t": 49.226016401767296, "alpha": 0.8916344357896864, "a": 3.0, "keeps": [ 170, 142, 81 ], "layer_average_tokens": 127.875, "similarity_sum": 29.127131462097168, "mean_similarity": 0.9709043820699056, "failed_samples": 0, "seconds": 1.4651936599984765 }, { "index": 41, "point": [ 0.28841316469274847, 0.8439641758834466, 2.8312243407189146, 3.0, 0.5126871175066683 ], "r1": 0.28841316469274847, "r2": 0.8439641758834466, "r3": 0.6142857142857143, "t": 2.8312243407189146, "alpha": 0.5126871175066683, "a": 3.0, "keeps": [ 166, 140, 86 ], "layer_average_tokens": 127.875, "similarity_sum": 29.15632516145706, "mean_similarity": 0.9718775053819021, "failed_samples": 0, "seconds": 1.4548959920648485 }, { "index": 42, "point": [ 0.25423728523317524, 0.8494803918742686, 7.1900059101324185, 3.0, 0.7768365154415857 ], "r1": 0.25423728523317524, "r2": 0.8494803918742686, "r3": 0.9354838709677419, "t": 7.1900059101324185, "alpha": 0.7768365154415857, "a": 3.0, "keeps": [ 146, 124, 116 ], "layer_average_tokens": 127.875, "similarity_sum": 29.112521171569824, "mean_similarity": 0.9704173723856608, "failed_samples": 0, "seconds": 1.3961180159822106 }, { "index": 43, "point": [ 0.2686070892617804, 0.5487283385893428, 45.488155716529, 24.0, -0.5399591926472628 ], "r1": 0.2686070892617804, "r2": 0.5487283385893428, "r3": 1.0, "t": 45.488155716529, "alpha": -0.5399591926472628, "a": 24.0, "keeps": [ 155, 85, 85 ], "layer_average_tokens": 106.875, "similarity_sum": 29.05174070596695, "mean_similarity": 0.968391356865565, "failed_samples": 0, "seconds": 1.4726568849291652 }, { "index": 44, "point": [ 0.3227064647455927, 0.9485463713606836, 45.35546635302415, 3.0, -0.3966558208910046 ], "r1": 0.3227064647455927, "r2": 0.9485463713606836, "r3": 0.2215909090909091, "t": 45.35546635302415, "alpha": -0.3966558208910046, "a": 3.0, "keeps": [ 186, 176, 39 ], "layer_average_tokens": 127.75, "similarity_sum": 15.36829892359674, "mean_similarity": 0.5122766307865579, "failed_samples": 0, "seconds": 1.4459870539139956 }, { "index": 45, "point": [ 0.2222222222222222, 0.5333333333333333, 50.0, 3.0, -0.7808400897007105 ], "r1": 0.2222222222222222, "r2": 0.5333333333333333, "r3": 1.0, "t": 50.0, "alpha": -0.7808400897007105, "a": 3.0, "keeps": [ 128, 68, 68 ], "layer_average_tokens": 86.75, "similarity_sum": 22.868680112063885, "mean_similarity": 0.7622893370687962, "failed_samples": 0, "seconds": 1.3263374869711697 }, { "index": 46, "point": [ 0.3263613991459289, 0.5333333333333333, 26.998402573427054, 9.481645545528359, -0.5458790240988036 ], "r1": 0.3263613991459289, "r2": 0.5333333333333333, "r3": 1.0, "t": 26.998402573427054, "alpha": -0.5458790240988036, "a": 9.481645545528359, "keeps": [ 188, 100, 100 ], "layer_average_tokens": 127.5, "similarity_sum": 29.126184046268463, "mean_similarity": 0.9708728015422821, "failed_samples": 0, "seconds": 1.4371487530879676 }, { "index": 47, "point": [ 0.32669527240418217, 0.5333333333333333, 32.201871970674475, 10.519824525828358, 1.0 ], "r1": 0.32669527240418217, "r2": 0.5333333333333333, "r3": 1.0, "t": 32.201871970674475, "alpha": 1.0, "a": 10.519824525828358, "keeps": [ 188, 100, 100 ], "layer_average_tokens": 127.5, "similarity_sum": 29.170918941497803, "mean_similarity": 0.9723639647165935, "failed_samples": 0, "seconds": 1.3836911350954324 }, { "index": 48, "point": [ 0.3333333333333333, 1.0, 29.62119132279649, 15.221081518796964, -0.4712348154382944 ], "r1": 0.3333333333333333, "r2": 1.0, "r3": 0.109375, "t": 29.62119132279649, "alpha": -0.4712348154382944, "a": 15.221081518796964, "keeps": [ 192, 192, 21 ], "layer_average_tokens": 127.875, "similarity_sum": 29.033510506153107, "mean_similarity": 0.9677836835384369, "failed_samples": 0, "seconds": 1.429756036028266 }, { "index": 49, "point": [ 0.2222222222222222, 0.5333333333333333, 35.86876847857929, 14.008931623297647, 0.16474721583777252 ], "r1": 0.2222222222222222, "r2": 0.5333333333333333, "r3": 1.0, "t": 35.86876847857929, "alpha": 0.16474721583777252, "a": 14.008931623297647, "keeps": [ 128, 68, 68 ], "layer_average_tokens": 86.75, "similarity_sum": 28.83515167236328, "mean_similarity": 0.9611717224121094, "failed_samples": 0, "seconds": 1.3252160870470107 } ], "model": "llava-hf/llava-1.5-7b-hf", "entropy_mode": "reference", "calibration_samples": { "mix_path": "/workspace/input/LLaVA-Tuning/llava_v1_5_mix665k.json", "image_root": "/workspace/input/LLaVA-Tuning", "seed": 42, "n_samples": 30, "entries_total": 665297, "entries_with_image": 624609, "entries_excluded_as_evaluation_images": 10712, "eligible_candidates": 613897, "missing_image_files_skipped": 0, "evaluation_image_keys_indexed": 13278 }, "created": "2026-08-12T02:49:37" }
{
"budget_tokens": 128,
"strategy": {
"r1": 0.2893797088086464,
"r2": 0.7852591759407808,
"r3": 0.7099236641221374,
"t": 10.153061236738473,
"alpha": 0.19773093297707223,
"a": 22.799924981717606,
"n_visual": 576,
"grid_side": 24,
"stages": {
"l1": 10,
"l2": 10,
"l3": 12
},
"prune_layers": [
10,
20
],
"keeps": [
167,
131,
93
],
"n_cells": 4,
"layer_average_tokens": 128.0
},
"objective": {
"best_similarity_sum": 29.251815795898438,
"best_mean_similarity": 0.9750605265299479,
"n_samples": 30,
"reference_hidden_state_norm": 111.59986114501953
},
"search": {
"n_calls": 50,
"n_initial_points": 27,
"random_state": 42,
"acq_func": "EI",
"budget_mode": "integer",
"seconds": 88.68596839997917
},
"trials": [
{
"index": 0,
"point": [
0.3107269985400259,
0.6189362352708765,
38.984550013638476,
15.533853316876229,
-0.1083344942928175
],
"r1": 0.3107269985400259,
"r2": 0.6189362352708765,
"r3": 0.8918918918918919,
"t": 38.984550013638476,
"alpha": -0.1083344942928175,
"a": 15.533853316876229,
"keeps": [
179,
111,
99
],
"layer_average_tokens": 127.75,
"similarity_sum": 20.640405625104904,
"mean_similarity": 0.6880135208368301,
"failed_samples": 0,
"seconds": 1.4250206709839404
},
{
"index": 1,
"point": [
0.2333305462020003,
0.7476494829174047,
16.685430556951093,
6.000203176360757,
0.301776945897706
],
"r1": 0.2333305462020003,
"r2": 0.7476494829174047,
"r3": 1.0,
"t": 16.685430556951093,
"alpha": 0.301776945897706,
"a": 6.000203176360757,
"keeps": [
134,
100,
100
],
"layer_average_tokens": 110.625,
"similarity_sum": 29.116692185401917,
"mean_similarity": 0.9705564061800639,
"failed_samples": 0,
"seconds": 1.348205516114831
},
{
"index": 2,
"point": [
0.22849017544745556,
0.8702660937245182,

Xet Storage Details

Size:
32.4 kB
·
Xet hash:
55f89055e8175ab24f375861fdc489ad9316748dde1ac046d0a214876d13f34d

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.