Buckets:

charlesgchen's picture
download
raw
32.7 kB
{ "budget_tokens": 224, "strategy": { "r1": 0.549594908834493, "r2": 0.9818484676783585, "r3": 0.2379421221864952, "t": 35.51411264587945, "alpha": -0.2771242989755692, "a": 14.396773675102564, "n_visual": 576, "grid_side": 24, "stages": { "l1": 10, "l2": 10, "l3": 12 }, "prune_layers": [ 10, 20 ], "keeps": [ 317, 311, 74 ], "n_cells": 4, "layer_average_tokens": 224.0 }, "objective": { "best_similarity_sum": 29.55803155899048, "best_mean_similarity": 0.985267718633016, "n_samples": 30, "reference_hidden_state_norm": 111.59986114501953 }, "search": { "n_calls": 50, "n_initial_points": 27, "random_state": 42, "acq_func": "EI", "budget_mode": "integer", "seconds": 92.95917276479304 }, "trials": [ { "index": 0, "point": [ 0.5437722474450454, 0.6189362352708765, 38.984550013638476, 15.533853316876229, -0.1083344942928175 ], "r1": 0.5437722474450454, "r2": 0.6189362352708765, "r3": 0.8969072164948454, "t": 38.984550013638476, "alpha": -0.1083344942928175, "a": 15.533853316876229, "keeps": [ 313, 194, 174 ], "layer_average_tokens": 223.6875, "similarity_sum": 20.339294278994203, "mean_similarity": 0.6779764759664734, "failed_samples": 0, "seconds": 1.690816474147141 }, { "index": 1, "point": [ 0.4083284558535006, 0.7476494829174047, 16.685430556951093, 6.000203176360757, 0.301776945897706 ], "r1": 0.4083284558535006, "r2": 0.7476494829174047, "r3": 1.0, "t": 16.685430556951093, "alpha": 0.301776945897706, "a": 6.000203176360757, "keeps": [ 235, 176, 176 ], "layer_average_tokens": 194.4375, "similarity_sum": 29.452647387981415, "mean_similarity": 0.9817549129327138, "failed_samples": 0, "seconds": 1.4454331828746945 }, { "index": 2, "point": [ 0.3998578070330473, 0.8702660937245182, 46.92763545078752, 3.016354082661301, 0.9844231185824355 ], "r1": 0.3998578070330473, "r2": 0.8702660937245182, "r3": 1.0, "t": 46.92763545078752, "alpha": 0.9844231185824355, "a": 3.016354082661301, "keeps": [ 230, 200, 200 ], "layer_average_tokens": 209.375, "similarity_sum": 29.380107402801514, "mean_similarity": 0.9793369134267171, "failed_samples": 0, "seconds": 1.5624446468427777 }, { "index": 3, "point": [ 0.5089547379831671, 0.8187714748945312, 0.3533152609858704, 3.484310925869731, 0.04954932051677852 ], "r1": 0.5089547379831671, "r2": 0.8187714748945312, "r3": 0.6375, "t": 0.3533152609858704, "alpha": 0.04954932051677852, "a": 3.484310925869731, "keeps": [ 293, 240, 153 ], "layer_average_tokens": 223.9375, "similarity_sum": 29.532302975654602, "mean_similarity": 0.9844100991884868, "failed_samples": 0, "seconds": 1.5268278298899531 }, { "index": 4, "point": [ 0.4666396333890775, 0.5551106428330206, 48.68777594207297, 7.88819814903639, -0.8187871309343584 ], "r1": 0.4666396333890775, "r2": 0.5551106428330206, "r3": 1.0, "t": 48.68777594207297, "alpha": -0.8187871309343584, "a": 7.88819814903639, "keeps": [ 269, 149, 149 ], "layer_average_tokens": 186.5, "similarity_sum": 29.265217661857605, "mean_similarity": 0.9755072553952535, "failed_samples": 0, "seconds": 1.5132594259921461 }, { "index": 5, "point": [ 0.5091306129258781, 0.711815595924676, 49.16154429033942, 12.802020758207581, 0.7198808134726415 ], "r1": 0.5091306129258781, "r2": 0.711815595924676, "r3": 0.8564593301435407, "t": 49.16154429033942, "alpha": 0.7198808134726415, "a": 12.802020758207581, "keeps": [ 293, 209, 179 ], "layer_average_tokens": 224.0, "similarity_sum": 29.487241804599762, "mean_similarity": 0.9829080601533254, "failed_samples": 0, "seconds": 1.5409406370017678 }, { "index": 6, "point": [ 0.5211709102809572, 0.7435663175857867, 0.6632480579933266, 22.786236869381913, 0.1265764356910788 ], "r1": 0.5211709102809572, "r2": 0.7435663175857867, "r3": 0.7219730941704036, "t": 0.6632480579933266, "alpha": 0.1265764356910788, "a": 22.786236869381913, "keeps": [ 300, 223, 161 ], "layer_average_tokens": 223.8125, "similarity_sum": 29.5265936255455, "mean_similarity": 0.9842197875181834, "failed_samples": 0, "seconds": 1.5129457172006369 }, { "index": 7, "point": [ 0.46383098660498373, 0.5407842510361, 11.544691281107452, 8.061534786546247, 0.36652703765091665 ], "r1": 0.46383098660498373, "r2": 0.5407842510361, "r3": 1.0, "t": 11.544691281107452, "alpha": 0.36652703765091665, "a": 8.061534786546247, "keeps": [ 267, 144, 144 ], "layer_average_tokens": 182.4375, "similarity_sum": 29.39072358608246, "mean_similarity": 0.9796907862027486, "failed_samples": 0, "seconds": 1.4562920269090682 }, { "index": 8, "point": [ 0.5074993501243985, 0.9221576254768769, 8.668232675388605, 11.21227275903806, -0.6355278244238753 ], "r1": 0.5074993501243985, "r2": 0.9221576254768769, "r3": 0.4795539033457249, "t": 8.668232675388605, "alpha": -0.6355278244238753, "a": 11.21227275903806, "keeps": [ 292, 269, 129 ], "layer_average_tokens": 223.6875, "similarity_sum": 29.275920033454895, "mean_similarity": 0.9758640011151631, "failed_samples": 0, "seconds": 1.5752103629056364 }, { "index": 9, "point": [ 0.5357647186728769, 0.7317394080959142, 10.397083143409445, 14.921706884219823, -0.9373734150888828 ], "r1": 0.5357647186728769, "r2": 0.7317394080959142, "r3": 0.668141592920354, "t": 10.397083143409445, "alpha": -0.9373734150888828, "a": 14.921706884219823, "keeps": [ 309, 226, 151 ], "layer_average_tokens": 223.8125, "similarity_sum": 28.902270436286926, "mean_similarity": 0.9634090145428975, "failed_samples": 0, "seconds": 1.4908248968422413 }, { "index": 10, "point": [ 0.5526664839490276, 0.7432185955725573, 19.757511800090725, 22.459836181669683, 0.454543991712842 ], "r1": 0.5526664839490276, "r2": 0.7432185955725573, "r3": 0.5720338983050848, "t": 19.757511800090725, "alpha": 0.454543991712842, "a": 22.459836181669683, "keeps": [ 318, 236, 135 ], "layer_average_tokens": 223.75, "similarity_sum": 29.52512401342392, "mean_similarity": 0.984170800447464, "failed_samples": 0, "seconds": 1.492331316927448 }, { "index": 11, "point": [ 0.4523829272678014, 0.7995405213891864, 26.04171300129119, 23.184612511336336, 0.6890676973563032 ], "r1": 0.4523829272678014, "r2": 0.7995405213891864, "r3": 0.9808612440191388, "t": 26.04171300129119, "alpha": 0.6890676973563032, "a": 23.184612511336336, "keeps": [ 261, 209, 205 ], "layer_average_tokens": 223.75, "similarity_sum": 29.475169360637665, "mean_similarity": 0.9825056453545888, "failed_samples": 0, "seconds": 1.4854474619496614 }, { "index": 12, "point": [ 0.534201132526713, 0.7851896617815706, 29.337558283192415, 23.270361452546904, 0.21406849537336958 ], "r1": 0.534201132526713, "r2": 0.7851896617815706, "r3": 0.5743801652892562, "t": 29.337558283192415, "alpha": 0.21406849537336958, "a": 23.270361452546904, "keeps": [ 308, 242, 139 ], "layer_average_tokens": 224.0, "similarity_sum": 29.52897185087204, "mean_similarity": 0.9842990616957347, "failed_samples": 0, "seconds": 1.5409876110497862 }, { "index": 13, "point": [ 0.44255539650438347, 0.6715943026619051, 8.263346953150126, 3.3283645415650724, -0.15319703858726053 ], "r1": 0.44255539650438347, "r2": 0.6715943026619051, "r3": 1.0, "t": 8.263346953150126, "alpha": -0.15319703858726053, "a": 3.3283645415650724, "keeps": [ 255, 171, 171 ], "layer_average_tokens": 197.25, "similarity_sum": 8.186402045190334, "mean_similarity": 0.27288006817301114, "failed_samples": 0, "seconds": 1.5330685060471296 }, { "index": 14, "point": [ 0.4656714063119164, 0.6702944815350844, 0.703991135754223, 7.1756904858649095, 0.42268390549730017 ], "r1": 0.4656714063119164, "r2": 0.6702944815350844, "r3": 1.0, "t": 0.703991135754223, "alpha": 0.42268390549730017, "a": 7.1756904858649095, "keeps": [ 268, 180, 180 ], "layer_average_tokens": 207.5, "similarity_sum": 29.46851259469986, "mean_similarity": 0.9822837531566619, "failed_samples": 0, "seconds": 1.5181096489541233 }, { "index": 15, "point": [ 0.5425341328810678, 0.8161146548978053, 46.31504392566746, 16.672617535540837, 0.829919351087562 ], "r1": 0.5425341328810678, "r2": 0.8161146548978053, "r3": 0.48627450980392156, "t": 46.31504392566746, "alpha": 0.829919351087562, "a": 16.672617535540837, "keeps": [ 312, 255, 124 ], "layer_average_tokens": 223.6875, "similarity_sum": 29.497300684452057, "mean_similarity": 0.9832433561484019, "failed_samples": 0, "seconds": 1.4806376521009952 }, { "index": 16, "point": [ 0.5541741679035721, 0.743076981264495, 4.770505824520567, 10.787183296163594, 0.3376825053272148 ], "r1": 0.5541741679035721, "r2": 0.743076981264495, "r3": 0.5654008438818565, "t": 4.770505824520567, "alpha": 0.3376825053272148, "a": 10.787183296163594, "keeps": [ 319, 237, 134 ], "layer_average_tokens": 224.0, "similarity_sum": 29.50103098154068, "mean_similarity": 0.9833676993846894, "failed_samples": 0, "seconds": 1.5553726898506284 }, { "index": 17, "point": [ 0.5183737915645132, 0.8092723009302727, 13.73608964950321, 14.786111942801726, -0.2341462504924201 ], "r1": 0.5183737915645132, "r2": 0.8092723009302727, "r3": 0.6033057851239669, "t": 13.73608964950321, "alpha": -0.2341462504924201, "a": 14.786111942801726, "keeps": [ 299, 242, 146 ], "layer_average_tokens": 223.8125, "similarity_sum": 28.61793687939644, "mean_similarity": 0.9539312293132146, "failed_samples": 0, "seconds": 1.5280995438806713 }, { "index": 18, "point": [ 0.5778329074367703, 0.9294931179908392, 36.08647605824367, 7.955683314728072, -0.48786335447735196 ], "r1": 0.5778329074367703, "r2": 0.9294931179908392, "r3": 0.1967741935483871, "t": 36.08647605824367, "alpha": -0.48786335447735196, "a": 7.955683314728072, "keeps": [ 333, 310, 61 ], "layer_average_tokens": 223.8125, "similarity_sum": 29.44386202096939, "mean_similarity": 0.9814620673656463, "failed_samples": 0, "seconds": 1.862194841960445 }, { "index": 19, "point": [ 0.39675097574358387, 0.8649760151867008, 5.544541040591568, 12.226066539181176, -0.5965615953292075 ], "r1": 0.39675097574358387, "r2": 0.8649760151867008, "r3": 1.0, "t": 5.544541040591568, "alpha": -0.5965615953292075, "a": 12.226066539181176, "keeps": [ 229, 198, 198 ], "layer_average_tokens": 207.6875, "similarity_sum": 29.362870693206787, "mean_similarity": 0.9787623564402262, "failed_samples": 0, "seconds": 1.6225357179064304 }, { "index": 20, "point": [ 0.5630651436031844, 0.7551727708183189, 28.16377859881919, 17.60583781494868, -0.7213370911882486 ], "r1": 0.5630651436031844, "r2": 0.7551727708183189, "r3": 0.5020408163265306, "t": 28.16377859881919, "alpha": -0.7213370911882486, "a": 17.60583781494868, "keeps": [ 324, 245, 123 ], "layer_average_tokens": 223.9375, "similarity_sum": 29.367722809314728, "mean_similarity": 0.9789240936438243, "failed_samples": 0, "seconds": 1.5172307149041444 }, { "index": 21, "point": [ 0.5064144904151312, 0.7852591759407808, 10.153061236738473, 22.799924981717606, 0.19773093297707223 ], "r1": 0.5064144904151312, "r2": 0.7852591759407808, "r3": 0.7117903930131004, "t": 10.153061236738473, "alpha": 0.19773093297707223, "a": 22.799924981717606, "keeps": [ 292, 229, 163 ], "layer_average_tokens": 223.9375, "similarity_sum": 29.533493399620056, "mean_similarity": 0.9844497799873352, "failed_samples": 0, "seconds": 1.5671164451632649 }, { "index": 22, "point": [ 0.5239859592021648, 0.944218324873787, 31.217702406689668, 9.208307402591995, -0.7890114803394588 ], "r1": 0.5239859592021648, "r2": 0.944218324873787, "r3": 0.37894736842105264, "t": 31.217702406689668, "alpha": -0.7890114803394588, "a": 9.208307402591995, "keeps": [ 302, 285, 108 ], "layer_average_tokens": 223.9375, "similarity_sum": 29.31050044298172, "mean_similarity": 0.977016681432724, "failed_samples": 0, "seconds": 1.7070434889756143 }, { "index": 23, "point": [ 0.4776594998161215, 0.6352722040345223, 20.825497393518315, 21.54888543729624, -0.35130995798945197 ], "r1": 0.4776594998161215, "r2": 0.6352722040345223, "r3": 1.0, "t": 20.825497393518315, "alpha": -0.35130995798945197, "a": 21.54888543729624, "keeps": [ 275, 175, 175 ], "layer_average_tokens": 206.25, "similarity_sum": 29.513340830802917, "mean_similarity": 0.9837780276934306, "failed_samples": 0, "seconds": 1.5685070438776165 }, { "index": 24, "point": [ 0.41262821341401984, 0.699605657769255, 45.34142207728771, 8.714777237077342, 0.29538024108272487 ], "r1": 0.41262821341401984, "r2": 0.699605657769255, "r3": 1.0, "t": 45.34142207728771, "alpha": 0.29538024108272487, "a": 8.714777237077342, "keeps": [ 238, 167, 167 ], "layer_average_tokens": 189.1875, "similarity_sum": 29.4614200592041, "mean_similarity": 0.9820473353068034, "failed_samples": 0, "seconds": 1.410579954041168 }, { "index": 25, "point": [ 0.38899007330464475, 0.6978654662892789, 15.239062907901454, 6.457772916001777, 0.06817883875088415 ], "r1": 0.38899007330464475, "r2": 0.6978654662892789, "r3": 1.0, "t": 15.239062907901454, "alpha": 0.06817883875088415, "a": 6.457772916001777, "keeps": [ 224, 156, 156 ], "layer_average_tokens": 177.25, "similarity_sum": 29.44161707162857, "mean_similarity": 0.9813872357209523, "failed_samples": 0, "seconds": 1.4705722001381218 }, { "index": 26, "point": [ 0.48316138331980235, 0.8564701486821262, 13.470616689926077, 8.12663596720326, -0.6634179156541389 ], "r1": 0.48316138331980235, "r2": 0.8564701486821262, "r3": 0.7016806722689075, "t": 13.470616689926077, "alpha": -0.6634179156541389, "a": 8.12663596720326, "keeps": [ 278, 238, 167 ], "layer_average_tokens": 223.875, "similarity_sum": 29.407402098178864, "mean_similarity": 0.9802467366059621, "failed_samples": 0, "seconds": 1.5277932649478316 }, { "index": 27, "point": [ 0.549594908834493, 0.9818484676783585, 35.51411264587945, 14.396773675102564, -0.2771242989755692 ], "r1": 0.549594908834493, "r2": 0.9818484676783585, "r3": 0.2379421221864952, "t": 35.51411264587945, "alpha": -0.2771242989755692, "a": 14.396773675102564, "keeps": [ 317, 311, 74 ], "layer_average_tokens": 224.0, "similarity_sum": 29.55803155899048, "mean_similarity": 0.985267718633016, "failed_samples": 0, "seconds": 1.516599039081484 }, { "index": 28, "point": [ 0.46080787001436574, 0.851569842881138, 30.65957750039889, 24.0, 1.0 ], "r1": 0.46080787001436574, "r2": 0.851569842881138, "r3": 0.831858407079646, "t": 30.65957750039889, "alpha": 1.0, "a": 24.0, "keeps": [ 265, 226, 188 ], "layer_average_tokens": 223.9375, "similarity_sum": 29.465450167655945, "mean_similarity": 0.9821816722551981, "failed_samples": 0, "seconds": 1.709931513061747 }, { "index": 29, "point": [ 0.47273914600425937, 0.7390843996904641, 6.6572996468334, 12.598149396979558, 0.4297069203991446 ], "r1": 0.47273914600425937, "r2": 0.7390843996904641, "r3": 1.0, "t": 6.6572996468334, "alpha": 0.4297069203991446, "a": 12.598149396979558, "keeps": [ 272, 201, 201 ], "layer_average_tokens": 223.1875, "similarity_sum": 29.491623997688293, "mean_similarity": 0.9830541332562764, "failed_samples": 0, "seconds": 1.7321796459145844 }, { "index": 30, "point": [ 0.5828834783300041, 0.9940107880127864, 48.414226700952426, 15.030736609774463, -0.02395556355205397 ], "r1": 0.5828834783300041, "r2": 0.9940107880127864, "r3": 0.11676646706586827, "t": 48.414226700952426, "alpha": -0.02395556355205397, "a": 15.030736609774463, "keeps": [ 336, 334, 39 ], "layer_average_tokens": 224.0, "similarity_sum": 28.5410967618227, "mean_similarity": 0.9513698920607567, "failed_samples": 0, "seconds": 1.5901146088726819 }, { "index": 31, "point": [ 0.43616533674886254, 0.8727296608268091, 38.065877767526096, 10.25282847669305, 0.5715583911664386 ], "r1": 0.43616533674886254, "r2": 0.8727296608268091, "r3": 0.9360730593607306, "t": 38.065877767526096, "alpha": 0.5715583911664386, "a": 10.25282847669305, "keeps": [ 251, 219, 205 ], "layer_average_tokens": 223.75, "similarity_sum": 29.47213387489319, "mean_similarity": 0.9824044624964396, "failed_samples": 0, "seconds": 1.5073526119813323 }, { "index": 32, "point": [ 0.484768757521769, 0.6154095699562323, 36.52672453474398, 18.702588849769036, -0.44076205123982937 ], "r1": 0.484768757521769, "r2": 0.6154095699562323, "r3": 1.0, "t": 36.52672453474398, "alpha": -0.44076205123982937, "a": 18.702588849769036, "keeps": [ 279, 172, 172 ], "layer_average_tokens": 205.4375, "similarity_sum": 27.996073186397552, "mean_similarity": 0.9332024395465851, "failed_samples": 0, "seconds": 1.6423147090245038 }, { "index": 33, "point": [ 0.4017353462527839, 0.632655519218555, 44.6770493322253, 21.980319649709124, 0.6557935950509732 ], "r1": 0.4017353462527839, "r2": 0.632655519218555, "r3": 1.0, "t": 44.6770493322253, "alpha": 0.6557935950509732, "a": 21.980319649709124, "keeps": [ 231, 146, 146 ], "layer_average_tokens": 172.5625, "similarity_sum": 29.36327964067459, "mean_similarity": 0.9787759880224863, "failed_samples": 0, "seconds": 1.5015109579544514 }, { "index": 34, "point": [ 0.5664717290139696, 0.7072615704419895, 3.1007970670559497, 16.86676957732938, 0.8979608054864374 ], "r1": 0.5664717290139696, "r2": 0.7072615704419895, "r3": 0.5757575757575758, "t": 3.1007970670559497, "alpha": 0.8979608054864374, "a": 16.86676957732938, "keeps": [ 326, 231, 133 ], "layer_average_tokens": 223.9375, "similarity_sum": 29.50109601020813, "mean_similarity": 0.9833698670069376, "failed_samples": 0, "seconds": 1.6369301290251315 }, { "index": 35, "point": [ 0.5736178071395674, 0.5593556375034084, 35.28789051333377, 14.538331990508349, -0.5374021285769698 ], "r1": 0.5736178071395674, "r2": 0.5593556375034084, "r3": 0.9081081081081082, "t": 35.28789051333377, "alpha": -0.5374021285769698, "a": 14.538331990508349, "keeps": [ 330, 185, 168 ], "layer_average_tokens": 223.9375, "similarity_sum": 29.510799944400787, "mean_similarity": 0.9836933314800262, "failed_samples": 0, "seconds": 1.5283681249711663 }, { "index": 36, "point": [ 0.3888888888888889, 1.0, 50.0, 18.592932851049415, -1.0 ], "r1": 0.3888888888888889, "r2": 1.0, "r3": 1.0, "t": 50.0, "alpha": -1.0, "a": 18.592932851049415, "keeps": [ 224, 224, 224 ], "layer_average_tokens": 224.0, "similarity_sum": 29.232740581035614, "mean_similarity": 0.9744246860345205, "failed_samples": 0, "seconds": 1.515845188871026 }, { "index": 37, "point": [ 0.5833333333333334, 0.6651263161102999, 0.0, 24.0, 1.0 ], "r1": 0.5833333333333334, "r2": 0.6651263161102999, "r3": 0.5874439461883408, "t": 0.0, "alpha": 1.0, "a": 24.0, "keeps": [ 336, 223, 131 ], "layer_average_tokens": 223.8125, "similarity_sum": 29.484441876411438, "mean_similarity": 0.9828147292137146, "failed_samples": 0, "seconds": 1.5705673159100115 }, { "index": 38, "point": [ 0.3888888888888889, 0.5333333333333333, 3.607978495892562, 4.834952276287302, 0.517396811721681 ], "r1": 0.3888888888888889, "r2": 0.5333333333333333, "r3": 1.0, "t": 3.607978495892562, "alpha": 0.517396811721681, "a": 4.834952276287302, "keeps": [ 224, 119, 119 ], "layer_average_tokens": 151.8125, "similarity_sum": 29.27420437335968, "mean_similarity": 0.9758068124453226, "failed_samples": 0, "seconds": 1.4516887760255486 }, { "index": 39, "point": [ 0.5833333333333334, 0.7394838163762552, 0.0, 24.0, 0.7776259931029468 ], "r1": 0.5833333333333334, "r2": 0.7394838163762552, "r3": 0.4435483870967742, "t": 0.0, "alpha": 0.7776259931029468, "a": 24.0, "keeps": [ 336, 248, 110 ], "layer_average_tokens": 223.75, "similarity_sum": 29.47687190771103, "mean_similarity": 0.982562396923701, "failed_samples": 0, "seconds": 1.568853422999382 }, { "index": 40, "point": [ 0.3888888888888889, 1.0, 0.0, 24.0, -0.8774582679795225 ], "r1": 0.3888888888888889, "r2": 1.0, "r3": 1.0, "t": 0.0, "alpha": -0.8774582679795225, "a": 24.0, "keeps": [ 224, 224, 224 ], "layer_average_tokens": 224.0, "similarity_sum": 29.11125671863556, "mean_similarity": 0.9703752239545186, "failed_samples": 0, "seconds": 1.5443483958952129 }, { "index": 41, "point": [ 0.4345800502974615, 0.8854743961104601, 3.191482737505977, 19.906593000938205, -0.2558016675992202 ], "r1": 0.4345800502974615, "r2": 0.8854743961104601, "r3": 0.9230769230769231, "t": 3.191482737505977, "alpha": -0.2558016675992202, "a": 19.906593000938205, "keeps": [ 250, 221, 204 ], "layer_average_tokens": 223.6875, "similarity_sum": 27.73076894879341, "mean_similarity": 0.9243589649597804, "failed_samples": 0, "seconds": 1.5414508348330855 }, { "index": 42, "point": [ 0.5833333333333334, 0.9888720426989783, 50.0, 17.528519411059435, -0.30732632467126975 ], "r1": 0.5833333333333334, "r2": 0.9888720426989783, "r3": 0.12048192771084337, "t": 50.0, "alpha": -0.30732632467126975, "a": 17.528519411059435, "keeps": [ 336, 332, 40 ], "layer_average_tokens": 223.75, "similarity_sum": 27.80103588104248, "mean_similarity": 0.9267011960347493, "failed_samples": 0, "seconds": 1.6223473448771983 }, { "index": 43, "point": [ 0.49324873905448674, 0.9593113145729206, 5.214951198519657, 9.153772541561768, -0.3819090094758898 ], "r1": 0.49324873905448674, "r2": 0.9593113145729206, "r3": 0.49264705882352944, "t": 5.214951198519657, "alpha": -0.3819090094758898, "a": 9.153772541561768, "keeps": [ 284, 272, 134 ], "layer_average_tokens": 224.0, "similarity_sum": 29.543004035949707, "mean_similarity": 0.9847668011983236, "failed_samples": 0, "seconds": 1.612572591053322 }, { "index": 44, "point": [ 0.5286426758827293, 0.8105642567382282, 20.795776240219016, 3.6482664118879753, 0.6113196170808426 ], "r1": 0.5286426758827293, "r2": 0.8105642567382282, "r3": 0.5650406504065041, "t": 20.795776240219016, "alpha": 0.6113196170808426, "a": 3.6482664118879753, "keeps": [ 304, 246, 139 ], "layer_average_tokens": 224.0, "similarity_sum": 29.526068568229675, "mean_similarity": 0.9842022856076559, "failed_samples": 0, "seconds": 1.5583196149673313 }, { "index": 45, "point": [ 0.5833333333333334, 0.5333333333333333, 0.0, 22.5339114514162, 0.9366787610499712 ], "r1": 0.5833333333333334, "r2": 0.5333333333333333, "r3": 0.9385474860335196, "t": 0.0, "alpha": 0.9366787610499712, "a": 22.5339114514162, "keeps": [ 336, 179, 168 ], "layer_average_tokens": 223.9375, "similarity_sum": 29.481881022453308, "mean_similarity": 0.9827293674151103, "failed_samples": 0, "seconds": 1.5722665840294212 }, { "index": 46, "point": [ 0.5833333333333334, 0.7310351054695217, 22.5254737945538, 3.0, 0.15950654650994034 ], "r1": 0.5833333333333334, "r2": 0.7310351054695217, "r3": 0.45528455284552843, "t": 22.5254737945538, "alpha": 0.15950654650994034, "a": 3.0, "keeps": [ 336, 246, 112 ], "layer_average_tokens": 223.875, "similarity_sum": 29.53941649198532, "mean_similarity": 0.9846472163995107, "failed_samples": 0, "seconds": 1.5226156250573695 }, { "index": 47, "point": [ 0.466144427105578, 1.0, 0.0, 24.0, 0.2530211748687017 ], "r1": 0.466144427105578, "r2": 1.0, "r3": 0.5597014925373134, "t": 0.0, "alpha": 0.2530211748687017, "a": 24.0, "keeps": [ 268, 268, 150 ], "layer_average_tokens": 223.75, "similarity_sum": 29.506992638111115, "mean_similarity": 0.9835664212703705, "failed_samples": 0, "seconds": 1.5765393008477986 }, { "index": 48, "point": [ 0.4561189929250161, 0.6151742762373958, 36.54520039242144, 6.293327770317628, 0.8632779418177048 ], "r1": 0.4561189929250161, "r2": 0.6151742762373958, "r3": 1.0, "t": 36.54520039242144, "alpha": 0.8632779418177048, "a": 6.293327770317628, "keeps": [ 263, 162, 162 ], "layer_average_tokens": 193.5625, "similarity_sum": 29.40899109840393, "mean_similarity": 0.980299703280131, "failed_samples": 0, "seconds": 1.541075832908973 }, { "index": 49, "point": [ 0.3888888888888889, 0.5333333333333333, 50.0, 24.0, -0.7538277590105169 ], "r1": 0.3888888888888889, "r2": 0.5333333333333333, "r3": 1.0, "t": 50.0, "alpha": -0.7538277590105169, "a": 24.0, "keeps": [ 224, 119, 119 ], "layer_average_tokens": 151.8125, "similarity_sum": 29.231198608875275, "mean_similarity": 0.9743732869625091, "failed_samples": 0, "seconds": 1.4170175741892308 } ], "model": "llava-hf/llava-1.5-7b-hf", "entropy_mode": "reference", "calibration_samples": { "mix_path": "/workspace/input/LLaVA-Tuning/llava_v1_5_mix665k.json", "image_root": "/workspace/input/LLaVA-Tuning", "seed": 42, "n_samples": 30, "entries_total": 665297, "entries_with_image": 624609, "entries_excluded_as_evaluation_images": 10712, "eligible_candidates": 613897, "missing_image_files_skipped": 0, "evaluation_image_keys_indexed": 13278 }, "created": "2026-08-12T02:48:09" }
{
"budget_tokens": 224,
"strategy": {
"r1": 0.549594908834493,
"r2": 0.9818484676783585,
"r3": 0.2379421221864952,
"t": 35.51411264587945,
"alpha": -0.2771242989755692,
"a": 14.396773675102564,
"n_visual": 576,
"grid_side": 24,
"stages": {
"l1": 10,
"l2": 10,
"l3": 12
},
"prune_layers": [
10,
20
],
"keeps": [
317,
311,
74
],
"n_cells": 4,
"layer_average_tokens": 224.0
},
"objective": {
"best_similarity_sum": 29.55803155899048,
"best_mean_similarity": 0.985267718633016,
"n_samples": 30,
"reference_hidden_state_norm": 111.59986114501953
},
"search": {
"n_calls": 50,
"n_initial_points": 27,
"random_state": 42,
"acq_func": "EI",
"budget_mode": "integer",
"seconds": 92.95917276479304
},
"trials": [
{
"index": 0,
"point": [
0.5437722474450454,
0.6189362352708765,
38.984550013638476,
15.533853316876229,
-0.1083344942928175
],
"r1": 0.5437722474450454,
"r2": 0.6189362352708765,
"r3": 0.8969072164948454,
"t": 38.984550013638476,
"alpha": -0.1083344942928175,
"a": 15.533853316876229,
"keeps": [
313,
194,
174
],
"layer_average_tokens": 223.6875,
"similarity_sum": 20.339294278994203,
"mean_similarity": 0.6779764759664734,
"failed_samples": 0,
"seconds": 1.690816474147141
},
{
"index": 1,
"point": [
0.4083284558535006,
0.7476494829174047,
16.685430556951093,
6.000203176360757,
0.301776945897706
],
"r1": 0.4083284558535006,
"r2": 0.7476494829174047,
"r3": 1.0,
"t": 16.685430556951093,
"alpha": 0.301776945897706,
"a": 6.000203176360757,
"keeps": [
235,
176,
176
],
"layer_average_tokens": 194.4375,
"similarity_sum": 29.452647387981415,
"mean_similarity": 0.9817549129327138,
"failed_samples": 0,
"seconds": 1.4454331828746945
},
{
"index": 2,
"point": [
0.3998578070330473,
0.8702660937245182,

Xet Storage Details

Size:
32.7 kB
·
Xet hash:
506a620f3efa555a33fe38697b21ef810ca4cb8b54b39ce88faa618df158eac4

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.