Buckets:

charlesgchen's picture
download
raw
32.1 kB
{ "budget_tokens": 64, "strategy": { "r1": 0.15500975225173363, "r2": 0.8161146548978053, "r3": 0.4794520547945205, "t": 46.31504392566746, "alpha": 0.829919351087562, "a": 16.672617535540837, "n_visual": 576, "grid_side": 24, "stages": { "l1": 10, "l2": 10, "l3": 12 }, "prune_layers": [ 10, 20 ], "keeps": [ 89, 73, 35 ], "n_cells": 4, "layer_average_tokens": 63.75 }, "objective": { "best_similarity_sum": 28.666609704494476, "best_mean_similarity": 0.9555536568164825, "n_samples": 30, "reference_hidden_state_norm": 111.59986114501953 }, "search": { "n_calls": 50, "n_initial_points": 27, "random_state": 42, "acq_func": "EI", "budget_mode": "integer", "seconds": 89.17445526807569 }, "trials": [ { "index": 0, "point": [ 0.15536349927001294, 0.6189362352708765, 38.984550013638476, 15.533853316876229, -0.1083344942928175 ], "r1": 0.15536349927001294, "r2": 0.6189362352708765, "r3": 0.9090909090909091, "t": 38.984550013638476, "alpha": -0.1083344942928175, "a": 15.533853316876229, "keeps": [ 89, 55, 50 ], "layer_average_tokens": 63.75, "similarity_sum": 26.480581507086754, "mean_similarity": 0.8826860502362252, "failed_samples": 0, "seconds": 1.314208708005026 }, { "index": 1, "point": [ 0.11666527310100015, 0.7476494829174047, 16.685430556951093, 6.000203176360757, 0.301776945897706 ], "r1": 0.11666527310100015, "r2": 0.7476494829174047, "r3": 1.0, "t": 16.685430556951093, "alpha": 0.301776945897706, "a": 6.000203176360757, "keeps": [ 67, 50, 50 ], "layer_average_tokens": 55.3125, "similarity_sum": 28.292577743530273, "mean_similarity": 0.9430859247843425, "failed_samples": 0, "seconds": 1.2227329378947616 }, { "index": 2, "point": [ 0.11424508772372778, 0.8702660937245182, 46.92763545078752, 3.016354082661301, 0.9844231185824355 ], "r1": 0.11424508772372778, "r2": 0.8702660937245182, "r3": 1.0, "t": 46.92763545078752, "alpha": 0.9844231185824355, "a": 3.016354082661301, "keeps": [ 66, 57, 57 ], "layer_average_tokens": 59.8125, "similarity_sum": 28.23047834634781, "mean_similarity": 0.9410159448782603, "failed_samples": 0, "seconds": 1.2450612541288137 }, { "index": 3, "point": [ 0.145415639423762, 0.8187714748945312, 0.3533152609858704, 3.484310925869731, 0.04954932051677852 ], "r1": 0.145415639423762, "r2": 0.8187714748945312, "r3": 0.6231884057971014, "t": 0.3533152609858704, "alpha": 0.04954932051677852, "a": 3.484310925869731, "keeps": [ 84, 69, 43 ], "layer_average_tokens": 63.9375, "similarity_sum": 28.50057166814804, "mean_similarity": 0.9500190556049347, "failed_samples": 0, "seconds": 1.2623367281630635 }, { "index": 4, "point": [ 0.1333256095397364, 0.5551106428330206, 48.68777594207297, 7.88819814903639, -0.8187871309343584 ], "r1": 0.1333256095397364, "r2": 0.5551106428330206, "r3": 1.0, "t": 48.68777594207297, "alpha": -0.8187871309343584, "a": 7.88819814903639, "keeps": [ 77, 43, 43 ], "layer_average_tokens": 53.625, "similarity_sum": 27.32677984237671, "mean_similarity": 0.910892661412557, "failed_samples": 0, "seconds": 1.3744643540121615 }, { "index": 5, "point": [ 0.14546588940739374, 0.711815595924676, 49.16154429033942, 12.802020758207581, 0.7198808134726415 ], "r1": 0.14546588940739374, "r2": 0.711815595924676, "r3": 0.8333333333333334, "t": 49.16154429033942, "alpha": 0.7198808134726415, "a": 12.802020758207581, "keeps": [ 84, 60, 50 ], "layer_average_tokens": 63.75, "similarity_sum": 28.64371621608734, "mean_similarity": 0.9547905405362447, "failed_samples": 0, "seconds": 1.3426762679591775 }, { "index": 6, "point": [ 0.14890597436598776, 0.7435663175857867, 0.6632480579933266, 22.786236869381913, 0.1265764356910788 ], "r1": 0.14890597436598776, "r2": 0.7435663175857867, "r3": 0.703125, "t": 0.6632480579933266, "alpha": 0.1265764356910788, "a": 22.786236869381913, "keeps": [ 86, 64, 45 ], "layer_average_tokens": 63.75, "similarity_sum": 28.424330711364746, "mean_similarity": 0.9474776903788249, "failed_samples": 0, "seconds": 1.3826964679174125 }, { "index": 7, "point": [ 0.13252313902999535, 0.5407842510361, 11.544691281107452, 8.061534786546247, 0.36652703765091665 ], "r1": 0.13252313902999535, "r2": 0.5407842510361, "r3": 1.0, "t": 11.544691281107452, "alpha": 0.36652703765091665, "a": 8.061534786546247, "keeps": [ 76, 41, 41 ], "layer_average_tokens": 51.9375, "similarity_sum": 27.876902043819427, "mean_similarity": 0.9292300681273142, "failed_samples": 0, "seconds": 1.2395966050680727 }, { "index": 8, "point": [ 0.14499981432125672, 0.9221576254768769, 8.668232675388605, 11.21227275903806, -0.6355278244238753 ], "r1": 0.14499981432125672, "r2": 0.9221576254768769, "r3": 0.4675324675324675, "t": 8.668232675388605, "alpha": -0.6355278244238753, "a": 11.21227275903806, "keeps": [ 84, 77, 36 ], "layer_average_tokens": 63.8125, "similarity_sum": 27.724111914634705, "mean_similarity": 0.9241370638211568, "failed_samples": 0, "seconds": 1.492877823067829 }, { "index": 9, "point": [ 0.15307563390653625, 0.7317394080959142, 10.397083143409445, 14.921706884219823, -0.9373734150888828 ], "r1": 0.15307563390653625, "r2": 0.7317394080959142, "r3": 0.6875, "t": 10.397083143409445, "alpha": -0.9373734150888828, "a": 14.921706884219823, "keeps": [ 88, 64, 44 ], "layer_average_tokens": 64.0, "similarity_sum": 28.257518887519836, "mean_similarity": 0.9419172962506612, "failed_samples": 0, "seconds": 1.292691128095612 }, { "index": 10, "point": [ 0.15790470969972215, 0.7432185955725573, 19.757511800090725, 22.459836181669683, 0.454543991712842 ], "r1": 0.15790470969972215, "r2": 0.7432185955725573, "r3": 0.5588235294117647, "t": 19.757511800090725, "alpha": 0.454543991712842, "a": 22.459836181669683, "keeps": [ 91, 68, 38 ], "layer_average_tokens": 63.9375, "similarity_sum": 28.59309446811676, "mean_similarity": 0.9531031489372254, "failed_samples": 0, "seconds": 1.252610262017697 }, { "index": 11, "point": [ 0.12925226493365752, 0.7995405213891864, 26.04171300129119, 23.184612511336336, 0.6890676973563032 ], "r1": 0.12925226493365752, "r2": 0.7995405213891864, "r3": 1.0, "t": 26.04171300129119, "alpha": 0.6890676973563032, "a": 23.184612511336336, "keeps": [ 74, 59, 59 ], "layer_average_tokens": 63.6875, "similarity_sum": 28.484929740428925, "mean_similarity": 0.9494976580142975, "failed_samples": 0, "seconds": 1.2589926370419562 }, { "index": 12, "point": [ 0.15262889500763227, 0.7851896617815706, 29.337558283192415, 23.270361452546904, 0.21406849537336958 ], "r1": 0.15262889500763227, "r2": 0.7851896617815706, "r3": 0.5652173913043478, "t": 29.337558283192415, "alpha": 0.21406849537336958, "a": 23.270361452546904, "keeps": [ 88, 69, 39 ], "layer_average_tokens": 63.6875, "similarity_sum": 28.55611479282379, "mean_similarity": 0.9518704930941264, "failed_samples": 0, "seconds": 1.3315903879702091 }, { "index": 13, "point": [ 0.1264443990012524, 0.6715943026619051, 8.263346953150126, 3.3283645415650724, -0.15319703858726053 ], "r1": 0.1264443990012524, "r2": 0.6715943026619051, "r3": 1.0, "t": 8.263346953150126, "alpha": -0.15319703858726053, "a": 3.3283645415650724, "keeps": [ 73, 49, 49 ], "layer_average_tokens": 56.5, "similarity_sum": 13.325691496953368, "mean_similarity": 0.44418971656511225, "failed_samples": 1, "seconds": 1.324403571197763 }, { "index": 14, "point": [ 0.1330489732319761, 0.6702944815350844, 0.703991135754223, 7.1756904858649095, 0.42268390549730017 ], "r1": 0.1330489732319761, "r2": 0.6702944815350844, "r3": 1.0, "t": 0.703991135754223, "alpha": 0.42268390549730017, "a": 7.1756904858649095, "keeps": [ 77, 52, 52 ], "layer_average_tokens": 59.8125, "similarity_sum": 28.26399314403534, "mean_similarity": 0.942133104801178, "failed_samples": 0, "seconds": 1.256129722110927 }, { "index": 15, "point": [ 0.15500975225173363, 0.8161146548978053, 46.31504392566746, 16.672617535540837, 0.829919351087562 ], "r1": 0.15500975225173363, "r2": 0.8161146548978053, "r3": 0.4794520547945205, "t": 46.31504392566746, "alpha": 0.829919351087562, "a": 16.672617535540837, "keeps": [ 89, 73, 35 ], "layer_average_tokens": 63.75, "similarity_sum": 28.666609704494476, "mean_similarity": 0.9555536568164825, "failed_samples": 0, "seconds": 1.4169085710309446 }, { "index": 16, "point": [ 0.15833547654387775, 0.743076981264495, 4.770505824520567, 10.787183296163594, 0.3376825053272148 ], "r1": 0.15833547654387775, "r2": 0.743076981264495, "r3": 0.5588235294117647, "t": 4.770505824520567, "alpha": 0.3376825053272148, "a": 10.787183296163594, "keeps": [ 91, 68, 38 ], "layer_average_tokens": 63.9375, "similarity_sum": 28.44428712129593, "mean_similarity": 0.9481429040431977, "failed_samples": 0, "seconds": 1.3301751869730651 }, { "index": 17, "point": [ 0.14810679758986092, 0.8092723009302727, 13.73608964950321, 14.786111942801726, -0.2341462504924201 ], "r1": 0.14810679758986092, "r2": 0.8092723009302727, "r3": 0.6086956521739131, "t": 13.73608964950321, "alpha": -0.2341462504924201, "a": 14.786111942801726, "keeps": [ 85, 69, 42 ], "layer_average_tokens": 63.875, "similarity_sum": 22.513866186141968, "mean_similarity": 0.7504622062047323, "failed_samples": 0, "seconds": 1.2669869349338114 }, { "index": 18, "point": [ 0.16509511641050578, 0.9294931179908392, 36.08647605824367, 7.955683314728072, -0.48786335447735196 ], "r1": 0.16509511641050578, "r2": 0.9294931179908392, "r3": 0.20454545454545456, "t": 36.08647605824367, "alpha": -0.48786335447735196, "a": 7.955683314728072, "keeps": [ 95, 88, 18 ], "layer_average_tokens": 63.9375, "similarity_sum": 26.43837709724903, "mean_similarity": 0.8812792365749677, "failed_samples": 0, "seconds": 1.2349538439884782 }, { "index": 19, "point": [ 0.11335742164102396, 0.8649760151867008, 5.544541040591568, 12.226066539181176, -0.5965615953292075 ], "r1": 0.11335742164102396, "r2": 0.8649760151867008, "r3": 1.0, "t": 5.544541040591568, "alpha": -0.5965615953292075, "a": 12.226066539181176, "keeps": [ 65, 56, 56 ], "layer_average_tokens": 58.8125, "similarity_sum": 27.90536403656006, "mean_similarity": 0.9301788012186686, "failed_samples": 0, "seconds": 1.2812504761386663 }, { "index": 20, "point": [ 0.16087575531519552, 0.7551727708183189, 28.16377859881919, 17.60583781494868, -0.7213370911882486 ], "r1": 0.16087575531519552, "r2": 0.7551727708183189, "r3": 0.4857142857142857, "t": 28.16377859881919, "alpha": -0.7213370911882486, "a": 17.60583781494868, "keeps": [ 93, 70, 34 ], "layer_average_tokens": 63.6875, "similarity_sum": 28.50682669878006, "mean_similarity": 0.950227556626002, "failed_samples": 0, "seconds": 1.2361638629809022 }, { "index": 21, "point": [ 0.1446898544043232, 0.7852591759407808, 10.153061236738473, 22.799924981717606, 0.19773093297707223 ], "r1": 0.1446898544043232, "r2": 0.7852591759407808, "r3": 0.7230769230769231, "t": 10.153061236738473, "alpha": 0.19773093297707223, "a": 22.799924981717606, "keeps": [ 83, 65, 47 ], "layer_average_tokens": 63.875, "similarity_sum": 28.43122225999832, "mean_similarity": 0.9477074086666107, "failed_samples": 0, "seconds": 1.3273314598482102 }, { "index": 22, "point": [ 0.14971027405776136, 0.944218324873787, 31.217702406689668, 9.208307402591995, -0.7890114803394588 ], "r1": 0.14971027405776136, "r2": 0.944218324873787, "r3": 0.38271604938271603, "t": 31.217702406689668, "alpha": -0.7890114803394588, "a": 9.208307402591995, "keeps": [ 86, 81, 31 ], "layer_average_tokens": 63.8125, "similarity_sum": 26.244597408920527, "mean_similarity": 0.8748199136306842, "failed_samples": 0, "seconds": 1.2985914598684758 }, { "index": 23, "point": [ 0.13647414280460612, 0.6352722040345223, 20.825497393518315, 21.54888543729624, -0.35130995798945197 ], "r1": 0.13647414280460612, "r2": 0.6352722040345223, "r3": 1.0, "t": 20.825497393518315, "alpha": -0.35130995798945197, "a": 21.54888543729624, "keeps": [ 79, 50, 50 ], "layer_average_tokens": 59.0625, "similarity_sum": 22.98677619546652, "mean_similarity": 0.7662258731822172, "failed_samples": 0, "seconds": 1.27799465903081 }, { "index": 24, "point": [ 0.11789377526114851, 0.699605657769255, 45.34142207728771, 8.714777237077342, 0.29538024108272487 ], "r1": 0.11789377526114851, "r2": 0.699605657769255, "r3": 1.0, "t": 45.34142207728771, "alpha": 0.29538024108272487, "a": 8.714777237077342, "keeps": [ 68, 48, 48 ], "layer_average_tokens": 54.25, "similarity_sum": 28.23214042186737, "mean_similarity": 0.9410713473955791, "failed_samples": 0, "seconds": 1.3096441240049899 }, { "index": 25, "point": [ 0.11114002094418421, 0.6978654662892789, 15.239062907901454, 6.457772916001777, 0.06817883875088415 ], "r1": 0.11114002094418421, "r2": 0.6978654662892789, "r3": 1.0, "t": 15.239062907901454, "alpha": 0.06817883875088415, "a": 6.457772916001777, "keeps": [ 64, 45, 45 ], "layer_average_tokens": 50.9375, "similarity_sum": 28.022029042243958, "mean_similarity": 0.9340676347414653, "failed_samples": 0, "seconds": 1.2997335649561137 }, { "index": 26, "point": [ 0.1380461095199435, 0.8564701486821262, 13.470616689926077, 8.12663596720326, -0.6634179156541389 ], "r1": 0.1380461095199435, "r2": 0.8564701486821262, "r3": 0.6666666666666666, "t": 13.470616689926077, "alpha": -0.6634179156541389, "a": 8.12663596720326, "keeps": [ 80, 69, 46 ], "layer_average_tokens": 63.8125, "similarity_sum": 28.437309861183167, "mean_similarity": 0.9479103287061056, "failed_samples": 0, "seconds": 1.2727623039390892 }, { "index": 27, "point": [ 0.16666666666666666, 0.9172920002702458, 40.140068049179256, 14.515526419642645, 0.010186120732255999 ], "r1": 0.16666666666666666, "r2": 0.9172920002702458, "r3": 0.19318181818181818, "t": 40.140068049179256, "alpha": 0.010186120732255999, "a": 14.515526419642645, "keeps": [ 96, 88, 17 ], "layer_average_tokens": 63.875, "similarity_sum": 28.513595759868622, "mean_similarity": 0.9504531919956207, "failed_samples": 0, "seconds": 1.3410770532209426 }, { "index": 28, "point": [ 0.1111111111111111, 1.0, 6.586679666676348, 3.0, 0.16583122687441776 ], "r1": 0.1111111111111111, "r2": 1.0, "r3": 1.0, "t": 6.586679666676348, "alpha": 0.16583122687441776, "a": 3.0, "keeps": [ 64, 64, 64 ], "layer_average_tokens": 64.0, "similarity_sum": 28.531518399715424, "mean_similarity": 0.9510506133238474, "failed_samples": 0, "seconds": 1.2733782129362226 }, { "index": 29, "point": [ 0.16666666666666666, 0.5333333333333333, 50.0, 24.0, -1.0 ], "r1": 0.16666666666666666, "r2": 0.5333333333333333, "r3": 0.9411764705882353, "t": 50.0, "alpha": -1.0, "a": 24.0, "keeps": [ 96, 51, 48 ], "layer_average_tokens": 63.9375, "similarity_sum": 28.494742035865784, "mean_similarity": 0.9498247345288594, "failed_samples": 0, "seconds": 1.30032307212241 }, { "index": 30, "point": [ 0.1111111111111111, 0.5333333333333333, 0.0, 24.0, -1.0 ], "r1": 0.1111111111111111, "r2": 0.5333333333333333, "r3": 1.0, "t": 0.0, "alpha": -1.0, "a": 24.0, "keeps": [ 64, 34, 34 ], "layer_average_tokens": 43.375, "similarity_sum": 27.770555555820465, "mean_similarity": 0.9256851851940155, "failed_samples": 0, "seconds": 1.2795434589497745 }, { "index": 31, "point": [ 0.1111111111111111, 0.9235408758065491, 42.400222687174306, 11.03270357512549, 0.5292854682533739 ], "r1": 0.1111111111111111, "r2": 0.9235408758065491, "r3": 1.0, "t": 42.400222687174306, "alpha": 0.5292854682533739, "a": 11.03270357512549, "keeps": [ 64, 59, 59 ], "layer_average_tokens": 60.5625, "similarity_sum": 28.495816349983215, "mean_similarity": 0.9498605449994405, "failed_samples": 0, "seconds": 1.29061592486687 }, { "index": 32, "point": [ 0.16666666666666666, 1.0, 45.40301113529213, 24.0, -0.045017173269891075 ], "r1": 0.16666666666666666, "r2": 1.0, "r3": 0.10416666666666667, "t": 45.40301113529213, "alpha": -0.045017173269891075, "a": 24.0, "keeps": [ 96, 96, 10 ], "layer_average_tokens": 63.75, "similarity_sum": 28.435117781162262, "mean_similarity": 0.9478372593720754, "failed_samples": 0, "seconds": 1.308832470094785 }, { "index": 33, "point": [ 0.16666666666666666, 0.8725185389074173, 6.657731285030759, 14.427428508638188, 0.6425017050742272 ], "r1": 0.16666666666666666, "r2": 0.8725185389074173, "r3": 0.23809523809523808, "t": 6.657731285030759, "alpha": 0.6425017050742272, "a": 14.427428508638188, "keeps": [ 96, 84, 20 ], "layer_average_tokens": 63.75, "similarity_sum": 28.48580139875412, "mean_similarity": 0.949526713291804, "failed_samples": 0, "seconds": 1.3481432020198554 }, { "index": 34, "point": [ 0.154123855852131, 0.8247445690384538, 29.86021783786198, 4.879198196560026, 0.3222491223627728 ], "r1": 0.154123855852131, "r2": 0.8247445690384538, "r3": 0.4794520547945205, "t": 29.86021783786198, "alpha": 0.3222491223627728, "a": 4.879198196560026, "keeps": [ 89, 73, 35 ], "layer_average_tokens": 63.75, "similarity_sum": 28.57342803478241, "mean_similarity": 0.9524476011594136, "failed_samples": 0, "seconds": 1.4187710359692574 }, { "index": 35, "point": [ 0.16666666666666666, 0.5333333333333333, 0.0, 24.0, 1.0 ], "r1": 0.16666666666666666, "r2": 0.5333333333333333, "r3": 0.9411764705882353, "t": 0.0, "alpha": 1.0, "a": 24.0, "keeps": [ 96, 51, 48 ], "layer_average_tokens": 63.9375, "similarity_sum": 28.304952204227448, "mean_similarity": 0.9434984068075816, "failed_samples": 0, "seconds": 1.2687535730656236 }, { "index": 36, "point": [ 0.1111111111111111, 0.5333333333333333, 50.0, 3.0, -0.6375425792020508 ], "r1": 0.1111111111111111, "r2": 0.5333333333333333, "r3": 1.0, "t": 50.0, "alpha": -0.6375425792020508, "a": 3.0, "keeps": [ 64, 34, 34 ], "layer_average_tokens": 43.375, "similarity_sum": 6.0308128064498305, "mean_similarity": 0.20102709354832768, "failed_samples": 11, "seconds": 1.270047090947628 }, { "index": 37, "point": [ 0.16666666666666666, 0.5333333333333333, 50.0, 8.801480162717164, -1.0 ], "r1": 0.16666666666666666, "r2": 0.5333333333333333, "r3": 0.9411764705882353, "t": 50.0, "alpha": -1.0, "a": 8.801480162717164, "keeps": [ 96, 51, 48 ], "layer_average_tokens": 63.9375, "similarity_sum": 27.88415414094925, "mean_similarity": 0.9294718046983083, "failed_samples": 0, "seconds": 1.3554234630428255 }, { "index": 38, "point": [ 0.11620629779468065, 1.0, 11.233405232507772, 24.0, -0.6327741868374481 ], "r1": 0.11620629779468065, "r2": 1.0, "r3": 0.8805970149253731, "t": 11.233405232507772, "alpha": -0.6327741868374481, "a": 24.0, "keeps": [ 67, 67, 59 ], "layer_average_tokens": 64.0, "similarity_sum": 28.369352996349335, "mean_similarity": 0.9456450998783111, "failed_samples": 0, "seconds": 1.245833114022389 }, { "index": 39, "point": [ 0.13842664319211517, 0.5333333333333333, 34.39918158901187, 24.0, -0.9958085041330343 ], "r1": 0.13842664319211517, "r2": 0.5333333333333333, "r3": 1.0, "t": 34.39918158901187, "alpha": -0.9958085041330343, "a": 24.0, "keeps": [ 80, 43, 43 ], "layer_average_tokens": 54.5625, "similarity_sum": 28.243355333805084, "mean_similarity": 0.9414451777935028, "failed_samples": 0, "seconds": 1.2659941611345857 }, { "index": 40, "point": [ 0.16666666666666666, 0.5333333333333333, 48.80828360988569, 24.0, -0.021996419083453178 ], "r1": 0.16666666666666666, "r2": 0.5333333333333333, "r3": 0.9411764705882353, "t": 48.80828360988569, "alpha": -0.021996419083453178, "a": 24.0, "keeps": [ 96, 51, 48 ], "layer_average_tokens": 63.9375, "similarity_sum": 28.421272695064545, "mean_similarity": 0.9473757565021514, "failed_samples": 0, "seconds": 1.316189165925607 }, { "index": 41, "point": [ 0.16666666666666666, 0.5875023219479966, 50.0, 15.253306080304744, -0.8753833687696423 ], "r1": 0.16666666666666666, "r2": 0.5875023219479966, "r3": 0.7857142857142857, "t": 50.0, "alpha": -0.8753833687696423, "a": 15.253306080304744, "keeps": [ 96, 56, 44 ], "layer_average_tokens": 64.0, "similarity_sum": 28.47572684288025, "mean_similarity": 0.9491908947626749, "failed_samples": 0, "seconds": 1.3074266000185162 }, { "index": 42, "point": [ 0.16666666666666666, 0.5333333333333333, 0.0, 3.0, 1.0 ], "r1": 0.16666666666666666, "r2": 0.5333333333333333, "r3": 0.9411764705882353, "t": 0.0, "alpha": 1.0, "a": 3.0, "keeps": [ 96, 51, 48 ], "layer_average_tokens": 63.9375, "similarity_sum": 28.42509561777115, "mean_similarity": 0.9475031872590383, "failed_samples": 0, "seconds": 1.318261784967035 }, { "index": 43, "point": [ 0.16666666666666666, 0.5794804856613105, 50.0, 24.0, -0.06687566604372397 ], "r1": 0.16666666666666666, "r2": 0.5794804856613105, "r3": 0.7857142857142857, "t": 50.0, "alpha": -0.06687566604372397, "a": 24.0, "keeps": [ 96, 56, 44 ], "layer_average_tokens": 64.0, "similarity_sum": 28.58490550518036, "mean_similarity": 0.952830183506012, "failed_samples": 0, "seconds": 1.330218254821375 }, { "index": 44, "point": [ 0.11818009042388442, 0.5333333333333333, 3.981298384715596, 3.0, 0.9162628550902734 ], "r1": 0.11818009042388442, "r2": 0.5333333333333333, "r3": 1.0, "t": 3.981298384715596, "alpha": 0.9162628550902734, "a": 3.0, "keeps": [ 68, 36, 36 ], "layer_average_tokens": 46.0, "similarity_sum": 28.206441462039948, "mean_similarity": 0.9402147154013316, "failed_samples": 0, "seconds": 1.4102891648653895 }, { "index": 45, "point": [ 0.16666666666666666, 0.6094864122111784, 50.0, 24.0, 0.13643040756477864 ], "r1": 0.16666666666666666, "r2": 0.6094864122111784, "r3": 0.6949152542372882, "t": 50.0, "alpha": 0.13643040756477864, "a": 24.0, "keeps": [ 96, 59, 41 ], "layer_average_tokens": 63.8125, "similarity_sum": 28.575077831745148, "mean_similarity": 0.952502594391505, "failed_samples": 0, "seconds": 1.434159616008401 }, { "index": 46, "point": [ 0.13086659979857662, 0.9058818647642004, 35.05040272760544, 24.0, 0.22409214743362904 ], "r1": 0.13086659979857662, "r2": 0.9058818647642004, "r3": 0.75, "t": 35.05040272760544, "alpha": 0.22409214743362904, "a": 24.0, "keeps": [ 75, 68, 51 ], "layer_average_tokens": 63.8125, "similarity_sum": 28.598377585411072, "mean_similarity": 0.9532792528470357, "failed_samples": 0, "seconds": 1.5521415979601443 }, { "index": 47, "point": [ 0.16666666666666666, 1.0, 0.0, 3.0, 1.0 ], "r1": 0.16666666666666666, "r2": 1.0, "r3": 0.10416666666666667, "t": 0.0, "alpha": 1.0, "a": 3.0, "keeps": [ 96, 96, 10 ], "layer_average_tokens": 63.75, "similarity_sum": 28.26154524087906, "mean_similarity": 0.9420515080293019, "failed_samples": 0, "seconds": 1.2889463340397924 }, { "index": 48, "point": [ 0.14128531581845616, 0.7062506187641481, 34.100608110437484, 4.973731653493036, -0.2905699973986541 ], "r1": 0.14128531581845616, "r2": 0.7062506187641481, "r3": 0.9649122807017544, "t": 34.100608110437484, "alpha": -0.2905699973986541, "a": 4.973731653493036, "keeps": [ 81, 57, 55 ], "layer_average_tokens": 63.75, "similarity_sum": 9.550501342862844, "mean_similarity": 0.31835004476209483, "failed_samples": 0, "seconds": 1.260521993972361 }, { "index": 49, "point": [ 0.16666666666666666, 0.5333333333333333, 50.0, 16.774142004575516, 0.18989513145733605 ], "r1": 0.16666666666666666, "r2": 0.5333333333333333, "r3": 0.9411764705882353, "t": 50.0, "alpha": 0.18989513145733605, "a": 16.774142004575516, "keeps": [ 96, 51, 48 ], "layer_average_tokens": 63.9375, "similarity_sum": 28.487930238246918, "mean_similarity": 0.9495976746082306, "failed_samples": 0, "seconds": 1.369810129981488 } ], "model": "llava-hf/llava-1.5-7b-hf", "entropy_mode": "reference", "calibration_samples": { "mix_path": "/workspace/input/LLaVA-Tuning/llava_v1_5_mix665k.json", "image_root": "/workspace/input/LLaVA-Tuning", "seed": 42, "n_samples": 30, "entries_total": 665297, "entries_with_image": 624609, "entries_excluded_as_evaluation_images": 10712, "eligible_candidates": 613897, "missing_image_files_skipped": 0, "evaluation_image_keys_indexed": 13278 }, "created": "2026-08-12T02:51:07" }
{
"budget_tokens": 64,
"strategy": {
"r1": 0.15500975225173363,
"r2": 0.8161146548978053,
"r3": 0.4794520547945205,
"t": 46.31504392566746,
"alpha": 0.829919351087562,
"a": 16.672617535540837,
"n_visual": 576,
"grid_side": 24,
"stages": {
"l1": 10,
"l2": 10,
"l3": 12
},
"prune_layers": [
10,
20
],
"keeps": [
89,
73,
35
],
"n_cells": 4,
"layer_average_tokens": 63.75
},
"objective": {
"best_similarity_sum": 28.666609704494476,
"best_mean_similarity": 0.9555536568164825,
"n_samples": 30,
"reference_hidden_state_norm": 111.59986114501953
},
"search": {
"n_calls": 50,
"n_initial_points": 27,
"random_state": 42,
"acq_func": "EI",
"budget_mode": "integer",
"seconds": 89.17445526807569
},
"trials": [
{
"index": 0,
"point": [
0.15536349927001294,
0.6189362352708765,
38.984550013638476,
15.533853316876229,
-0.1083344942928175
],
"r1": 0.15536349927001294,
"r2": 0.6189362352708765,
"r3": 0.9090909090909091,
"t": 38.984550013638476,
"alpha": -0.1083344942928175,
"a": 15.533853316876229,
"keeps": [
89,
55,
50
],
"layer_average_tokens": 63.75,
"similarity_sum": 26.480581507086754,
"mean_similarity": 0.8826860502362252,
"failed_samples": 0,
"seconds": 1.314208708005026
},
{
"index": 1,
"point": [
0.11666527310100015,
0.7476494829174047,
16.685430556951093,
6.000203176360757,
0.301776945897706
],
"r1": 0.11666527310100015,
"r2": 0.7476494829174047,
"r3": 1.0,
"t": 16.685430556951093,
"alpha": 0.301776945897706,
"a": 6.000203176360757,
"keeps": [
67,
50,
50
],
"layer_average_tokens": 55.3125,
"similarity_sum": 28.292577743530273,
"mean_similarity": 0.9430859247843425,
"failed_samples": 0,
"seconds": 1.2227329378947616
},
{
"index": 2,
"point": [
0.11424508772372778,
0.8702660937245182,

Xet Storage Details

Size:
32.1 kB
·
Xet hash:
e4dc60d1af46d8bf47bf1cb6aae23146aa8e8f6a5cfb6aba4f6e16a32bfbacd9

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.