nips-2026-anon-artifacts / computed_values /data /cost_efficiency_deep.json
warlockee's picture
Upload folder using huggingface_hub
bd3ae0e verified
{
"per_policy_cost": {
"tpe": {
"n": 1475,
"total_gpu_hrs": 81.7284,
"mean_per_experiment": 0.0554
},
"bohb": {
"n": 512,
"total_gpu_hrs": 57.7374,
"mean_per_experiment": 0.1128
},
"random": {
"n": 1257,
"total_gpu_hrs": 117.0588,
"mean_per_experiment": 0.0931
},
"llm": {
"n": 3136,
"total_gpu_hrs": 989.6347,
"mean_per_experiment": 0.3156
}
},
"marginal_ssc_cost": [
{
"event": "VJepa2 backbone",
"n_experiments": 1223,
"gpu_hrs": 218.2444,
"mAP_before": 0.607634,
"mAP_after": 0.723951,
"mAP_gain": 0.116316,
"cost_per_mAP_point": 18.763
},
{
"event": "Multi-backbone fusion",
"n_experiments": 72,
"gpu_hrs": 68.1936,
"mAP_before": 0.701,
"mAP_after": 0.727,
"mAP_gain": 0.026,
"cost_per_mAP_point": 26.2283
},
{
"event": "GRU/LSTM encoders",
"n_experiments": 1180,
"gpu_hrs": 474.0233,
"mAP_before": 0.632,
"mAP_after": 0.727,
"mAP_gain": 0.095,
"cost_per_mAP_point": 49.8972
}
],
"cost_curve": [
[
0.4624,
0.632
],
[
1.8159,
0.675
],
[
2.8216,
0.675
],
[
4.7524,
0.675
],
[
6.5926,
0.675
],
[
8.0091,
0.675
],
[
9.7983,
0.675
],
[
11.1645,
0.675
],
[
12.1483,
0.677
],
[
13.0153,
0.677
],
[
14.3084,
0.677
],
[
15.6462,
0.677
],
[
17.3295,
0.691
],
[
18.9477,
0.691
],
[
20.6105,
0.691
],
[
21.8409,
0.691
],
[
23.3233,
0.691
],
[
24.8555,
0.691
],
[
25.7959,
0.691
],
[
28.0557,
0.691
],
[
29.7009,
0.691
],
[
30.5443,
0.691
],
[
32.5818,
0.691
],
[
34.4846,
0.691
],
[
35.8638,
0.691
],
[
38.4115,
0.691
],
[
39.3606,
0.691
],
[
40.9189,
0.691
],
[
42.1495,
0.691
],
[
43.4921,
0.691
],
[
45.4314,
0.691
],
[
46.2697,
0.691
],
[
47.9799,
0.691
],
[
49.0481,
0.691
],
[
50.0939,
0.691
],
[
51.2833,
0.691
],
[
53.312,
0.691
],
[
54.9774,
0.691
],
[
56.376,
0.691
],
[
58.5999,
0.691
],
[
60.1473,
0.691
],
[
61.5098,
0.691
],
[
63.4063,
0.691
],
[
65.8627,
0.691
],
[
70.2282,
0.691
],
[
72.3057,
0.691
],
[
74.0071,
0.691
],
[
75.3266,
0.691
],
[
77.2783,
0.691
],
[
78.7538,
0.691
],
[
82.8747,
0.691
],
[
84.6354,
0.691
],
[
85.7727,
0.691
],
[
86.7623,
0.691
],
[
88.9352,
0.691
],
[
89.5397,
0.701
],
[
90.1105,
0.701
],
[
92.2934,
0.701
],
[
92.7733,
0.701
],
[
93.3731,
0.701
],
[
93.8579,
0.701
],
[
94.6131,
0.701
],
[
95.1272,
0.701
],
[
95.9075,
0.701
],
[
96.4501,
0.701
],
[
97.0521,
0.701
],
[
97.8516,
0.701
],
[
98.5183,
0.701
],
[
99.4307,
0.701
],
[
100.2038,
0.701
],
[
101.0922,
0.701
],
[
101.8804,
0.701
],
[
102.8835,
0.701
],
[
103.6642,
0.701
],
[
104.3467,
0.701
],
[
105.1511,
0.701
],
[
105.9142,
0.701
],
[
107.3185,
0.701
],
[
108.0517,
0.701
],
[
108.8977,
0.701
],
[
110.4644,
0.701
],
[
111.3906,
0.701
],
[
112.4726,
0.701
],
[
113.2258,
0.701
],
[
114.0613,
0.701
],
[
114.7602,
0.701
],
[
115.498,
0.701
],
[
116.2065,
0.701
],
[
116.9876,
0.701
],
[
117.8279,
0.701
],
[
118.5931,
0.701
],
[
120.4738,
0.701
],
[
121.228,
0.701
],
[
122.7212,
0.701
],
[
123.5798,
0.701
],
[
124.7081,
0.701
],
[
125.3488,
0.701
],
[
126.152,
0.701
],
[
126.753,
0.701
],
[
127.6874,
0.701
],
[
128.7971,
0.701
],
[
129.6178,
0.701
],
[
130.3556,
0.701
],
[
131.0795,
0.701
],
[
131.8225,
0.701
],
[
132.6704,
0.701
],
[
134.0549,
0.701
],
[
134.8303,
0.701
],
[
135.6367,
0.701
],
[
136.4457,
0.701
],
[
137.2697,
0.701
],
[
138.0711,
0.701
],
[
139.2536,
0.701
],
[
140.1123,
0.701
],
[
140.8669,
0.701
],
[
141.6961,
0.701
],
[
142.4532,
0.701
],
[
143.8401,
0.701
],
[
144.4524,
0.701
],
[
145.1742,
0.701
],
[
146.0608,
0.701
],
[
146.8835,
0.701
],
[
147.5614,
0.701
],
[
148.3894,
0.701
],
[
149.1636,
0.701
],
[
149.9313,
0.701
],
[
150.5974,
0.701
],
[
151.4289,
0.701
],
[
153.5554,
0.701
],
[
154.2909,
0.701
],
[
155.0761,
0.701
],
[
155.8674,
0.701
],
[
156.8197,
0.701
],
[
157.5155,
0.701
],
[
158.3414,
0.701
],
[
159.024,
0.701
],
[
159.9008,
0.701
],
[
160.6824,
0.701
],
[
161.8308,
0.701
],
[
162.6613,
0.701
],
[
163.3665,
0.701
],
[
164.2162,
0.701
],
[
164.9699,
0.701
],
[
165.8357,
0.701
],
[
166.557,
0.701
],
[
167.4653,
0.701
],
[
168.3514,
0.701
],
[
169.0994,
0.701
],
[
169.8436,
0.701
],
[
170.7703,
0.701
],
[
171.6107,
0.701
],
[
172.2644,
0.701
],
[
172.9075,
0.701
],
[
173.6011,
0.701
],
[
174.1055,
0.701
],
[
174.8952,
0.701
],
[
175.7733,
0.701
],
[
176.1602,
0.701
],
[
176.9259,
0.701
],
[
177.9864,
0.701
],
[
181.3031,
0.701
],
[
182.6478,
0.701
],
[
184.3759,
0.701
],
[
187.1173,
0.701
],
[
192.2953,
0.701
],
[
196.0018,
0.701
],
[
199.3519,
0.701
],
[
201.5139,
0.701
],
[
204.5756,
0.701
],
[
206.3713,
0.701
],
[
208.6225,
0.701
],
[
211.0123,
0.701
],
[
213.1379,
0.701
],
[
214.8283,
0.701
],
[
216.6438,
0.701
],
[
218.5488,
0.701
],
[
220.0598,
0.701
],
[
221.6742,
0.701
],
[
223.177,
0.701
],
[
225.1534,
0.701
],
[
227.3183,
0.701
],
[
230.3194,
0.701
],
[
232.1322,
0.701
],
[
234.9121,
0.701
],
[
236.7218,
0.701
],
[
238.8406,
0.701
],
[
240.5126,
0.701
],
[
242.1231,
0.701
],
[
244.1648,
0.701
],
[
246.7246,
0.701
],
[
249.2391,
0.701
],
[
251.4864,
0.701
],
[
253.3536,
0.701
],
[
256.1487,
0.701
],
[
258.1454,
0.701
],
[
259.9072,
0.701
],
[
261.7898,
0.701
],
[
264.6708,
0.701
],
[
267.4711,
0.701
],
[
271.1305,
0.701
],
[
272.6793,
0.701
],
[
274.7667,
0.701
],
[
277.3365,
0.701
],
[
279.7756,
0.701
],
[
281.6758,
0.701
],
[
284.8062,
0.701
],
[
287.0153,
0.701
],
[
288.5887,
0.701
],
[
291.5418,
0.701
],
[
293.6698,
0.701
],
[
297.6425,
0.701
],
[
303.4989,
0.701
],
[
308.4401,
0.701
],
[
312.5947,
0.701
],
[
317.4703,
0.701
],
[
325.4879,
0.701
],
[
328.8201,
0.701
],
[
334.3182,
0.701
],
[
338.1568,
0.701
],
[
341.7993,
0.701
],
[
346.3953,
0.701
],
[
350.3451,
0.71991
],
[
354.5366,
0.71991
],
[
359.0354,
0.71991
],
[
367.8474,
0.71991
],
[
372.9688,
0.71991
],
[
376.6522,
0.71991
],
[
383.3065,
0.71991
],
[
386.4526,
0.71991
],
[
390.5011,
0.71991
],
[
393.5618,
0.71991
],
[
397.8324,
0.71991
],
[
402.5482,
0.71991
],
[
405.3656,
0.71991
],
[
414.1767,
0.71991
],
[
418.0181,
0.71991
],
[
421.8746,
0.71991
],
[
426.8194,
0.71991
],
[
434.4691,
0.71991
],
[
441.2475,
0.71991
],
[
445.5881,
0.71991
],
[
452.5218,
0.71991
],
[
456.181,
0.71991
],
[
460.8975,
0.71991
],
[
463.4694,
0.71991
],
[
469.0137,
0.71991
],
[
474.4416,
0.71991
],
[
481.0941,
0.71991
],
[
485.5862,
0.71991
],
[
488.1041,
0.71991
],
[
493.0526,
0.71991
],
[
497.6434,
0.71991
],
[
502.6295,
0.71991
],
[
510.1753,
0.71991
],
[
512.3299,
0.71991
],
[
515.9122,
0.71991
],
[
520.5586,
0.71991
],
[
524.2053,
0.71991
],
[
530.4547,
0.71991
],
[
534.0044,
0.71991
],
[
538.5603,
0.71991
],
[
543.2421,
0.71991
],
[
548.5869,
0.71991
],
[
554.5075,
0.71991
],
[
557.9189,
0.71991
],
[
560.4739,
0.724461
],
[
563.5363,
0.724461
],
[
566.8887,
0.724461
],
[
570.4848,
0.724461
],
[
573.5876,
0.724461
],
[
576.6911,
0.724461
],
[
585.0385,
0.724461
],
[
588.3561,
0.724461
],
[
591.4283,
0.724461
],
[
595.8997,
0.724461
],
[
598.6946,
0.724461
],
[
603.204,
0.724461
],
[
607.278,
0.724461
],
[
610.9904,
0.724461
],
[
615.3472,
0.724461
],
[
619.8502,
0.724461
],
[
622.6146,
0.724461
],
[
627.0758,
0.724461
],
[
629.9208,
0.724461
],
[
632.6226,
0.724461
],
[
636.5489,
0.724461
],
[
639.3611,
0.724461
],
[
643.6529,
0.724461
],
[
645.0227,
0.724461
],
[
647.1789,
0.724461
],
[
648.4902,
0.724461
],
[
649.1484,
0.724461
],
[
650.1384,
0.724461
],
[
651.7359,
0.724461
],
[
653.0594,
0.724461
],
[
654.3152,
0.724461
],
[
655.6575,
0.724461
],
[
656.8743,
0.724461
],
[
658.1403,
0.724461
],
[
658.2449,
0.724461
],
[
659.327,
0.724461
],
[
661.1876,
0.724461
],
[
662.4179,
0.724461
],
[
664.4097,
0.724461
],
[
665.6599,
0.724461
],
[
666.6583,
0.724461
],
[
668.966,
0.724461
],
[
670.8484,
0.724461
],
[
672.5021,
0.724461
],
[
674.0258,
0.724461
],
[
675.9299,
0.724461
],
[
677.0923,
0.724461
],
[
678.1299,
0.724461
],
[
680.2576,
0.724461
],
[
681.5061,
0.724461
],
[
683.4432,
0.724461
],
[
685.4451,
0.724461
],
[
686.9637,
0.724461
],
[
688.9224,
0.724461
],
[
690.6969,
0.724461
],
[
692.6558,
0.724461
],
[
694.5021,
0.724461
],
[
696.4378,
0.724461
],
[
698.3926,
0.724461
],
[
700.0283,
0.724461
],
[
701.1837,
0.724461
],
[
701.5052,
0.724461
],
[
702.997,
0.724461
],
[
704.5562,
0.724461
],
[
706.0253,
0.724461
],
[
707.6837,
0.724461
],
[
709.0807,
0.724461
],
[
710.8037,
0.724461
],
[
713.0976,
0.724461
],
[
714.4514,
0.724461
],
[
715.9078,
0.724461
],
[
717.8671,
0.724461
],
[
719.628,
0.724461
],
[
721.9037,
0.724461
],
[
723.7839,
0.724461
],
[
725.1481,
0.724461
],
[
726.5446,
0.724461
],
[
727.823,
0.724461
],
[
729.85,
0.724461
],
[
731.7716,
0.724461
],
[
733.5216,
0.724461
],
[
735.3282,
0.724461
],
[
736.8864,
0.724461
],
[
738.6318,
0.724461
],
[
740.6413,
0.724461
],
[
742.0859,
0.724461
],
[
743.9314,
0.724461
],
[
745.9501,
0.724461
],
[
747.4645,
0.724461
],
[
749.4046,
0.724461
],
[
751.0437,
0.724461
],
[
752.4008,
0.724461
],
[
753.9261,
0.724461
],
[
754.8249,
0.724461
],
[
757.2757,
0.724461
],
[
759.1031,
0.724461
],
[
761.8815,
0.724461
],
[
763.8472,
0.724461
],
[
765.9845,
0.724461
],
[
767.1228,
0.724461
],
[
768.8912,
0.724461
],
[
768.9048,
0.724461
],
[
769.2046,
0.724461
],
[
769.921,
0.724461
],
[
770.6943,
0.724461
],
[
772.0323,
0.724461
],
[
773.6635,
0.724461
],
[
774.7772,
0.724461
],
[
776.2141,
0.724461
],
[
777.7183,
0.724461
],
[
778.8409,
0.724461
],
[
780.2938,
0.724461
],
[
781.6447,
0.724461
],
[
783.1191,
0.724461
],
[
784.0309,
0.724461
],
[
785.1287,
0.727
],
[
786.1166,
0.727
],
[
788.0388,
0.727
],
[
789.5468,
0.727
],
[
791.1655,
0.727
],
[
792.6464,
0.727
],
[
794.7131,
0.727
],
[
796.1952,
0.727
],
[
797.5641,
0.727
],
[
799.5705,
0.727
],
[
800.5862,
0.727
],
[
802.1166,
0.727
],
[
803.4629,
0.727
],
[
804.8524,
0.727
],
[
806.4386,
0.727
],
[
807.8305,
0.727
],
[
809.6822,
0.727
],
[
810.974,
0.727
],
[
813.1962,
0.727
],
[
814.8695,
0.727
],
[
816.4975,
0.727
],
[
818.5812,
0.727
],
[
819.9239,
0.727
],
[
821.7135,
0.727
],
[
822.8374,
0.727
],
[
824.5602,
0.727
],
[
826.526,
0.727
],
[
833.7524,
0.727
],
[
835.2916,
0.727
],
[
836.5246,
0.727
],
[
837.5468,
0.727
],
[
839.9942,
0.727
],
[
841.2677,
0.727
],
[
842.6987,
0.727
],
[
844.4554,
0.727
],
[
845.8626,
0.727
],
[
847.3744,
0.727
],
[
848.9078,
0.727
],
[
850.9751,
0.727
],
[
853.0089,
0.727
],
[
854.2817,
0.727
],
[
855.552,
0.727
],
[
856.6206,
0.727
],
[
858.0104,
0.727
],
[
859.2345,
0.727
],
[
860.4846,
0.727
],
[
862.0734,
0.727
],
[
863.374,
0.727
],
[
864.5152,
0.727
],
[
865.842,
0.727
],
[
867.0766,
0.727
],
[
868.1299,
0.727
],
[
869.9995,
0.727
],
[
870.9498,
0.727
],
[
873.3008,
0.727
],
[
874.0572,
0.727
],
[
874.9975,
0.727
],
[
876.4725,
0.727
],
[
877.4807,
0.727
],
[
878.5959,
0.727
],
[
880.1476,
0.727
],
[
880.6147,
0.727
],
[
882.0918,
0.727
],
[
883.3413,
0.727
],
[
885.1994,
0.727
],
[
886.3827,
0.727
],
[
887.5066,
0.727
],
[
888.0096,
0.727
],
[
889.7315,
0.727
],
[
890.9888,
0.727
],
[
891.8656,
0.727
],
[
893.3119,
0.727
],
[
894.8708,
0.727
],
[
896.0942,
0.727
],
[
897.1857,
0.727
],
[
901.9682,
0.727
],
[
907.6966,
0.727
],
[
908.7342,
0.727
],
[
909.2152,
0.727
],
[
910.0902,
0.727
],
[
911.0602,
0.727
],
[
912.6028,
0.727
],
[
914.217,
0.727
],
[
915.6339,
0.727
],
[
917.5086,
0.727
],
[
918.9591,
0.727
],
[
920.4135,
0.727
],
[
921.4727,
0.727
],
[
922.9326,
0.727
],
[
924.6309,
0.727
],
[
925.8098,
0.727
],
[
926.717,
0.727
],
[
927.9069,
0.727
],
[
929.1619,
0.727
],
[
929.4693,
0.727
],
[
930.6481,
0.727
],
[
932.3817,
0.727
],
[
933.2107,
0.727
],
[
933.9183,
0.727
],
[
935.7757,
0.727
],
[
937.5427,
0.727
],
[
938.4856,
0.727
],
[
939.8961,
0.727
],
[
940.8962,
0.727
],
[
942.1212,
0.727
],
[
944.2508,
0.727
],
[
945.0649,
0.727
],
[
947.0442,
0.727
],
[
948.1983,
0.727
],
[
949.4247,
0.727
],
[
950.1601,
0.727
],
[
951.8394,
0.727
],
[
953.3841,
0.727
],
[
954.2418,
0.727
],
[
955.3697,
0.727
],
[
956.1129,
0.727
],
[
957.6432,
0.727
],
[
959.0322,
0.727
],
[
960.3508,
0.727
],
[
963.5615,
0.727
],
[
964.8231,
0.727
],
[
965.6286,
0.727
],
[
966.3053,
0.727
],
[
966.6154,
0.727
],
[
967.8277,
0.727
],
[
968.9991,
0.727
],
[
969.9911,
0.727
],
[
971.4399,
0.727
],
[
972.8673,
0.727
],
[
973.5867,
0.727
],
[
974.835,
0.727
],
[
976.0477,
0.727
],
[
977.0159,
0.727
],
[
977.9344,
0.727
],
[
979.4338,
0.727
],
[
980.3586,
0.727
],
[
981.0424,
0.727
],
[
982.1433,
0.727
],
[
983.3799,
0.727
],
[
984.8561,
0.727
],
[
985.928,
0.727
],
[
987.2957,
0.727
],
[
988.6563,
0.727
],
[
989.6347,
0.727
]
],
"total_llm_gpu_hrs": 989.6347,
"total_baseline_gpu_hrs": 256.5246
}