warlockee's picture
Upload folder using huggingface_hub
bd3ae0e verified
{
"anova": {
"f_statistic": 449.33080413099816,
"p_value": 1.1102230246251565e-16,
"df_between": 11,
"df_within": 1287,
"ssb": 109.67118898709478,
"ssw": 28.556976271204363,
"msb": 9.97010808973589,
"msw": 0.02218879275151854,
"eta_squared": 0.7934069643632933,
"var_between": 9.97010808973589,
"var_within": 0.02218879275151854,
"n_groups": 12,
"n_total": 1299
},
"group_stats": {
"VJepa2+Zipformer": {
"count": 573,
"mean": 0.7684099175808772,
"std": 0.15743657560439367,
"median": 0.8160590174661666,
"best": 0.9245057778280362,
"worst": 0.05949748286057838
},
"VJepa2+Retention": {
"count": 80,
"mean": 0.7358153434813606,
"std": 0.16668845894130419,
"median": 0.8047472715041757,
"best": 0.9132446147493699,
"worst": 0.14161193600396954
},
"VJepa2+Hybrid R-M": {
"count": 27,
"mean": 0.8209565506742249,
"std": 0.07815134180396689,
"median": 0.8431922343613555,
"best": 0.9054196697190158,
"worst": 0.5139531524276029
},
"VJepa2+BiMamba": {
"count": 121,
"mean": 0.7307087062126842,
"std": 0.19496767141919036,
"median": 0.7922240423480712,
"best": 0.9016478432286867,
"worst": 0.11764867099481052
},
"DINOv3-L+Retention": {
"count": 34,
"mean": 0.7396357899642907,
"std": 0.050006046205390176,
"median": 0.7488438735926599,
"best": 0.8235769575519882,
"worst": 0.6514932279799674
},
"DINOv3-L+Zipformer": {
"count": 38,
"mean": 0.5269502196908459,
"std": 0.26176679156850197,
"median": 0.683478411652902,
"best": 0.8140566199161836,
"worst": 0.07777443581024457
},
"Multi-Backbone+Zipformer": {
"count": 6,
"mean": 0.4793672230715869,
"std": 0.14932957911752948,
"median": 0.3983759510382885,
"best": 0.7751574573174227,
"worst": 0.3676817717768833
},
"SigLIP2+Zipformer": {
"count": 22,
"mean": 0.3357618799986332,
"std": 0.2537326752661174,
"median": 0.4819919038975277,
"best": 0.7392316895227585,
"worst": 0.0
},
"DINOv2+Retention": {
"count": 7,
"mean": 0.6314225303650414,
"std": 0.047326400283874706,
"median": 0.6163481858418486,
"best": 0.7103549261062475,
"worst": 0.5537380866108046
},
"DINOv2+Zipformer": {
"count": 22,
"mean": 0.4631005543814339,
"std": 0.09462150442502787,
"median": 0.4796330783108346,
"best": 0.6410980232215163,
"worst": 0.1866011842782159
},
"SigLIP2+Hybrid R-M": {
"count": 8,
"mean": 0.4790050494875844,
"std": 0.055110344747337676,
"median": 0.4727418820603885,
"best": 0.5744278006812511,
"worst": 0.41286764946371635
},
"DINOv3-B+Zipformer": {
"count": 245,
"mean": 0.1153108192260419,
"std": 0.09863895434700955,
"median": 0.07781949232817427,
"best": 0.55548206295949,
"worst": 0.04408785376994095
},
"SigLIP2+BiMamba": {
"count": 5,
"mean": 0.39956751709145333,
"std": 0.20065483809833934,
"median": 0.4954300771790512,
"best": 0.5235996940951071,
"worst": 0.0
},
"SigLIP2+Retention": {
"count": 16,
"mean": 0.4182565085014892,
"std": 0.16060383899656894,
"median": 0.4718395070486334,
"best": 0.522749041297347,
"worst": 0.0
},
"DINOv3-B+Retention": {
"count": 71,
"mean": 0.10809783405592777,
"std": 0.05887524499727408,
"median": 0.08970992724403995,
"best": 0.4151495370771927,
"worst": 0.05153525872178001
},
"DINOv3-B+BiMamba": {
"count": 50,
"mean": 0.08513068384454307,
"std": 0.021202134304299118,
"median": 0.0781393188757584,
"best": 0.1513915013050303,
"worst": 0.057726423426692805
}
},
"n_groups_with_10plus": 12,
"hamming_distance": {
"mean": 2.34407796101949,
"std": 1.8376921955583945,
"median": 2.0,
"frac_categorical_flip": 0.7436281859070465,
"frac_multi_flip": 0.7061469265367316
},
"unique_combos_explored": 21,
"discrete_space_estimate": 112,
"coverage_fraction": 0.1875,
"unique_combos_over_time": [
{
"t": 1079,
"unique_combos": 18
},
{
"t": 1092,
"unique_combos": 18
},
{
"t": 1105,
"unique_combos": 18
},
{
"t": 1118,
"unique_combos": 18
},
{
"t": 1131,
"unique_combos": 18
},
{
"t": 1144,
"unique_combos": 18
},
{
"t": 1157,
"unique_combos": 19
},
{
"t": 1170,
"unique_combos": 19
},
{
"t": 1183,
"unique_combos": 19
},
{
"t": 1196,
"unique_combos": 19
},
{
"t": 1209,
"unique_combos": 19
},
{
"t": 1222,
"unique_combos": 19
},
{
"t": 1235,
"unique_combos": 19
},
{
"t": 1248,
"unique_combos": 19
},
{
"t": 1261,
"unique_combos": 19
},
{
"t": 1274,
"unique_combos": 19
},
{
"t": 1287,
"unique_combos": 19
},
{
"t": 1300,
"unique_combos": 19
},
{
"t": 1313,
"unique_combos": 19
},
{
"t": 1326,
"unique_combos": 19
}
],
"val_test_correlation": {
"spearman_rho": 0.7059093255753904,
"p_value": 3.403074965596583e-202,
"n": 1337
},
"total_gpu_hours": 3227.3268611111134,
"n_experiments_with_time": 6880
}