mae-cross-objective / analysis /FINAL_RESULT.json
quinnlue's picture
MAE cross-objective mixture-ranking campaign
ffdcfe7 verified
Raw
History Blame Contribute Delete
903 Bytes
{
"n_arms": 64,
"rho": {
"EAT proxy, frozen probe": 0.6297161172161172,
"MAE proxy, frozen probe": 0.6680860805860804,
"MAE proxy, LoRA x3 (readout-matched)": 0.7168040293040292,
"eval-match (no training)": 0.5908424908424907,
"EAT probe + MAE LoRA": 0.7632326007326006,
"EAT probe + MAE LoRA + eval-match": 0.8689560439560439
},
"mae_lora": {
"mean": 0.2260555832575712,
"between_sd": 0.007258428226647153,
"sigma_ft": 0.0024247569387449612,
"reliability_3seed": 0.9628011089342691
},
"agreement": {
"mae_probe_vs_mae_lora": 0.8763736263736264,
"eat_vs_mae_lora": 0.5702380952380951
},
"recipe": {
"objective": "mae",
"scale": "15m",
"patch": "16x16",
"lr": 0.0005,
"budget_clips": 1912024,
"mask_prob": 0.75,
"clone_batch": 1,
"compile": false,
"readout_lora_epochs": 4,
"readout_lora_lr": 0.003,
"node": "4x RTX 3090",
"floor_p16": 0.03861
}
}