Hugging Face's logo

quinnlue
/
mae-cross-objective

Safetensors
Model card Files
xet
 Community
mae-cross-objective
File size: 903 Bytes
ffdcfe7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
{
 "n_arms": 64,
 "rho": {
  "EAT proxy, frozen probe": 0.6297161172161172,
  "MAE proxy, frozen probe": 0.6680860805860804,
  "MAE proxy, LoRA x3 (readout-matched)": 0.7168040293040292,
  "eval-match (no training)": 0.5908424908424907,
  "EAT probe + MAE LoRA": 0.7632326007326006,
  "EAT probe + MAE LoRA + eval-match": 0.8689560439560439
 },
 "mae_lora": {
  "mean": 0.2260555832575712,
  "between_sd": 0.007258428226647153,
  "sigma_ft": 0.0024247569387449612,
  "reliability_3seed": 0.9628011089342691
 },
 "agreement": {
  "mae_probe_vs_mae_lora": 0.8763736263736264,
  "eat_vs_mae_lora": 0.5702380952380951
 },
 "recipe": {
  "objective": "mae",
  "scale": "15m",
  "patch": "16x16",
  "lr": 0.0005,
  "budget_clips": 1912024,
  "mask_prob": 0.75,
  "clone_batch": 1,
  "compile": false,
  "readout_lora_epochs": 4,
  "readout_lora_lr": 0.003,
  "node": "4x RTX 3090",
  "floor_p16": 0.03861
 }
}