sn58-vector-work / versions.json
edward56's picture
keep v2_ep0 (53.7 pts)
51e2437 verified
Raw History Blame Contribute Delete
1.75 kB
{
"repo": "edward56/sn58-vector-work",
"rule": "keep a model only when it beats the last kept one by >= 3 pts on the same eval units; never overwrite a version",
"versions": [
{
"name": "v1",
"score_pts": 26.3,
"score_band": "24-27",
"gain_over_best": null,
"eval_units": 80,
"files": {
"checkpoint": "runs/v1/latest.ckpt",
"submission": "runs/v1/submission/model.safetensors",
"attune_check": "runs/v1/submission/attune_check.json",
"eval_summary": "runs/v1/eval_summary.txt"
},
"kept_at": "2026-10-12T00:30Z",
"note": "first model: LIBERO warm start, 633 eps, 20 epochs; vs crazy-m1ner v2 20.0 on the same units"
},
{
"name": "v2a",
"score_pts": 45.0,
"score_band": "45-48",
"gain_over_best": 18.7,
"eval_units": 80,
"files": {
"checkpoint": "runs/v2a/latest.ckpt",
"submission": "runs/v2a/submission/model.safetensors",
"attune_check": "runs/v2a/submission/attune_check.json",
"eval_summary": "runs/v2a/eval_summary.txt"
},
"kept_at": "2026-10-12T08:07Z",
"note": "jared89 (35.0) public weights and normalizer, fine-tuned 3 epochs on our 633 Franka eps, lr 2e-5; 0 OIDN errors, 0 void units"
},
{
"name": "v2_ep0",
"score_pts": 53.7,
"score_band": "51-54",
"gain_over_best": 8.7,
"eval_units": 80,
"files": {
"checkpoint": "runs/v2_ep0/latest.ckpt",
"submission": "runs/v2_ep0/submission/model.safetensors",
"attune_check": "runs/v2_ep0/submission/attune_check.json",
"eval_summary": "runs/v2_ep0/eval_summary.txt"
},
"kept_at": "2026-10-12T11:05Z",
"note": "v2 epoch 0: v2a (45.0) + 1 epoch on vector_v2.zarr (3,161 eps: data + data2), lr 2e-5, jared normalizer; 160 units: 53.8 (v2a 47.5)"
}
]
}