Nicholas0228's picture
Retain latest verified checkpoint 1473 and active evaluation weights
09046f0
Raw History Blame Contribute Delete
4.54 kB
{
"step": 1473,
"run": "scale16-shared160-v1",
"world_size": 16,
"identity": {
"schema": "hyrcm-scale16-continuation-v1",
"run_name": "scale16-shared160-v1",
"stage": {
"sha256": "143445b21919d76a7255acb8b8fd420fd5ae8de46591d1013ed910e98ad09069",
"config": {
"schema": "hyrcm-continuation-stage-v2",
"run_name": "scale16-shared160-v1",
"parent": {
"repo": "Nicholas0228/hyworld-memory-scale16-checkpoints",
"revision": "2b9cb58b41bf01b6730b121544d7298322d01734",
"step": 1253,
"world_size": 16,
"model_sha256": "157b8171cff3a5957ec642f50878b7291867b300043975b8556bad3d924b1d4f",
"identity_schema": "hyrcm-scale16-v1",
"prepared_manifest_sha256": "fdbe8f8e7187a3ab64b4bfd0cfa6b2b2e2d94a87d523671536a6fd255d99de31",
"pool_seed": 20261015
},
"evaluation": {
"dataset": "Nicholas0228/hyworld-memory-scale16-prefixes",
"revision": "1e07e1eb9188e5e976038859a2153fbaf15ba9f8",
"manifest_sha256": "fdbe8f8e7187a3ab64b4bfd0cfa6b2b2e2d94a87d523671536a6fd255d99de31",
"request": {
"extended": true,
"loss_horizons": [
80,
160,
360
]
}
},
"training_data": {
"dataset": "Nicholas0228/hyworld-memory-long65-prefixes",
"revision": "19fc8686f8d13db273eae24d95a8dc0954511426",
"pool_seed": 20261022,
"manifest_sha256": "f95709a415ec74b792bd8bc3c43aea64c653ef6f6a89d8694e1c993c344172f0",
"continue_parent_pools": false,
"rollout_pools": {
"80": [
80
],
"160": [
160
]
}
},
"objective": {
"name": "hyrcm-shared-rollout-v3.2",
"probes_per_window": null,
"teacher_kv": "gpu",
"replay": "accumulated"
},
"schedule": {
"updates": 220,
"rollout": [
[
20,
80
],
[
null,
160
]
],
"review_at": 20
},
"lr": {
"mode": "constant",
"copied": 2e-06,
"new": 1e-05
},
"checkpoint": {
"interval": 20,
"keep_local": 2,
"milestones": [
0,
20,
100,
200,
220
]
},
"publish": {
"repo": "Nicholas0228/hyworld-memory-shared160-checkpoints",
"max_pending_evaluations": 4
}
}
},
"parent": {
"repo": "Nicholas0228/hyworld-memory-scale16-checkpoints",
"revision": "2b9cb58b41bf01b6730b121544d7298322d01734",
"step": 1253,
"world_size": 16,
"model_sha256": "157b8171cff3a5957ec642f50878b7291867b300043975b8556bad3d924b1d4f",
"scale_complete_sha256": "8e47c763fcdf53b83dbc985c222be1172593e53859be5ac103d7b4f02c21d5bf",
"identity_sha256": "7771e86051472bc8382ac134762647ec6655ad49b5617f5ea964b46032824a09"
},
"training_manifest_sha256": "f95709a415ec74b792bd8bc3c43aea64c653ef6f6a89d8694e1c993c344172f0",
"evaluation": {
"dataset": "Nicholas0228/hyworld-memory-scale16-prefixes",
"revision": "1e07e1eb9188e5e976038859a2153fbaf15ba9f8",
"manifest_sha256": "fdbe8f8e7187a3ab64b4bfd0cfa6b2b2e2d94a87d523671536a6fd255d99de31",
"request": {
"extended": true,
"loss_horizons": [
80,
160,
360
]
}
},
"world_size": 16,
"global_batch": 16,
"depth": 18,
"visual_timestep": 14,
"loss": "hyrcm-shared-rollout-v3.2",
"objective": {
"name": "hyrcm-shared-rollout-v3.2",
"probes_per_window": null,
"teacher_kv": "gpu",
"replay": "accumulated"
},
"optimizer": {
"name": "AdamW",
"betas": [
0.9,
0.999
],
"eps": 1e-08,
"weight_decay": 0.0,
"clip_grad_norm": 1.0
},
"lr": {
"mode": "constant",
"copied": 2e-06,
"new": 1e-05
},
"schedule": {
"updates": 220,
"rollout": [
[
20,
80
],
[
null,
160
]
],
"review_at": 20
}
},
"scale_complete_sha256": "1ec6d03bb4e7113df1e4a4e552f1e867ef9a4c0de94aa0614e19e5f5ee977788",
"stage_update": 220
}