File size: 4,535 Bytes
09046f0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 | {
"step": 1473,
"run": "scale16-shared160-v1",
"world_size": 16,
"identity": {
"schema": "hyrcm-scale16-continuation-v1",
"run_name": "scale16-shared160-v1",
"stage": {
"sha256": "143445b21919d76a7255acb8b8fd420fd5ae8de46591d1013ed910e98ad09069",
"config": {
"schema": "hyrcm-continuation-stage-v2",
"run_name": "scale16-shared160-v1",
"parent": {
"repo": "Nicholas0228/hyworld-memory-scale16-checkpoints",
"revision": "2b9cb58b41bf01b6730b121544d7298322d01734",
"step": 1253,
"world_size": 16,
"model_sha256": "157b8171cff3a5957ec642f50878b7291867b300043975b8556bad3d924b1d4f",
"identity_schema": "hyrcm-scale16-v1",
"prepared_manifest_sha256": "fdbe8f8e7187a3ab64b4bfd0cfa6b2b2e2d94a87d523671536a6fd255d99de31",
"pool_seed": 20261015
},
"evaluation": {
"dataset": "Nicholas0228/hyworld-memory-scale16-prefixes",
"revision": "1e07e1eb9188e5e976038859a2153fbaf15ba9f8",
"manifest_sha256": "fdbe8f8e7187a3ab64b4bfd0cfa6b2b2e2d94a87d523671536a6fd255d99de31",
"request": {
"extended": true,
"loss_horizons": [
80,
160,
360
]
}
},
"training_data": {
"dataset": "Nicholas0228/hyworld-memory-long65-prefixes",
"revision": "19fc8686f8d13db273eae24d95a8dc0954511426",
"pool_seed": 20261022,
"manifest_sha256": "f95709a415ec74b792bd8bc3c43aea64c653ef6f6a89d8694e1c993c344172f0",
"continue_parent_pools": false,
"rollout_pools": {
"80": [
80
],
"160": [
160
]
}
},
"objective": {
"name": "hyrcm-shared-rollout-v3.2",
"probes_per_window": null,
"teacher_kv": "gpu",
"replay": "accumulated"
},
"schedule": {
"updates": 220,
"rollout": [
[
20,
80
],
[
null,
160
]
],
"review_at": 20
},
"lr": {
"mode": "constant",
"copied": 2e-06,
"new": 1e-05
},
"checkpoint": {
"interval": 20,
"keep_local": 2,
"milestones": [
0,
20,
100,
200,
220
]
},
"publish": {
"repo": "Nicholas0228/hyworld-memory-shared160-checkpoints",
"max_pending_evaluations": 4
}
}
},
"parent": {
"repo": "Nicholas0228/hyworld-memory-scale16-checkpoints",
"revision": "2b9cb58b41bf01b6730b121544d7298322d01734",
"step": 1253,
"world_size": 16,
"model_sha256": "157b8171cff3a5957ec642f50878b7291867b300043975b8556bad3d924b1d4f",
"scale_complete_sha256": "8e47c763fcdf53b83dbc985c222be1172593e53859be5ac103d7b4f02c21d5bf",
"identity_sha256": "7771e86051472bc8382ac134762647ec6655ad49b5617f5ea964b46032824a09"
},
"training_manifest_sha256": "f95709a415ec74b792bd8bc3c43aea64c653ef6f6a89d8694e1c993c344172f0",
"evaluation": {
"dataset": "Nicholas0228/hyworld-memory-scale16-prefixes",
"revision": "1e07e1eb9188e5e976038859a2153fbaf15ba9f8",
"manifest_sha256": "fdbe8f8e7187a3ab64b4bfd0cfa6b2b2e2d94a87d523671536a6fd255d99de31",
"request": {
"extended": true,
"loss_horizons": [
80,
160,
360
]
}
},
"world_size": 16,
"global_batch": 16,
"depth": 18,
"visual_timestep": 14,
"loss": "hyrcm-shared-rollout-v3.2",
"objective": {
"name": "hyrcm-shared-rollout-v3.2",
"probes_per_window": null,
"teacher_kv": "gpu",
"replay": "accumulated"
},
"optimizer": {
"name": "AdamW",
"betas": [
0.9,
0.999
],
"eps": 1e-08,
"weight_decay": 0.0,
"clip_grad_norm": 1.0
},
"lr": {
"mode": "constant",
"copied": 2e-06,
"new": 1e-05
},
"schedule": {
"updates": 220,
"rollout": [
[
20,
80
],
[
null,
160
]
],
"review_at": 20
}
},
"scale_complete_sha256": "1ec6d03bb4e7113df1e4a4e552f1e867ef9a4c0de94aa0614e19e5f5ee977788",
"stage_update": 220
} |