File size: 4,535 Bytes
09046f0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
{
  "step": 1473,
  "run": "scale16-shared160-v1",
  "world_size": 16,
  "identity": {
    "schema": "hyrcm-scale16-continuation-v1",
    "run_name": "scale16-shared160-v1",
    "stage": {
      "sha256": "143445b21919d76a7255acb8b8fd420fd5ae8de46591d1013ed910e98ad09069",
      "config": {
        "schema": "hyrcm-continuation-stage-v2",
        "run_name": "scale16-shared160-v1",
        "parent": {
          "repo": "Nicholas0228/hyworld-memory-scale16-checkpoints",
          "revision": "2b9cb58b41bf01b6730b121544d7298322d01734",
          "step": 1253,
          "world_size": 16,
          "model_sha256": "157b8171cff3a5957ec642f50878b7291867b300043975b8556bad3d924b1d4f",
          "identity_schema": "hyrcm-scale16-v1",
          "prepared_manifest_sha256": "fdbe8f8e7187a3ab64b4bfd0cfa6b2b2e2d94a87d523671536a6fd255d99de31",
          "pool_seed": 20261015
        },
        "evaluation": {
          "dataset": "Nicholas0228/hyworld-memory-scale16-prefixes",
          "revision": "1e07e1eb9188e5e976038859a2153fbaf15ba9f8",
          "manifest_sha256": "fdbe8f8e7187a3ab64b4bfd0cfa6b2b2e2d94a87d523671536a6fd255d99de31",
          "request": {
            "extended": true,
            "loss_horizons": [
              80,
              160,
              360
            ]
          }
        },
        "training_data": {
          "dataset": "Nicholas0228/hyworld-memory-long65-prefixes",
          "revision": "19fc8686f8d13db273eae24d95a8dc0954511426",
          "pool_seed": 20261022,
          "manifest_sha256": "f95709a415ec74b792bd8bc3c43aea64c653ef6f6a89d8694e1c993c344172f0",
          "continue_parent_pools": false,
          "rollout_pools": {
            "80": [
              80
            ],
            "160": [
              160
            ]
          }
        },
        "objective": {
          "name": "hyrcm-shared-rollout-v3.2",
          "probes_per_window": null,
          "teacher_kv": "gpu",
          "replay": "accumulated"
        },
        "schedule": {
          "updates": 220,
          "rollout": [
            [
              20,
              80
            ],
            [
              null,
              160
            ]
          ],
          "review_at": 20
        },
        "lr": {
          "mode": "constant",
          "copied": 2e-06,
          "new": 1e-05
        },
        "checkpoint": {
          "interval": 20,
          "keep_local": 2,
          "milestones": [
            0,
            20,
            100,
            200,
            220
          ]
        },
        "publish": {
          "repo": "Nicholas0228/hyworld-memory-shared160-checkpoints",
          "max_pending_evaluations": 4
        }
      }
    },
    "parent": {
      "repo": "Nicholas0228/hyworld-memory-scale16-checkpoints",
      "revision": "2b9cb58b41bf01b6730b121544d7298322d01734",
      "step": 1253,
      "world_size": 16,
      "model_sha256": "157b8171cff3a5957ec642f50878b7291867b300043975b8556bad3d924b1d4f",
      "scale_complete_sha256": "8e47c763fcdf53b83dbc985c222be1172593e53859be5ac103d7b4f02c21d5bf",
      "identity_sha256": "7771e86051472bc8382ac134762647ec6655ad49b5617f5ea964b46032824a09"
    },
    "training_manifest_sha256": "f95709a415ec74b792bd8bc3c43aea64c653ef6f6a89d8694e1c993c344172f0",
    "evaluation": {
      "dataset": "Nicholas0228/hyworld-memory-scale16-prefixes",
      "revision": "1e07e1eb9188e5e976038859a2153fbaf15ba9f8",
      "manifest_sha256": "fdbe8f8e7187a3ab64b4bfd0cfa6b2b2e2d94a87d523671536a6fd255d99de31",
      "request": {
        "extended": true,
        "loss_horizons": [
          80,
          160,
          360
        ]
      }
    },
    "world_size": 16,
    "global_batch": 16,
    "depth": 18,
    "visual_timestep": 14,
    "loss": "hyrcm-shared-rollout-v3.2",
    "objective": {
      "name": "hyrcm-shared-rollout-v3.2",
      "probes_per_window": null,
      "teacher_kv": "gpu",
      "replay": "accumulated"
    },
    "optimizer": {
      "name": "AdamW",
      "betas": [
        0.9,
        0.999
      ],
      "eps": 1e-08,
      "weight_decay": 0.0,
      "clip_grad_norm": 1.0
    },
    "lr": {
      "mode": "constant",
      "copied": 2e-06,
      "new": 1e-05
    },
    "schedule": {
      "updates": 220,
      "rollout": [
        [
          20,
          80
        ],
        [
          null,
          160
        ]
      ],
      "review_at": 20
    }
  },
  "scale_complete_sha256": "1ec6d03bb4e7113df1e4a4e552f1e867ef9a4c0de94aa0614e19e5f5ee977788",
  "stage_update": 220
}