sparsetrace commited on
Commit
679237a
·
verified ·
1 Parent(s): a57ab0e

checkpoint: latest

Browse files
Files changed (4) hide show
  1. ema.safetensors +1 -1
  2. model.safetensors +1 -1
  3. optim.safetensors +1 -1
  4. state.json +209 -209
ema.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3a4b4cf3a191c1f1cd4dc29e471e1c38acd94dae9ea3e9f5be2e84532960e42
3
  size 2046527448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07ae88ff36ea2b12e1321412dedd203deaa9dfa1960c249914e25b4a0fb94212
3
  size 2046527448
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b770ea6375714c2a5adb1bcfbe803f2d0ddc9d2edf4d167f283ac58e8b3a611
3
  size 2046527448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63190eea327c9a6099e68f021edbb11979fc2d194a57ac315bc6333f9514b8bb
3
  size 2046527448
optim.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d958f166b4b7dd4f5089f079b3a3d0dd09e623a6c3fe41c4f1c2870e4853deb7
3
  size 4093066344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b4c3e055b125d886f0c94b9f116a3b81fab8b5116abee1e5e0b4eede8c8b812
3
  size 4093066344
state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "step": 260000,
3
  "run_history": [
4
  {
5
  "start_step": 0,
@@ -48,19 +48,19 @@
48
  },
49
  {
50
  "start_step": 250000,
51
- "end_step": 260000,
52
- "seconds": 1987.9,
53
  "world": 1,
54
  "objective": "flow",
55
- "completed": false,
56
- "finished_at": "2026-07-20T18:56:29.902186+00:00",
57
  "effective": {
58
  "lr": 9e-06,
59
  "weight_decay": 0.1,
60
  "clip": 0.5,
61
  "spike_skip": 4.0,
62
- "steps_skipped_this_run": 252,
63
- "steps_skipped_total": 252,
64
  "seed_offset": 797,
65
  "grad_ceiling": 25.0
66
  }
@@ -68,211 +68,211 @@
68
  ],
69
  "guard_state": {
70
  "version": 1,
71
- "grad_ema": 4.532892805129818,
72
  "best_window": 0.7673007962107659,
73
  "blown_windows": 0,
74
- "spikes_total": 252,
75
  "recent_losses": [
76
- 0.7819128632545471,
77
- 0.7824509739875793,
78
- 0.7710555791854858,
79
- 0.7640604972839355,
80
- 0.7634109854698181,
81
- 0.7658047676086426,
82
- 0.7607361674308777,
83
- 0.7723916172981262,
84
- 0.7628172039985657,
85
- 0.7850708365440369,
86
- 0.7700669765472412,
87
- 0.7657514810562134,
88
- 0.7633844017982483,
89
- 0.7534439563751221,
90
- 0.7720223069190979,
91
- 0.7668765783309937,
92
- 0.7522475123405457,
93
- 0.7783194780349731,
94
- 0.7675356268882751,
95
- 0.7611381411552429,
96
- 0.7689011693000793,
97
- 0.7666860818862915,
98
- 0.7884127497673035,
99
- 0.7633179426193237,
100
- 0.7822881937026978,
101
- 0.7624931335449219,
102
- 0.7718544602394104,
103
- 0.7632028460502625,
104
- 0.7843520045280457,
105
- 0.7695719599723816,
106
- 0.7678490877151489,
107
- 0.7746564745903015,
108
- 0.781197190284729,
109
- 0.7645349502563477,
110
- 0.7633196115493774,
111
- 0.7493128776550293,
112
- 0.7837022542953491,
113
- 0.7808207869529724,
114
- 0.7717621326446533,
115
- 0.7744700312614441,
116
- 0.757351815700531,
117
- 0.7598772048950195,
118
- 0.7723497152328491,
119
- 0.7813361287117004,
120
- 0.7907565832138062,
121
- 0.7763491272926331,
122
- 0.7676370739936829,
123
- 0.7490474581718445,
124
- 0.7680195569992065,
125
- 0.763671875,
126
- 0.7677394151687622,
127
- 0.7617264986038208,
128
- 0.7589312791824341,
129
- 0.7746074795722961,
130
- 0.788554310798645,
131
- 0.7923406362533569,
132
- 0.7666921019554138,
133
- 0.770791232585907,
134
- 0.7622668147087097,
135
- 0.7823473811149597,
136
- 0.7847154140472412,
137
- 0.7626227140426636,
138
- 0.7796068787574768,
139
- 0.7740960121154785,
140
- 0.7407371401786804,
141
- 0.7558826208114624,
142
- 0.7882850170135498,
143
- 0.7600011825561523,
144
- 0.7565984129905701,
145
- 0.7645405530929565,
146
- 0.7920035719871521,
147
- 0.7760321497917175,
148
- 0.7706806659698486,
149
- 0.7641094923019409,
150
- 0.7809335589408875,
151
- 0.7541020512580872,
152
- 0.7793552279472351,
153
- 0.7694609761238098,
154
- 0.7771820425987244,
155
- 0.7732208967208862,
156
- 0.7671557664871216,
157
- 0.7894792556762695,
158
- 0.7858276963233948,
159
- 0.7694878578186035,
160
- 0.7638700604438782,
161
- 0.7707004547119141,
162
- 0.7797857522964478,
163
- 0.7463926076889038,
164
- 0.7705438137054443,
165
- 0.7751729488372803,
166
- 0.7675758004188538,
167
- 0.7614098787307739,
168
- 0.7725054621696472,
169
- 0.7861270904541016,
170
- 0.7782036066055298,
171
- 0.7725650668144226,
172
- 0.787290096282959,
173
- 0.7583069801330566,
174
- 0.7630655765533447,
175
- 0.7589719891548157,
176
- 0.7827454805374146,
177
- 0.7515815496444702,
178
- 0.7713831663131714,
179
- 0.7690160274505615,
180
- 0.7668982744216919,
181
- 0.765141487121582,
182
- 0.7725256681442261,
183
- 0.7507922649383545,
184
- 0.765670895576477,
185
- 0.7617403268814087,
186
- 0.7691018581390381,
187
- 0.7675585746765137,
188
- 0.7859349250793457,
189
- 0.7688317894935608,
190
- 0.7738202810287476,
191
- 0.7789428234100342,
192
- 0.7731065154075623,
193
- 0.7786232829093933,
194
- 0.7764999866485596,
195
- 0.7930804491043091,
196
- 0.761968731880188,
197
- 0.7748045921325684,
198
- 0.7622220516204834,
199
- 0.7715654373168945,
200
- 0.7765308618545532,
201
- 0.7746744155883789,
202
- 0.764897882938385,
203
- 0.7785086631774902,
204
- 0.7802256941795349,
205
- 0.7600064873695374,
206
- 0.7584050893783569,
207
- 0.7964223027229309,
208
- 0.7532369494438171,
209
- 0.7705684900283813,
210
- 0.7573370337486267,
211
- 0.758262038230896,
212
- 0.779570996761322,
213
- 0.7342888116836548,
214
- 0.7626196146011353,
215
- 0.7669131755828857,
216
- 0.7699853777885437,
217
- 0.7771159410476685,
218
- 0.7695451974868774,
219
- 0.7699320316314697,
220
- 0.7631446719169617,
221
- 0.7663694620132446,
222
- 0.7565484046936035,
223
- 0.7675318717956543,
224
- 0.7878172397613525,
225
- 0.7644674777984619,
226
- 0.7727307081222534,
227
- 0.7686908841133118,
228
- 0.7493234276771545,
229
- 0.7682682275772095,
230
- 0.7602483034133911,
231
- 0.7547521591186523,
232
- 0.7352703809738159,
233
- 0.7677823305130005,
234
- 0.7799227237701416,
235
- 0.7598932981491089,
236
- 0.7552088499069214,
237
- 0.757653534412384,
238
- 0.7560989856719971,
239
- 0.7787675261497498,
240
- 0.785026490688324,
241
- 0.7744724750518799,
242
- 0.7669225335121155,
243
- 0.7638094425201416,
244
- 0.7803032398223877,
245
- 0.7934054732322693,
246
- 0.7550379037857056,
247
- 0.7601224184036255,
248
- 0.7749701738357544,
249
- 0.7492262721061707,
250
- 0.76921546459198,
251
- 0.7633402347564697,
252
- 0.787919282913208,
253
- 0.762004017829895,
254
- 0.7803958654403687,
255
- 0.784477949142456,
256
- 0.7794207334518433,
257
- 0.778018593788147,
258
- 0.77410489320755,
259
- 0.7741042375564575,
260
- 0.7742118239402771,
261
- 0.7744940519332886,
262
- 0.7668968439102173,
263
- 0.7828856110572815,
264
- 0.7548695802688599,
265
- 0.7686232328414917,
266
- 0.7804102897644043,
267
- 0.7713518142700195,
268
- 0.7718355655670166,
269
- 0.7805613875389099,
270
- 0.7759595513343811,
271
- 0.7795590162277222,
272
- 0.7657394409179688,
273
- 0.7626439332962036,
274
- 0.7514829635620117,
275
- 0.766340970993042
276
  ],
277
  "loss_window": 200,
278
  "grad_ema_decay": 0.99,
 
1
  {
2
+ "step": 268500,
3
  "run_history": [
4
  {
5
  "start_step": 0,
 
48
  },
49
  {
50
  "start_step": 250000,
51
+ "end_step": 268500,
52
+ "seconds": 3641.4,
53
  "world": 1,
54
  "objective": "flow",
55
+ "completed": true,
56
+ "finished_at": "2026-07-20T19:24:03.421837+00:00",
57
  "effective": {
58
  "lr": 9e-06,
59
  "weight_decay": 0.1,
60
  "clip": 0.5,
61
  "spike_skip": 4.0,
62
+ "steps_skipped_this_run": 1524,
63
+ "steps_skipped_total": 1524,
64
  "seed_offset": 797,
65
  "grad_ceiling": 25.0
66
  }
 
68
  ],
69
  "guard_state": {
70
  "version": 1,
71
+ "grad_ema": 15.717137627983812,
72
  "best_window": 0.7673007962107659,
73
  "blown_windows": 0,
74
+ "spikes_total": 1524,
75
  "recent_losses": [
76
+ 0.7936720848083496,
77
+ 0.7588728070259094,
78
+ 0.7741093635559082,
79
+ 0.75559002161026,
80
+ 0.7645204663276672,
81
+ 0.7666345834732056,
82
+ 0.7704269886016846,
83
+ 0.7781091332435608,
84
+ 0.7730302810668945,
85
+ 0.7603114247322083,
86
+ 0.7732800245285034,
87
+ 0.7765823602676392,
88
+ 0.7794618606567383,
89
+ 0.7842772006988525,
90
+ 0.7955668568611145,
91
+ 0.7773451209068298,
92
+ 0.7623429298400879,
93
+ 0.7637821435928345,
94
+ 0.7806098461151123,
95
+ 0.776465892791748,
96
+ 0.7606759667396545,
97
+ 0.7766813039779663,
98
+ 0.7805601954460144,
99
+ 0.7664539813995361,
100
+ 0.759924054145813,
101
+ 0.7540620565414429,
102
+ 0.7804937362670898,
103
+ 0.7662051916122437,
104
+ 0.7690973877906799,
105
+ 0.7689259052276611,
106
+ 0.7625908255577087,
107
+ 0.7448180317878723,
108
+ 0.7808000445365906,
109
+ 0.7792022824287415,
110
+ 0.7833995819091797,
111
+ 0.7781939506530762,
112
+ 0.7770954966545105,
113
+ 0.7697976231575012,
114
+ 0.7828700542449951,
115
+ 0.7730734348297119,
116
+ 0.7863974571228027,
117
+ 0.7706713676452637,
118
+ 0.7804528474807739,
119
+ 0.7600006461143494,
120
+ 0.7742743492126465,
121
+ 0.7761899828910828,
122
+ 0.7686344385147095,
123
+ 0.777021050453186,
124
+ 0.7725996971130371,
125
+ 0.7655985951423645,
126
+ 0.7711800336837769,
127
+ 0.7703796625137329,
128
+ 0.7760412096977234,
129
+ 0.7780003547668457,
130
+ 0.7732863426208496,
131
+ 0.7671129703521729,
132
+ 0.7740331888198853,
133
+ 0.7815108299255371,
134
+ 0.7702960968017578,
135
+ 0.7741018533706665,
136
+ 0.7991622090339661,
137
+ 0.7838702201843262,
138
+ 0.7850000262260437,
139
+ 0.7512279748916626,
140
+ 0.7830883264541626,
141
+ 0.7534409165382385,
142
+ 0.7679802775382996,
143
+ 0.7755223512649536,
144
+ 0.7854079008102417,
145
+ 0.7704634666442871,
146
+ 0.7841016054153442,
147
+ 0.7742354869842529,
148
+ 0.7610151767730713,
149
+ 0.7823590040206909,
150
+ 0.7707042694091797,
151
+ 0.7765982151031494,
152
+ 0.7615801095962524,
153
+ 0.7593355774879456,
154
+ 0.7461082935333252,
155
+ 0.7753190994262695,
156
+ 0.7651489973068237,
157
+ 0.7638629674911499,
158
+ 0.7589682340621948,
159
+ 0.7903902530670166,
160
+ 0.7727949619293213,
161
+ 0.7708580493927002,
162
+ 0.7890530824661255,
163
+ 0.7685193419456482,
164
+ 0.7818165421485901,
165
+ 0.7797209024429321,
166
+ 0.7784756422042847,
167
+ 0.7626111507415771,
168
+ 0.7819392085075378,
169
+ 0.7750345468521118,
170
+ 0.7650527358055115,
171
+ 0.7836945056915283,
172
+ 0.7931857109069824,
173
+ 0.7828571200370789,
174
+ 0.7660832405090332,
175
+ 0.7655295133590698,
176
+ 0.7835225462913513,
177
+ 0.7785203456878662,
178
+ 0.7902743816375732,
179
+ 0.7815613150596619,
180
+ 0.7764120101928711,
181
+ 0.7681939601898193,
182
+ 0.8005732297897339,
183
+ 0.7677185535430908,
184
+ 0.7844662666320801,
185
+ 0.7703988552093506,
186
+ 0.7761002779006958,
187
+ 0.7866227030754089,
188
+ 0.7621026039123535,
189
+ 0.7633881568908691,
190
+ 0.7618331909179688,
191
+ 0.7567182779312134,
192
+ 0.7694331407546997,
193
+ 0.7767436504364014,
194
+ 0.7602916359901428,
195
+ 0.8021522760391235,
196
+ 0.779279887676239,
197
+ 0.7698382139205933,
198
+ 0.7804439067840576,
199
+ 0.7846136093139648,
200
+ 0.7903976440429688,
201
+ 0.7792932987213135,
202
+ 0.7653769254684448,
203
+ 0.7844459414482117,
204
+ 0.7739591598510742,
205
+ 0.7690120339393616,
206
+ 0.7796692848205566,
207
+ 0.7809997797012329,
208
+ 0.7907922267913818,
209
+ 0.7812246084213257,
210
+ 0.7788326740264893,
211
+ 0.7667310237884521,
212
+ 0.7625054121017456,
213
+ 0.7665765285491943,
214
+ 0.7542004585266113,
215
+ 0.7654911279678345,
216
+ 0.7591631412506104,
217
+ 0.7815473079681396,
218
+ 0.7798547744750977,
219
+ 0.7671359777450562,
220
+ 0.7423914074897766,
221
+ 0.7723144292831421,
222
+ 0.751839280128479,
223
+ 0.7665866613388062,
224
+ 0.7698153257369995,
225
+ 0.7849002480506897,
226
+ 0.7617161870002747,
227
+ 0.767459511756897,
228
+ 0.7851784229278564,
229
+ 0.7778003811836243,
230
+ 0.7447282671928406,
231
+ 0.7693464756011963,
232
+ 0.7584735751152039,
233
+ 0.7692090272903442,
234
+ 0.7675624489784241,
235
+ 0.7672569751739502,
236
+ 0.779746413230896,
237
+ 0.7516556978225708,
238
+ 0.789167046546936,
239
+ 0.7768017053604126,
240
+ 0.7616105079650879,
241
+ 0.7869294881820679,
242
+ 0.7826142311096191,
243
+ 0.7665939927101135,
244
+ 0.773632824420929,
245
+ 0.7709599733352661,
246
+ 0.7925946712493896,
247
+ 0.769508957862854,
248
+ 0.7815218567848206,
249
+ 0.7722813487052917,
250
+ 0.7542710900306702,
251
+ 0.7626035213470459,
252
+ 0.7879314422607422,
253
+ 0.7696739435195923,
254
+ 0.7778429985046387,
255
+ 0.7615687847137451,
256
+ 0.7515759468078613,
257
+ 0.7611167430877686,
258
+ 0.7706644535064697,
259
+ 0.7613785266876221,
260
+ 0.7715133428573608,
261
+ 0.7602030038833618,
262
+ 0.7771657705307007,
263
+ 0.7763781547546387,
264
+ 0.7676988840103149,
265
+ 0.7692828178405762,
266
+ 0.7583136558532715,
267
+ 0.7743930220603943,
268
+ 0.767900288105011,
269
+ 0.7607746720314026,
270
+ 0.7840925455093384,
271
+ 0.7737540006637573,
272
+ 0.7772594690322876,
273
+ 0.7726339101791382,
274
+ 0.7622205018997192,
275
+ 0.7752886414527893
276
  ],
277
  "loss_window": 200,
278
  "grad_ema_decay": 0.99,