farguney commited on
Commit
c3aacce
·
verified ·
1 Parent(s): 4023b43

Upload sp3_spine_text_33M.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. sp3_spine_text_33M.json +125 -0
sp3_spine_text_33M.json CHANGED
@@ -146,6 +146,131 @@
146
  }
147
  ],
148
  "wall_s": 3449.4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
149
  }
150
  }
151
  },
 
146
  }
147
  ],
148
  "wall_s": 3449.4
149
+ },
150
+ "tf_lr0.001": {
151
+ "best_bpb": 2.060558557510376,
152
+ "history": [
153
+ {
154
+ "step": 0,
155
+ "train_bits": 8.209524421737033,
156
+ "eval_bpb": 7.171977996826172,
157
+ "best": 7.171977996826172,
158
+ "kBps": 26.1
159
+ },
160
+ {
161
+ "step": 250,
162
+ "train_bits": 3.5390039550066,
163
+ "eval_bpb": 3.59385085105896,
164
+ "best": 3.59385085105896,
165
+ "kBps": 42.1
166
+ },
167
+ {
168
+ "step": 500,
169
+ "train_bits": 3.5031717136646354,
170
+ "eval_bpb": 3.5455288887023926,
171
+ "best": 3.5455288887023926,
172
+ "kBps": 42.2
173
+ },
174
+ {
175
+ "step": 750,
176
+ "train_bits": 3.2674196156884063,
177
+ "eval_bpb": 3.293250322341919,
178
+ "best": 3.293250322341919,
179
+ "kBps": 42.3
180
+ },
181
+ {
182
+ "step": 1000,
183
+ "train_bits": 3.103596165747831,
184
+ "eval_bpb": 3.1184656620025635,
185
+ "best": 3.1184656620025635,
186
+ "kBps": 42.4
187
+ },
188
+ {
189
+ "step": 1250,
190
+ "train_bits": 2.900629808436182,
191
+ "eval_bpb": 2.898190975189209,
192
+ "best": 2.898190975189209,
193
+ "kBps": 42.4
194
+ },
195
+ {
196
+ "step": 1500,
197
+ "train_bits": 2.6630564141873156,
198
+ "eval_bpb": 2.622429609298706,
199
+ "best": 2.622429609298706,
200
+ "kBps": 42.5
201
+ },
202
+ {
203
+ "step": 1750,
204
+ "train_bits": 2.438966459766093,
205
+ "eval_bpb": 2.4253695011138916,
206
+ "best": 2.4253695011138916,
207
+ "kBps": 42.5
208
+ },
209
+ {
210
+ "step": 2000,
211
+ "train_bits": 2.2740543596455565,
212
+ "eval_bpb": 2.3043291568756104,
213
+ "best": 2.3043291568756104,
214
+ "kBps": 42.5
215
+ },
216
+ {
217
+ "step": 2250,
218
+ "train_bits": 2.150469002596749,
219
+ "eval_bpb": 2.223310708999634,
220
+ "best": 2.223310708999634,
221
+ "kBps": 42.5
222
+ },
223
+ {
224
+ "step": 2500,
225
+ "train_bits": 2.1707502286823965,
226
+ "eval_bpb": 2.1691296100616455,
227
+ "best": 2.1691296100616455,
228
+ "kBps": 42.6
229
+ },
230
+ {
231
+ "step": 2750,
232
+ "train_bits": 2.114052020241851,
233
+ "eval_bpb": 2.1417148113250732,
234
+ "best": 2.1417148113250732,
235
+ "kBps": 42.6
236
+ },
237
+ {
238
+ "step": 3000,
239
+ "train_bits": 2.1376967110304226,
240
+ "eval_bpb": 2.1043992042541504,
241
+ "best": 2.1043992042541504,
242
+ "kBps": 42.6
243
+ },
244
+ {
245
+ "step": 3250,
246
+ "train_bits": 2.0466229543007204,
247
+ "eval_bpb": 2.085282564163208,
248
+ "best": 2.085282564163208,
249
+ "kBps": 42.6
250
+ },
251
+ {
252
+ "step": 3500,
253
+ "train_bits": 2.0477953600316523,
254
+ "eval_bpb": 2.0702152252197266,
255
+ "best": 2.0702152252197266,
256
+ "kBps": 42.6
257
+ },
258
+ {
259
+ "step": 3750,
260
+ "train_bits": 2.022161001955249,
261
+ "eval_bpb": 2.0639238357543945,
262
+ "best": 2.0639238357543945,
263
+ "kBps": 42.6
264
+ },
265
+ {
266
+ "step": 3999,
267
+ "train_bits": 2.018942862592304,
268
+ "eval_bpb": 2.060558557510376,
269
+ "best": 2.060558557510376,
270
+ "kBps": 42.6
271
+ }
272
+ ],
273
+ "wall_s": 1538.3
274
  }
275
  }
276
  },