farguney commited on
Commit
ef68ecc
·
verified ·
1 Parent(s): 89424ce

Upload g2_no_memory_s0.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_no_memory_s0.json +34 -12
g2_no_memory_s0.json CHANGED
@@ -231,29 +231,51 @@
231
  "lr": 0.0003,
232
  "eta": 0.0,
233
  "s_per_step": 0.0513
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
234
  }
235
  ],
236
  "final": {
237
  "law_rev": "candm-v1",
238
- "value_acc_d32": 0.0013,
239
  "recall_exact_d32": 0.0,
240
- "key_acc_d32": 0.0013,
241
- "value_acc_d128": 0.0065,
242
  "recall_exact_d128": 0.0,
243
- "key_acc_d128": 0.0039,
244
- "value_acc_d512": 0.0026,
245
  "recall_exact_d512": 0.0,
246
- "key_acc_d512": 0.0026,
247
- "value_acc_d1024": 0.0052,
248
  "recall_exact_d1024": 0.0,
249
- "key_acc_d1024": 0.0039,
250
- "step": 4000,
251
- "train_bpb": 7.2508,
252
- "grad_norm": 3.518794298,
253
  "pairs": 4,
254
  "lr": 0.0003,
255
  "eta": 0.0,
256
- "s_per_step": 0.0513
257
  }
258
  }
259
  ],
 
231
  "lr": 0.0003,
232
  "eta": 0.0,
233
  "s_per_step": 0.0513
234
+ },
235
+ {
236
+ "law_rev": "candm-v1",
237
+ "value_acc_d32": 0.0026,
238
+ "recall_exact_d32": 0.0,
239
+ "key_acc_d32": 0.0065,
240
+ "value_acc_d128": 0.0052,
241
+ "recall_exact_d128": 0.0,
242
+ "key_acc_d128": 0.0026,
243
+ "value_acc_d512": 0.0052,
244
+ "recall_exact_d512": 0.0,
245
+ "key_acc_d512": 0.0039,
246
+ "value_acc_d1024": 0.0039,
247
+ "recall_exact_d1024": 0.0,
248
+ "key_acc_d1024": 0.0078,
249
+ "step": 4500,
250
+ "train_bpb": 7.2229,
251
+ "grad_norm": 1.521185517,
252
+ "pairs": 4,
253
+ "lr": 0.0003,
254
+ "eta": 0.0,
255
+ "s_per_step": 0.0524
256
  }
257
  ],
258
  "final": {
259
  "law_rev": "candm-v1",
260
+ "value_acc_d32": 0.0026,
261
  "recall_exact_d32": 0.0,
262
+ "key_acc_d32": 0.0065,
263
+ "value_acc_d128": 0.0052,
264
  "recall_exact_d128": 0.0,
265
+ "key_acc_d128": 0.0026,
266
+ "value_acc_d512": 0.0052,
267
  "recall_exact_d512": 0.0,
268
+ "key_acc_d512": 0.0039,
269
+ "value_acc_d1024": 0.0039,
270
  "recall_exact_d1024": 0.0,
271
+ "key_acc_d1024": 0.0078,
272
+ "step": 4500,
273
+ "train_bpb": 7.2229,
274
+ "grad_norm": 1.521185517,
275
  "pairs": 4,
276
  "lr": 0.0003,
277
  "eta": 0.0,
278
+ "s_per_step": 0.0524
279
  }
280
  }
281
  ],