farguney commited on
Commit
5be3481
·
verified ·
1 Parent(s): 0a073d6

Upload g2_no_memory_s1.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_no_memory_s1.json +33 -11
g2_no_memory_s1.json CHANGED
@@ -297,29 +297,51 @@
297
  "lr": 0.0003,
298
  "eta": 0.0,
299
  "s_per_step": 0.051
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
300
  }
301
  ],
302
  "final": {
303
  "law_rev": "candm-v1",
304
- "value_acc_d32": 0.0039,
305
  "recall_exact_d32": 0.0,
306
  "key_acc_d32": 0.0065,
307
- "value_acc_d128": 0.0039,
308
  "recall_exact_d128": 0.0,
309
- "key_acc_d128": 0.0052,
310
- "value_acc_d512": 0.0065,
311
  "recall_exact_d512": 0.0,
312
- "key_acc_d512": 0.0065,
313
- "value_acc_d1024": 0.0065,
314
  "recall_exact_d1024": 0.0,
315
- "key_acc_d1024": 0.0026,
316
- "step": 5500,
317
- "train_bpb": 7.2346,
318
- "grad_norm": 3.335874557,
319
  "pairs": 4,
320
  "lr": 0.0003,
321
  "eta": 0.0,
322
- "s_per_step": 0.051
323
  }
324
  }
325
  ],
 
297
  "lr": 0.0003,
298
  "eta": 0.0,
299
  "s_per_step": 0.051
300
+ },
301
+ {
302
+ "law_rev": "candm-v1",
303
+ "value_acc_d32": 0.0052,
304
+ "recall_exact_d32": 0.0,
305
+ "key_acc_d32": 0.0065,
306
+ "value_acc_d128": 0.0091,
307
+ "recall_exact_d128": 0.0,
308
+ "key_acc_d128": 0.0039,
309
+ "value_acc_d512": 0.0026,
310
+ "recall_exact_d512": 0.0,
311
+ "key_acc_d512": 0.0,
312
+ "value_acc_d1024": 0.0039,
313
+ "recall_exact_d1024": 0.0,
314
+ "key_acc_d1024": 0.0039,
315
+ "step": 5999,
316
+ "train_bpb": 7.8636,
317
+ "grad_norm": 0.3678144217,
318
+ "pairs": 4,
319
+ "lr": 0.0003,
320
+ "eta": 0.0,
321
+ "s_per_step": 0.0515
322
  }
323
  ],
324
  "final": {
325
  "law_rev": "candm-v1",
326
+ "value_acc_d32": 0.0052,
327
  "recall_exact_d32": 0.0,
328
  "key_acc_d32": 0.0065,
329
+ "value_acc_d128": 0.0091,
330
  "recall_exact_d128": 0.0,
331
+ "key_acc_d128": 0.0039,
332
+ "value_acc_d512": 0.0026,
333
  "recall_exact_d512": 0.0,
334
+ "key_acc_d512": 0.0,
335
+ "value_acc_d1024": 0.0039,
336
  "recall_exact_d1024": 0.0,
337
+ "key_acc_d1024": 0.0039,
338
+ "step": 5999,
339
+ "train_bpb": 7.8636,
340
+ "grad_norm": 0.3678144217,
341
  "pairs": 4,
342
  "lr": 0.0003,
343
  "eta": 0.0,
344
+ "s_per_step": 0.0515
345
  }
346
  }
347
  ],