farguney commited on
Commit
44df30f
·
verified ·
1 Parent(s): 438f809

Upload g2_no_memory_s1.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_no_memory_s1.json +33 -11
g2_no_memory_s1.json CHANGED
@@ -209,29 +209,51 @@
209
  "lr": 0.0003,
210
  "eta": 0.0,
211
  "s_per_step": 0.0466
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
212
  }
213
  ],
214
  "final": {
215
  "law_rev": "candm-v1",
216
  "value_acc_d32": 0.0065,
217
  "recall_exact_d32": 0.0,
218
- "key_acc_d32": 0.0026,
219
- "value_acc_d128": 0.0052,
220
  "recall_exact_d128": 0.0,
221
- "key_acc_d128": 0.0026,
222
- "value_acc_d512": 0.0026,
223
  "recall_exact_d512": 0.0,
224
- "key_acc_d512": 0.0013,
225
- "value_acc_d1024": 0.0026,
226
  "recall_exact_d1024": 0.0,
227
- "key_acc_d1024": 0.0065,
228
- "step": 3500,
229
- "train_bpb": 7.2201,
230
- "grad_norm": 2.277839422,
231
  "pairs": 4,
232
  "lr": 0.0003,
233
  "eta": 0.0,
234
- "s_per_step": 0.0466
235
  }
236
  }
237
  ],
 
209
  "lr": 0.0003,
210
  "eta": 0.0,
211
  "s_per_step": 0.0466
212
+ },
213
+ {
214
+ "law_rev": "candm-v1",
215
+ "value_acc_d32": 0.0065,
216
+ "recall_exact_d32": 0.0,
217
+ "key_acc_d32": 0.0104,
218
+ "value_acc_d128": 0.0039,
219
+ "recall_exact_d128": 0.0,
220
+ "key_acc_d128": 0.0039,
221
+ "value_acc_d512": 0.0,
222
+ "recall_exact_d512": 0.0,
223
+ "key_acc_d512": 0.0039,
224
+ "value_acc_d1024": 0.0039,
225
+ "recall_exact_d1024": 0.0,
226
+ "key_acc_d1024": 0.0091,
227
+ "step": 4000,
228
+ "train_bpb": 7.2447,
229
+ "grad_norm": 4.921588421,
230
+ "pairs": 4,
231
+ "lr": 0.0003,
232
+ "eta": 0.0,
233
+ "s_per_step": 0.0481
234
  }
235
  ],
236
  "final": {
237
  "law_rev": "candm-v1",
238
  "value_acc_d32": 0.0065,
239
  "recall_exact_d32": 0.0,
240
+ "key_acc_d32": 0.0104,
241
+ "value_acc_d128": 0.0039,
242
  "recall_exact_d128": 0.0,
243
+ "key_acc_d128": 0.0039,
244
+ "value_acc_d512": 0.0,
245
  "recall_exact_d512": 0.0,
246
+ "key_acc_d512": 0.0039,
247
+ "value_acc_d1024": 0.0039,
248
  "recall_exact_d1024": 0.0,
249
+ "key_acc_d1024": 0.0091,
250
+ "step": 4000,
251
+ "train_bpb": 7.2447,
252
+ "grad_norm": 4.921588421,
253
  "pairs": 4,
254
  "lr": 0.0003,
255
  "eta": 0.0,
256
+ "s_per_step": 0.0481
257
  }
258
  }
259
  ],