farguney commited on
Commit
d7b0502
·
verified ·
1 Parent(s): b5c7bd3

Upload g2_no_memory_s2.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_no_memory_s2.json +32 -10
g2_no_memory_s2.json CHANGED
@@ -209,29 +209,51 @@
209
  "lr": 0.0003,
210
  "eta": 0.0,
211
  "s_per_step": 0.0532
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
212
  }
213
  ],
214
  "final": {
215
  "law_rev": "candm-v1",
216
  "value_acc_d32": 0.0013,
217
  "recall_exact_d32": 0.0,
218
- "key_acc_d32": 0.0013,
219
- "value_acc_d128": 0.0,
220
  "recall_exact_d128": 0.0,
221
- "key_acc_d128": 0.0013,
222
  "value_acc_d512": 0.0039,
223
  "recall_exact_d512": 0.0,
224
- "key_acc_d512": 0.0013,
225
- "value_acc_d1024": 0.0052,
226
  "recall_exact_d1024": 0.0,
227
- "key_acc_d1024": 0.0026,
228
- "step": 3500,
229
- "train_bpb": 7.2497,
230
- "grad_norm": 2.409686565,
231
  "pairs": 4,
232
  "lr": 0.0003,
233
  "eta": 0.0,
234
- "s_per_step": 0.0532
235
  }
236
  }
237
  ],
 
209
  "lr": 0.0003,
210
  "eta": 0.0,
211
  "s_per_step": 0.0532
212
+ },
213
+ {
214
+ "law_rev": "candm-v1",
215
+ "value_acc_d32": 0.0013,
216
+ "recall_exact_d32": 0.0,
217
+ "key_acc_d32": 0.0052,
218
+ "value_acc_d128": 0.0052,
219
+ "recall_exact_d128": 0.0,
220
+ "key_acc_d128": 0.0065,
221
+ "value_acc_d512": 0.0039,
222
+ "recall_exact_d512": 0.0,
223
+ "key_acc_d512": 0.0026,
224
+ "value_acc_d1024": 0.0065,
225
+ "recall_exact_d1024": 0.0,
226
+ "key_acc_d1024": 0.0039,
227
+ "step": 4000,
228
+ "train_bpb": 7.2107,
229
+ "grad_norm": 2.672402382,
230
+ "pairs": 4,
231
+ "lr": 0.0003,
232
+ "eta": 0.0,
233
+ "s_per_step": 0.0546
234
  }
235
  ],
236
  "final": {
237
  "law_rev": "candm-v1",
238
  "value_acc_d32": 0.0013,
239
  "recall_exact_d32": 0.0,
240
+ "key_acc_d32": 0.0052,
241
+ "value_acc_d128": 0.0052,
242
  "recall_exact_d128": 0.0,
243
+ "key_acc_d128": 0.0065,
244
  "value_acc_d512": 0.0039,
245
  "recall_exact_d512": 0.0,
246
+ "key_acc_d512": 0.0026,
247
+ "value_acc_d1024": 0.0065,
248
  "recall_exact_d1024": 0.0,
249
+ "key_acc_d1024": 0.0039,
250
+ "step": 4000,
251
+ "train_bpb": 7.2107,
252
+ "grad_norm": 2.672402382,
253
  "pairs": 4,
254
  "lr": 0.0003,
255
  "eta": 0.0,
256
+ "s_per_step": 0.0546
257
  }
258
  }
259
  ],