farguney commited on
Commit
2e55605
·
verified ·
1 Parent(s): 53fb0d9

Upload g2_delta_s0.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_delta_s0.json +44 -18
g2_delta_s0.json CHANGED
@@ -215,33 +215,59 @@
215
  "lr": 0.0003,
216
  "eta": 0.0,
217
  "s_per_step": 0.5916
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
218
  }
219
  ],
220
  "final": {
221
  "law_rev": "candm-v1",
222
- "value_acc_d32": 0.9857,
223
- "recall_exact_d32": 0.9271,
224
- "key_acc_d32": 0.8698,
225
- "value_acc_d128": 0.9818,
226
- "recall_exact_d128": 0.8854,
227
- "key_acc_d128": 0.888,
228
- "value_acc_d512": 0.9844,
229
- "recall_exact_d512": 0.9167,
230
- "key_acc_d512": 0.8854,
231
- "value_acc_d1024": 0.974,
232
- "recall_exact_d1024": 0.8333,
233
- "key_acc_d1024": 0.8867,
234
  "alpha_mean": 1.0,
235
- "beta_mean": 0.0661,
236
- "m_fro": 30.464,
237
  "p_fro": 4.899,
238
- "step": 3000,
239
- "train_bpb": 5.0462,
240
- "grad_norm": 6.583992481,
241
  "pairs": 4,
242
  "lr": 0.0003,
243
  "eta": 0.0,
244
- "s_per_step": 0.5916
245
  }
246
  }
247
  ],
 
215
  "lr": 0.0003,
216
  "eta": 0.0,
217
  "s_per_step": 0.5916
218
+ },
219
+ {
220
+ "law_rev": "candm-v1",
221
+ "value_acc_d32": 0.9883,
222
+ "recall_exact_d32": 0.9479,
223
+ "key_acc_d32": 0.8828,
224
+ "value_acc_d128": 0.987,
225
+ "recall_exact_d128": 0.9375,
226
+ "key_acc_d128": 0.8932,
227
+ "value_acc_d512": 0.9805,
228
+ "recall_exact_d512": 0.9062,
229
+ "key_acc_d512": 0.8945,
230
+ "value_acc_d1024": 0.9779,
231
+ "recall_exact_d1024": 0.8646,
232
+ "key_acc_d1024": 0.8893,
233
+ "alpha_mean": 1.0,
234
+ "beta_mean": 0.0654,
235
+ "m_fro": 30.662,
236
+ "p_fro": 4.899,
237
+ "step": 3500,
238
+ "train_bpb": 5.0794,
239
+ "grad_norm": 4.118408203,
240
+ "pairs": 4,
241
+ "lr": 0.0003,
242
+ "eta": 0.0,
243
+ "s_per_step": 0.6341
244
  }
245
  ],
246
  "final": {
247
  "law_rev": "candm-v1",
248
+ "value_acc_d32": 0.9883,
249
+ "recall_exact_d32": 0.9479,
250
+ "key_acc_d32": 0.8828,
251
+ "value_acc_d128": 0.987,
252
+ "recall_exact_d128": 0.9375,
253
+ "key_acc_d128": 0.8932,
254
+ "value_acc_d512": 0.9805,
255
+ "recall_exact_d512": 0.9062,
256
+ "key_acc_d512": 0.8945,
257
+ "value_acc_d1024": 0.9779,
258
+ "recall_exact_d1024": 0.8646,
259
+ "key_acc_d1024": 0.8893,
260
  "alpha_mean": 1.0,
261
+ "beta_mean": 0.0654,
262
+ "m_fro": 30.662,
263
  "p_fro": 4.899,
264
+ "step": 3500,
265
+ "train_bpb": 5.0794,
266
+ "grad_norm": 4.118408203,
267
  "pairs": 4,
268
  "lr": 0.0003,
269
  "eta": 0.0,
270
+ "s_per_step": 0.6341
271
  }
272
  }
273
  ],