farguney commited on
Commit
65f99f3
·
verified ·
1 Parent(s): 6c77642

Upload g2_delta_s2.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_delta_s2.json +43 -17
g2_delta_s2.json CHANGED
@@ -163,33 +163,59 @@
163
  "lr": 0.0003,
164
  "eta": 0.0,
165
  "s_per_step": 0.434
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
166
  }
167
  ],
168
  "final": {
169
  "law_rev": "candm-v1",
170
- "value_acc_d32": 0.9896,
171
- "recall_exact_d32": 0.9271,
172
- "key_acc_d32": 0.8854,
173
- "value_acc_d128": 0.9661,
174
- "recall_exact_d128": 0.8333,
175
- "key_acc_d128": 0.8958,
176
- "value_acc_d512": 0.9857,
177
- "recall_exact_d512": 0.9167,
178
- "key_acc_d512": 0.8815,
179
- "value_acc_d1024": 0.974,
180
  "recall_exact_d1024": 0.8646,
181
- "key_acc_d1024": 0.8776,
182
  "alpha_mean": 1.0,
183
- "beta_mean": 0.0672,
184
- "m_fro": 30.236,
185
  "p_fro": 4.899,
186
- "step": 2000,
187
- "train_bpb": 5.1633,
188
- "grad_norm": 6.115122795,
189
  "pairs": 4,
190
  "lr": 0.0003,
191
  "eta": 0.0,
192
- "s_per_step": 0.434
193
  }
194
  }
195
  ],
 
163
  "lr": 0.0003,
164
  "eta": 0.0,
165
  "s_per_step": 0.434
166
+ },
167
+ {
168
+ "law_rev": "candm-v1",
169
+ "value_acc_d32": 0.9831,
170
+ "recall_exact_d32": 0.875,
171
+ "key_acc_d32": 0.8971,
172
+ "value_acc_d128": 0.9753,
173
+ "recall_exact_d128": 0.8542,
174
+ "key_acc_d128": 0.8932,
175
+ "value_acc_d512": 0.9831,
176
+ "recall_exact_d512": 0.8958,
177
+ "key_acc_d512": 0.8867,
178
+ "value_acc_d1024": 0.9688,
179
+ "recall_exact_d1024": 0.8646,
180
+ "key_acc_d1024": 0.8789,
181
+ "alpha_mean": 1.0,
182
+ "beta_mean": 0.0661,
183
+ "m_fro": 30.655,
184
+ "p_fro": 4.899,
185
+ "step": 2500,
186
+ "train_bpb": 5.1043,
187
+ "grad_norm": 5.792088985,
188
+ "pairs": 4,
189
+ "lr": 0.0003,
190
+ "eta": 0.0,
191
+ "s_per_step": 0.522
192
  }
193
  ],
194
  "final": {
195
  "law_rev": "candm-v1",
196
+ "value_acc_d32": 0.9831,
197
+ "recall_exact_d32": 0.875,
198
+ "key_acc_d32": 0.8971,
199
+ "value_acc_d128": 0.9753,
200
+ "recall_exact_d128": 0.8542,
201
+ "key_acc_d128": 0.8932,
202
+ "value_acc_d512": 0.9831,
203
+ "recall_exact_d512": 0.8958,
204
+ "key_acc_d512": 0.8867,
205
+ "value_acc_d1024": 0.9688,
206
  "recall_exact_d1024": 0.8646,
207
+ "key_acc_d1024": 0.8789,
208
  "alpha_mean": 1.0,
209
+ "beta_mean": 0.0661,
210
+ "m_fro": 30.655,
211
  "p_fro": 4.899,
212
+ "step": 2500,
213
+ "train_bpb": 5.1043,
214
+ "grad_norm": 5.792088985,
215
  "pairs": 4,
216
  "lr": 0.0003,
217
  "eta": 0.0,
218
+ "s_per_step": 0.522
219
  }
220
  }
221
  ],