farguney commited on
Commit
6c77642
·
verified ·
1 Parent(s): 56fb527

Upload g2_delta_s0.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_delta_s0.json +44 -18
g2_delta_s0.json CHANGED
@@ -163,33 +163,59 @@
163
  "lr": 0.0003,
164
  "eta": 0.0,
165
  "s_per_step": 0.4417
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
166
  }
167
  ],
168
  "final": {
169
  "law_rev": "candm-v1",
170
- "value_acc_d32": 0.9753,
171
- "recall_exact_d32": 0.8646,
172
- "key_acc_d32": 0.8646,
173
- "value_acc_d128": 0.9727,
174
- "recall_exact_d128": 0.8333,
175
- "key_acc_d128": 0.8776,
176
- "value_acc_d512": 0.9674,
177
- "recall_exact_d512": 0.8438,
178
- "key_acc_d512": 0.8815,
179
- "value_acc_d1024": 0.9805,
180
- "recall_exact_d1024": 0.875,
181
- "key_acc_d1024": 0.8906,
182
  "alpha_mean": 1.0,
183
- "beta_mean": 0.0676,
184
- "m_fro": 30.322,
185
  "p_fro": 4.899,
186
- "step": 2000,
187
- "train_bpb": 5.1538,
188
- "grad_norm": 7.115253925,
189
  "pairs": 4,
190
  "lr": 0.0003,
191
  "eta": 0.0,
192
- "s_per_step": 0.4417
193
  }
194
  }
195
  ],
 
163
  "lr": 0.0003,
164
  "eta": 0.0,
165
  "s_per_step": 0.4417
166
+ },
167
+ {
168
+ "law_rev": "candm-v1",
169
+ "value_acc_d32": 0.9831,
170
+ "recall_exact_d32": 0.9167,
171
+ "key_acc_d32": 0.8724,
172
+ "value_acc_d128": 0.9714,
173
+ "recall_exact_d128": 0.8438,
174
+ "key_acc_d128": 0.8919,
175
+ "value_acc_d512": 0.9792,
176
+ "recall_exact_d512": 0.875,
177
+ "key_acc_d512": 0.8802,
178
+ "value_acc_d1024": 0.9674,
179
+ "recall_exact_d1024": 0.8333,
180
+ "key_acc_d1024": 0.8789,
181
+ "alpha_mean": 1.0,
182
+ "beta_mean": 0.0668,
183
+ "m_fro": 30.693,
184
+ "p_fro": 4.899,
185
+ "step": 2500,
186
+ "train_bpb": 5.1227,
187
+ "grad_norm": 5.497910023,
188
+ "pairs": 4,
189
+ "lr": 0.0003,
190
+ "eta": 0.0,
191
+ "s_per_step": 0.5315
192
  }
193
  ],
194
  "final": {
195
  "law_rev": "candm-v1",
196
+ "value_acc_d32": 0.9831,
197
+ "recall_exact_d32": 0.9167,
198
+ "key_acc_d32": 0.8724,
199
+ "value_acc_d128": 0.9714,
200
+ "recall_exact_d128": 0.8438,
201
+ "key_acc_d128": 0.8919,
202
+ "value_acc_d512": 0.9792,
203
+ "recall_exact_d512": 0.875,
204
+ "key_acc_d512": 0.8802,
205
+ "value_acc_d1024": 0.9674,
206
+ "recall_exact_d1024": 0.8333,
207
+ "key_acc_d1024": 0.8789,
208
  "alpha_mean": 1.0,
209
+ "beta_mean": 0.0668,
210
+ "m_fro": 30.693,
211
  "p_fro": 4.899,
212
+ "step": 2500,
213
+ "train_bpb": 5.1227,
214
+ "grad_norm": 5.497910023,
215
  "pairs": 4,
216
  "lr": 0.0003,
217
  "eta": 0.0,
218
+ "s_per_step": 0.5315
219
  }
220
  }
221
  ],