farguney commited on
Commit
e8266ba
·
verified ·
1 Parent(s): f34555a

Upload g2_no_memory_s2.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_no_memory_s2.json +33 -11
g2_no_memory_s2.json CHANGED
@@ -165,29 +165,51 @@
165
  "lr": 0.0003,
166
  "eta": 0.0,
167
  "s_per_step": 0.0484
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
168
  }
169
  ],
170
  "final": {
171
  "law_rev": "candm-v1",
172
- "value_acc_d32": 0.0026,
173
  "recall_exact_d32": 0.0,
174
- "key_acc_d32": 0.0026,
175
- "value_acc_d128": 0.0013,
176
  "recall_exact_d128": 0.0,
177
- "key_acc_d128": 0.0013,
178
- "value_acc_d512": 0.0013,
179
  "recall_exact_d512": 0.0,
180
- "key_acc_d512": 0.0065,
181
  "value_acc_d1024": 0.0039,
182
  "recall_exact_d1024": 0.0,
183
- "key_acc_d1024": 0.0052,
184
- "step": 2500,
185
- "train_bpb": 7.2334,
186
- "grad_norm": 3.01888442,
187
  "pairs": 4,
188
  "lr": 0.0003,
189
  "eta": 0.0,
190
- "s_per_step": 0.0484
191
  }
192
  }
193
  ],
 
165
  "lr": 0.0003,
166
  "eta": 0.0,
167
  "s_per_step": 0.0484
168
+ },
169
+ {
170
+ "law_rev": "candm-v1",
171
+ "value_acc_d32": 0.0052,
172
+ "recall_exact_d32": 0.0,
173
+ "key_acc_d32": 0.0,
174
+ "value_acc_d128": 0.0091,
175
+ "recall_exact_d128": 0.0,
176
+ "key_acc_d128": 0.0026,
177
+ "value_acc_d512": 0.0,
178
+ "recall_exact_d512": 0.0,
179
+ "key_acc_d512": 0.0013,
180
+ "value_acc_d1024": 0.0039,
181
+ "recall_exact_d1024": 0.0,
182
+ "key_acc_d1024": 0.0039,
183
+ "step": 3000,
184
+ "train_bpb": 7.2212,
185
+ "grad_norm": 2.780347586,
186
+ "pairs": 4,
187
+ "lr": 0.0003,
188
+ "eta": 0.0,
189
+ "s_per_step": 0.0512
190
  }
191
  ],
192
  "final": {
193
  "law_rev": "candm-v1",
194
+ "value_acc_d32": 0.0052,
195
  "recall_exact_d32": 0.0,
196
+ "key_acc_d32": 0.0,
197
+ "value_acc_d128": 0.0091,
198
  "recall_exact_d128": 0.0,
199
+ "key_acc_d128": 0.0026,
200
+ "value_acc_d512": 0.0,
201
  "recall_exact_d512": 0.0,
202
+ "key_acc_d512": 0.0013,
203
  "value_acc_d1024": 0.0039,
204
  "recall_exact_d1024": 0.0,
205
+ "key_acc_d1024": 0.0039,
206
+ "step": 3000,
207
+ "train_bpb": 7.2212,
208
+ "grad_norm": 2.780347586,
209
  "pairs": 4,
210
  "lr": 0.0003,
211
  "eta": 0.0,
212
+ "s_per_step": 0.0512
213
  }
214
  }
215
  ],