farguney commited on
Commit
a458c21
·
verified ·
1 Parent(s): c0deaaa

Upload g2_no_memory_s2.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_no_memory_s2.json +32 -10
g2_no_memory_s2.json CHANGED
@@ -143,6 +143,28 @@
143
  "lr": 0.0003,
144
  "eta": 0.0,
145
  "s_per_step": 0.0433
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
146
  }
147
  ],
148
  "final": {
@@ -150,22 +172,22 @@
150
  "value_acc_d32": 0.0026,
151
  "recall_exact_d32": 0.0,
152
  "key_acc_d32": 0.0026,
153
- "value_acc_d128": 0.0039,
154
  "recall_exact_d128": 0.0,
155
- "key_acc_d128": 0.0039,
156
- "value_acc_d512": 0.0091,
157
  "recall_exact_d512": 0.0,
158
- "key_acc_d512": 0.0039,
159
- "value_acc_d1024": 0.0026,
160
  "recall_exact_d1024": 0.0,
161
- "key_acc_d1024": 0.0026,
162
- "step": 2000,
163
- "train_bpb": 7.2168,
164
- "grad_norm": 1.82058394,
165
  "pairs": 4,
166
  "lr": 0.0003,
167
  "eta": 0.0,
168
- "s_per_step": 0.0433
169
  }
170
  }
171
  ],
 
143
  "lr": 0.0003,
144
  "eta": 0.0,
145
  "s_per_step": 0.0433
146
+ },
147
+ {
148
+ "law_rev": "candm-v1",
149
+ "value_acc_d32": 0.0026,
150
+ "recall_exact_d32": 0.0,
151
+ "key_acc_d32": 0.0026,
152
+ "value_acc_d128": 0.0013,
153
+ "recall_exact_d128": 0.0,
154
+ "key_acc_d128": 0.0013,
155
+ "value_acc_d512": 0.0013,
156
+ "recall_exact_d512": 0.0,
157
+ "key_acc_d512": 0.0065,
158
+ "value_acc_d1024": 0.0039,
159
+ "recall_exact_d1024": 0.0,
160
+ "key_acc_d1024": 0.0052,
161
+ "step": 2500,
162
+ "train_bpb": 7.2334,
163
+ "grad_norm": 3.01888442,
164
+ "pairs": 4,
165
+ "lr": 0.0003,
166
+ "eta": 0.0,
167
+ "s_per_step": 0.0484
168
  }
169
  ],
170
  "final": {
 
172
  "value_acc_d32": 0.0026,
173
  "recall_exact_d32": 0.0,
174
  "key_acc_d32": 0.0026,
175
+ "value_acc_d128": 0.0013,
176
  "recall_exact_d128": 0.0,
177
+ "key_acc_d128": 0.0013,
178
+ "value_acc_d512": 0.0013,
179
  "recall_exact_d512": 0.0,
180
+ "key_acc_d512": 0.0065,
181
+ "value_acc_d1024": 0.0039,
182
  "recall_exact_d1024": 0.0,
183
+ "key_acc_d1024": 0.0052,
184
+ "step": 2500,
185
+ "train_bpb": 7.2334,
186
+ "grad_norm": 3.01888442,
187
  "pairs": 4,
188
  "lr": 0.0003,
189
  "eta": 0.0,
190
+ "s_per_step": 0.0484
191
  }
192
  }
193
  ],