farguney commited on
Commit
c9ca385
·
verified ·
1 Parent(s): 52a71e2

Upload g2_delta_s0.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_delta_s0.json +44 -18
g2_delta_s0.json CHANGED
@@ -137,33 +137,59 @@
137
  "lr": 0.0003,
138
  "eta": 0.0,
139
  "s_per_step": 0.2914
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
140
  }
141
  ],
142
  "final": {
143
  "law_rev": "candm-v1",
144
- "value_acc_d32": 0.9857,
145
- "recall_exact_d32": 0.8958,
146
- "key_acc_d32": 0.8737,
147
- "value_acc_d128": 0.1966,
148
- "recall_exact_d128": 0.0,
149
- "key_acc_d128": 0.3568,
150
- "value_acc_d512": 0.5182,
151
- "recall_exact_d512": 0.0,
152
- "key_acc_d512": 0.5677,
153
- "value_acc_d1024": 0.6732,
154
- "recall_exact_d1024": 0.0,
155
- "key_acc_d1024": 0.707,
156
  "alpha_mean": 1.0,
157
- "beta_mean": 0.0659,
158
- "m_fro": 27.919,
159
  "p_fro": 4.899,
160
- "step": 1500,
161
- "train_bpb": 5.1572,
162
- "grad_norm": 8.036031723,
163
  "pairs": 4,
164
  "lr": 0.0003,
165
  "eta": 0.0,
166
- "s_per_step": 0.2914
167
  }
168
  }
169
  ],
 
137
  "lr": 0.0003,
138
  "eta": 0.0,
139
  "s_per_step": 0.2914
140
+ },
141
+ {
142
+ "law_rev": "candm-v1",
143
+ "value_acc_d32": 0.9753,
144
+ "recall_exact_d32": 0.8646,
145
+ "key_acc_d32": 0.8646,
146
+ "value_acc_d128": 0.9727,
147
+ "recall_exact_d128": 0.8333,
148
+ "key_acc_d128": 0.8776,
149
+ "value_acc_d512": 0.9674,
150
+ "recall_exact_d512": 0.8438,
151
+ "key_acc_d512": 0.8815,
152
+ "value_acc_d1024": 0.9805,
153
+ "recall_exact_d1024": 0.875,
154
+ "key_acc_d1024": 0.8906,
155
+ "alpha_mean": 1.0,
156
+ "beta_mean": 0.0676,
157
+ "m_fro": 30.322,
158
+ "p_fro": 4.899,
159
+ "step": 2000,
160
+ "train_bpb": 5.1538,
161
+ "grad_norm": 7.115253925,
162
+ "pairs": 4,
163
+ "lr": 0.0003,
164
+ "eta": 0.0,
165
+ "s_per_step": 0.4417
166
  }
167
  ],
168
  "final": {
169
  "law_rev": "candm-v1",
170
+ "value_acc_d32": 0.9753,
171
+ "recall_exact_d32": 0.8646,
172
+ "key_acc_d32": 0.8646,
173
+ "value_acc_d128": 0.9727,
174
+ "recall_exact_d128": 0.8333,
175
+ "key_acc_d128": 0.8776,
176
+ "value_acc_d512": 0.9674,
177
+ "recall_exact_d512": 0.8438,
178
+ "key_acc_d512": 0.8815,
179
+ "value_acc_d1024": 0.9805,
180
+ "recall_exact_d1024": 0.875,
181
+ "key_acc_d1024": 0.8906,
182
  "alpha_mean": 1.0,
183
+ "beta_mean": 0.0676,
184
+ "m_fro": 30.322,
185
  "p_fro": 4.899,
186
+ "step": 2000,
187
+ "train_bpb": 5.1538,
188
+ "grad_norm": 7.115253925,
189
  "pairs": 4,
190
  "lr": 0.0003,
191
  "eta": 0.0,
192
+ "s_per_step": 0.4417
193
  }
194
  }
195
  ],