farguney commited on
Commit
2818c72
·
verified ·
1 Parent(s): eb78489

Upload g2_delta_s1.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_delta_s1.json +46 -20
g2_delta_s1.json CHANGED
@@ -111,33 +111,59 @@
111
  "lr": 0.0003,
112
  "eta": 0.3333,
113
  "s_per_step": 0.3256
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114
  }
115
  ],
116
  "final": {
117
  "law_rev": "candm-v1",
118
- "value_acc_d32": 0.9622,
119
- "recall_exact_d32": 0.7708,
120
- "key_acc_d32": 0.8672,
121
- "value_acc_d128": 0.6602,
122
- "recall_exact_d128": 0.0104,
123
- "key_acc_d128": 0.7747,
124
- "value_acc_d512": 0.9349,
125
- "recall_exact_d512": 0.6354,
126
- "key_acc_d512": 0.8464,
127
- "value_acc_d1024": 0.9284,
128
- "recall_exact_d1024": 0.6146,
129
- "key_acc_d1024": 0.8555,
130
- "alpha_mean": 0.9999,
131
- "beta_mean": 0.0675,
132
- "m_fro": 27.235,
133
  "p_fro": 4.899,
134
- "step": 1000,
135
- "train_bpb": 5.3223,
136
- "grad_norm": 6.999619961,
137
  "pairs": 4,
138
  "lr": 0.0003,
139
- "eta": 0.3333,
140
- "s_per_step": 0.3256
141
  }
142
  }
143
  ],
 
111
  "lr": 0.0003,
112
  "eta": 0.3333,
113
  "s_per_step": 0.3256
114
+ },
115
+ {
116
+ "law_rev": "candm-v1",
117
+ "value_acc_d32": 0.9727,
118
+ "recall_exact_d32": 0.8333,
119
+ "key_acc_d32": 0.8737,
120
+ "value_acc_d128": 0.4062,
121
+ "recall_exact_d128": 0.0,
122
+ "key_acc_d128": 0.5703,
123
+ "value_acc_d512": 0.7943,
124
+ "recall_exact_d512": 0.1875,
125
+ "key_acc_d512": 0.8034,
126
+ "value_acc_d1024": 0.9049,
127
+ "recall_exact_d1024": 0.4688,
128
+ "key_acc_d1024": 0.8464,
129
+ "alpha_mean": 1.0,
130
+ "beta_mean": 0.0654,
131
+ "m_fro": 28.16,
132
+ "p_fro": 4.899,
133
+ "step": 1500,
134
+ "train_bpb": 5.1733,
135
+ "grad_norm": 8.35576725,
136
+ "pairs": 4,
137
+ "lr": 0.0003,
138
+ "eta": 0.0,
139
+ "s_per_step": 0.323
140
  }
141
  ],
142
  "final": {
143
  "law_rev": "candm-v1",
144
+ "value_acc_d32": 0.9727,
145
+ "recall_exact_d32": 0.8333,
146
+ "key_acc_d32": 0.8737,
147
+ "value_acc_d128": 0.4062,
148
+ "recall_exact_d128": 0.0,
149
+ "key_acc_d128": 0.5703,
150
+ "value_acc_d512": 0.7943,
151
+ "recall_exact_d512": 0.1875,
152
+ "key_acc_d512": 0.8034,
153
+ "value_acc_d1024": 0.9049,
154
+ "recall_exact_d1024": 0.4688,
155
+ "key_acc_d1024": 0.8464,
156
+ "alpha_mean": 1.0,
157
+ "beta_mean": 0.0654,
158
+ "m_fro": 28.16,
159
  "p_fro": 4.899,
160
+ "step": 1500,
161
+ "train_bpb": 5.1733,
162
+ "grad_norm": 8.35576725,
163
  "pairs": 4,
164
  "lr": 0.0003,
165
+ "eta": 0.0,
166
+ "s_per_step": 0.323
167
  }
168
  }
169
  ],