farguney commited on
Commit
c0094ec
·
verified ·
1 Parent(s): f2fbca2

Upload g2_delta_s2.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_delta_s2.json +43 -17
g2_delta_s2.json CHANGED
@@ -111,33 +111,59 @@
111
  "lr": 0.0003,
112
  "eta": 0.3333,
113
  "s_per_step": 0.2883
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114
  }
115
  ],
116
  "final": {
117
  "law_rev": "candm-v1",
118
- "value_acc_d32": 0.9766,
119
  "recall_exact_d32": 0.8542,
120
- "key_acc_d32": 0.8802,
121
- "value_acc_d128": 0.7096,
122
- "recall_exact_d128": 0.0312,
123
- "key_acc_d128": 0.7904,
124
- "value_acc_d512": 0.9076,
125
- "recall_exact_d512": 0.4271,
126
- "key_acc_d512": 0.8438,
127
- "value_acc_d1024": 0.8724,
128
- "recall_exact_d1024": 0.3958,
129
  "key_acc_d1024": 0.8372,
130
  "alpha_mean": 1.0,
131
- "beta_mean": 0.0678,
132
- "m_fro": 27.78,
133
  "p_fro": 4.899,
134
- "step": 1000,
135
- "train_bpb": 5.3808,
136
- "grad_norm": 12.29520607,
137
  "pairs": 4,
138
  "lr": 0.0003,
139
- "eta": 0.3333,
140
- "s_per_step": 0.2883
141
  }
142
  }
143
  ],
 
111
  "lr": 0.0003,
112
  "eta": 0.3333,
113
  "s_per_step": 0.2883
114
+ },
115
+ {
116
+ "law_rev": "candm-v1",
117
+ "value_acc_d32": 0.9792,
118
+ "recall_exact_d32": 0.8542,
119
+ "key_acc_d32": 0.8815,
120
+ "value_acc_d128": 0.3555,
121
+ "recall_exact_d128": 0.0,
122
+ "key_acc_d128": 0.6341,
123
+ "value_acc_d512": 0.6185,
124
+ "recall_exact_d512": 0.0,
125
+ "key_acc_d512": 0.793,
126
+ "value_acc_d1024": 0.7865,
127
+ "recall_exact_d1024": 0.0312,
128
+ "key_acc_d1024": 0.8372,
129
+ "alpha_mean": 1.0,
130
+ "beta_mean": 0.0652,
131
+ "m_fro": 28.616,
132
+ "p_fro": 4.899,
133
+ "step": 1500,
134
+ "train_bpb": 5.1793,
135
+ "grad_norm": 11.16789246,
136
+ "pairs": 4,
137
+ "lr": 0.0003,
138
+ "eta": 0.0,
139
+ "s_per_step": 0.2865
140
  }
141
  ],
142
  "final": {
143
  "law_rev": "candm-v1",
144
+ "value_acc_d32": 0.9792,
145
  "recall_exact_d32": 0.8542,
146
+ "key_acc_d32": 0.8815,
147
+ "value_acc_d128": 0.3555,
148
+ "recall_exact_d128": 0.0,
149
+ "key_acc_d128": 0.6341,
150
+ "value_acc_d512": 0.6185,
151
+ "recall_exact_d512": 0.0,
152
+ "key_acc_d512": 0.793,
153
+ "value_acc_d1024": 0.7865,
154
+ "recall_exact_d1024": 0.0312,
155
  "key_acc_d1024": 0.8372,
156
  "alpha_mean": 1.0,
157
+ "beta_mean": 0.0652,
158
+ "m_fro": 28.616,
159
  "p_fro": 4.899,
160
+ "step": 1500,
161
+ "train_bpb": 5.1793,
162
+ "grad_norm": 11.16789246,
163
  "pairs": 4,
164
  "lr": 0.0003,
165
+ "eta": 0.0,
166
+ "s_per_step": 0.2865
167
  }
168
  }
169
  ],