farguney commited on
Commit
90b708f
·
verified ·
1 Parent(s): 5600b6b

Upload g2_delta_s0.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_delta_s0.json +43 -17
g2_delta_s0.json CHANGED
@@ -111,33 +111,59 @@
111
  "lr": 0.0003,
112
  "eta": 0.3333,
113
  "s_per_step": 0.2931
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
114
  }
115
  ],
116
  "final": {
117
  "law_rev": "candm-v1",
118
- "value_acc_d32": 0.9779,
119
- "recall_exact_d32": 0.8542,
120
- "key_acc_d32": 0.888,
121
- "value_acc_d128": 0.5221,
122
  "recall_exact_d128": 0.0,
123
- "key_acc_d128": 0.5,
124
- "value_acc_d512": 0.6732,
125
  "recall_exact_d512": 0.0,
126
- "key_acc_d512": 0.668,
127
- "value_acc_d1024": 0.7214,
128
  "recall_exact_d1024": 0.0,
129
- "key_acc_d1024": 0.6888,
130
- "alpha_mean": 0.9999,
131
- "beta_mean": 0.0686,
132
- "m_fro": 27.385,
133
  "p_fro": 4.899,
134
- "step": 1000,
135
- "train_bpb": 5.3265,
136
- "grad_norm": 9.608694077,
137
  "pairs": 4,
138
  "lr": 0.0003,
139
- "eta": 0.3333,
140
- "s_per_step": 0.2931
141
  }
142
  }
143
  ],
 
111
  "lr": 0.0003,
112
  "eta": 0.3333,
113
  "s_per_step": 0.2931
114
+ },
115
+ {
116
+ "law_rev": "candm-v1",
117
+ "value_acc_d32": 0.9857,
118
+ "recall_exact_d32": 0.8958,
119
+ "key_acc_d32": 0.8737,
120
+ "value_acc_d128": 0.1966,
121
+ "recall_exact_d128": 0.0,
122
+ "key_acc_d128": 0.3568,
123
+ "value_acc_d512": 0.5182,
124
+ "recall_exact_d512": 0.0,
125
+ "key_acc_d512": 0.5677,
126
+ "value_acc_d1024": 0.6732,
127
+ "recall_exact_d1024": 0.0,
128
+ "key_acc_d1024": 0.707,
129
+ "alpha_mean": 1.0,
130
+ "beta_mean": 0.0659,
131
+ "m_fro": 27.919,
132
+ "p_fro": 4.899,
133
+ "step": 1500,
134
+ "train_bpb": 5.1572,
135
+ "grad_norm": 8.036031723,
136
+ "pairs": 4,
137
+ "lr": 0.0003,
138
+ "eta": 0.0,
139
+ "s_per_step": 0.2914
140
  }
141
  ],
142
  "final": {
143
  "law_rev": "candm-v1",
144
+ "value_acc_d32": 0.9857,
145
+ "recall_exact_d32": 0.8958,
146
+ "key_acc_d32": 0.8737,
147
+ "value_acc_d128": 0.1966,
148
  "recall_exact_d128": 0.0,
149
+ "key_acc_d128": 0.3568,
150
+ "value_acc_d512": 0.5182,
151
  "recall_exact_d512": 0.0,
152
+ "key_acc_d512": 0.5677,
153
+ "value_acc_d1024": 0.6732,
154
  "recall_exact_d1024": 0.0,
155
+ "key_acc_d1024": 0.707,
156
+ "alpha_mean": 1.0,
157
+ "beta_mean": 0.0659,
158
+ "m_fro": 27.919,
159
  "p_fro": 4.899,
160
+ "step": 1500,
161
+ "train_bpb": 5.1572,
162
+ "grad_norm": 8.036031723,
163
  "pairs": 4,
164
  "lr": 0.0003,
165
+ "eta": 0.0,
166
+ "s_per_step": 0.2914
167
  }
168
  }
169
  ],