farguney commited on
Commit
ae95ad7
·
verified ·
1 Parent(s): 77ad811

Upload g2_delta_s2.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_delta_s2.json +46 -20
g2_delta_s2.json CHANGED
@@ -85,33 +85,59 @@
85
  "lr": 0.0003,
86
  "eta": 0.6667,
87
  "s_per_step": 0.289
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
88
  }
89
  ],
90
  "final": {
91
  "law_rev": "candm-v1",
92
- "value_acc_d32": 0.9714,
93
- "recall_exact_d32": 0.8021,
94
- "key_acc_d32": 0.8711,
95
- "value_acc_d128": 0.8828,
96
- "recall_exact_d128": 0.3646,
97
- "key_acc_d128": 0.7917,
98
- "value_acc_d512": 0.75,
99
- "recall_exact_d512": 0.0729,
100
- "key_acc_d512": 0.6549,
101
- "value_acc_d1024": 0.6562,
102
- "recall_exact_d1024": 0.0,
103
- "key_acc_d1024": 0.5872,
104
- "alpha_mean": 0.9998,
105
- "beta_mean": 0.0843,
106
- "m_fro": 20.942,
107
  "p_fro": 4.899,
108
- "step": 500,
109
- "train_bpb": 5.4918,
110
- "grad_norm": 10.13379478,
111
  "pairs": 4,
112
  "lr": 0.0003,
113
- "eta": 0.6667,
114
- "s_per_step": 0.289
115
  }
116
  }
117
  ],
 
85
  "lr": 0.0003,
86
  "eta": 0.6667,
87
  "s_per_step": 0.289
88
+ },
89
+ {
90
+ "law_rev": "candm-v1",
91
+ "value_acc_d32": 0.9766,
92
+ "recall_exact_d32": 0.8542,
93
+ "key_acc_d32": 0.8802,
94
+ "value_acc_d128": 0.7096,
95
+ "recall_exact_d128": 0.0312,
96
+ "key_acc_d128": 0.7904,
97
+ "value_acc_d512": 0.9076,
98
+ "recall_exact_d512": 0.4271,
99
+ "key_acc_d512": 0.8438,
100
+ "value_acc_d1024": 0.8724,
101
+ "recall_exact_d1024": 0.3958,
102
+ "key_acc_d1024": 0.8372,
103
+ "alpha_mean": 1.0,
104
+ "beta_mean": 0.0678,
105
+ "m_fro": 27.78,
106
+ "p_fro": 4.899,
107
+ "step": 1000,
108
+ "train_bpb": 5.3808,
109
+ "grad_norm": 12.29520607,
110
+ "pairs": 4,
111
+ "lr": 0.0003,
112
+ "eta": 0.3333,
113
+ "s_per_step": 0.2883
114
  }
115
  ],
116
  "final": {
117
  "law_rev": "candm-v1",
118
+ "value_acc_d32": 0.9766,
119
+ "recall_exact_d32": 0.8542,
120
+ "key_acc_d32": 0.8802,
121
+ "value_acc_d128": 0.7096,
122
+ "recall_exact_d128": 0.0312,
123
+ "key_acc_d128": 0.7904,
124
+ "value_acc_d512": 0.9076,
125
+ "recall_exact_d512": 0.4271,
126
+ "key_acc_d512": 0.8438,
127
+ "value_acc_d1024": 0.8724,
128
+ "recall_exact_d1024": 0.3958,
129
+ "key_acc_d1024": 0.8372,
130
+ "alpha_mean": 1.0,
131
+ "beta_mean": 0.0678,
132
+ "m_fro": 27.78,
133
  "p_fro": 4.899,
134
+ "step": 1000,
135
+ "train_bpb": 5.3808,
136
+ "grad_norm": 12.29520607,
137
  "pairs": 4,
138
  "lr": 0.0003,
139
+ "eta": 0.3333,
140
+ "s_per_step": 0.2883
141
  }
142
  }
143
  ],