farguney commited on
Commit
80da774
·
verified ·
1 Parent(s): 19ce6c3

Upload g2_delta_s1.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_delta_s1.json +46 -20
g2_delta_s1.json CHANGED
@@ -85,33 +85,59 @@
85
  "lr": 0.0003,
86
  "eta": 0.6667,
87
  "s_per_step": 0.3362
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
88
  }
89
  ],
90
  "final": {
91
  "law_rev": "candm-v1",
92
- "value_acc_d32": 0.9544,
93
- "recall_exact_d32": 0.7396,
94
- "key_acc_d32": 0.8424,
95
- "value_acc_d128": 0.9076,
96
- "recall_exact_d128": 0.5104,
97
- "key_acc_d128": 0.8125,
98
- "value_acc_d512": 0.875,
99
- "recall_exact_d512": 0.3646,
100
- "key_acc_d512": 0.7878,
101
- "value_acc_d1024": 0.8086,
102
- "recall_exact_d1024": 0.1771,
103
- "key_acc_d1024": 0.7695,
104
- "alpha_mean": 0.9998,
105
- "beta_mean": 0.0861,
106
- "m_fro": 21.778,
107
  "p_fro": 4.899,
108
- "step": 500,
109
- "train_bpb": 5.5047,
110
- "grad_norm": 9.656784058,
111
  "pairs": 4,
112
  "lr": 0.0003,
113
- "eta": 0.6667,
114
- "s_per_step": 0.3362
115
  }
116
  }
117
  ],
 
85
  "lr": 0.0003,
86
  "eta": 0.6667,
87
  "s_per_step": 0.3362
88
+ },
89
+ {
90
+ "law_rev": "candm-v1",
91
+ "value_acc_d32": 0.9622,
92
+ "recall_exact_d32": 0.7708,
93
+ "key_acc_d32": 0.8672,
94
+ "value_acc_d128": 0.6602,
95
+ "recall_exact_d128": 0.0104,
96
+ "key_acc_d128": 0.7747,
97
+ "value_acc_d512": 0.9349,
98
+ "recall_exact_d512": 0.6354,
99
+ "key_acc_d512": 0.8464,
100
+ "value_acc_d1024": 0.9284,
101
+ "recall_exact_d1024": 0.6146,
102
+ "key_acc_d1024": 0.8555,
103
+ "alpha_mean": 0.9999,
104
+ "beta_mean": 0.0675,
105
+ "m_fro": 27.235,
106
+ "p_fro": 4.899,
107
+ "step": 1000,
108
+ "train_bpb": 5.3223,
109
+ "grad_norm": 6.999619961,
110
+ "pairs": 4,
111
+ "lr": 0.0003,
112
+ "eta": 0.3333,
113
+ "s_per_step": 0.3256
114
  }
115
  ],
116
  "final": {
117
  "law_rev": "candm-v1",
118
+ "value_acc_d32": 0.9622,
119
+ "recall_exact_d32": 0.7708,
120
+ "key_acc_d32": 0.8672,
121
+ "value_acc_d128": 0.6602,
122
+ "recall_exact_d128": 0.0104,
123
+ "key_acc_d128": 0.7747,
124
+ "value_acc_d512": 0.9349,
125
+ "recall_exact_d512": 0.6354,
126
+ "key_acc_d512": 0.8464,
127
+ "value_acc_d1024": 0.9284,
128
+ "recall_exact_d1024": 0.6146,
129
+ "key_acc_d1024": 0.8555,
130
+ "alpha_mean": 0.9999,
131
+ "beta_mean": 0.0675,
132
+ "m_fro": 27.235,
133
  "p_fro": 4.899,
134
+ "step": 1000,
135
+ "train_bpb": 5.3223,
136
+ "grad_norm": 6.999619961,
137
  "pairs": 4,
138
  "lr": 0.0003,
139
+ "eta": 0.3333,
140
+ "s_per_step": 0.3256
141
  }
142
  }
143
  ],