farguney commited on
Commit
42d2737
·
verified ·
1 Parent(s): 07ec062

Upload g2_accum_s2.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_accum_s2.json +45 -19
g2_accum_s2.json CHANGED
@@ -59,33 +59,59 @@
59
  "lr": 0.0003,
60
  "eta": 1.0,
61
  "s_per_step": 3.6272
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  }
63
  ],
64
  "final": {
65
  "law_rev": "candm-v1",
66
- "value_acc_d32": 0.0052,
67
- "recall_exact_d32": 0.0,
68
- "key_acc_d32": 0.0078,
69
- "value_acc_d128": 0.0065,
70
- "recall_exact_d128": 0.0,
71
- "key_acc_d128": 0.0,
72
- "value_acc_d512": 0.0078,
73
- "recall_exact_d512": 0.0,
74
- "key_acc_d512": 0.0013,
75
- "value_acc_d1024": 0.0,
76
  "recall_exact_d1024": 0.0,
77
- "key_acc_d1024": 0.0091,
78
- "alpha_mean": 0.999,
79
- "beta_mean": 0.0458,
80
- "m_fro": 7.206,
81
  "p_fro": 4.899,
82
- "step": 0,
83
- "train_bpb": 15.6031,
84
- "grad_norm": 16.35097694,
85
  "pairs": 4,
86
  "lr": 0.0003,
87
- "eta": 1.0,
88
- "s_per_step": 3.6272
89
  }
90
  }
91
  ],
 
59
  "lr": 0.0003,
60
  "eta": 1.0,
61
  "s_per_step": 3.6272
62
+ },
63
+ {
64
+ "law_rev": "candm-v1",
65
+ "value_acc_d32": 0.9896,
66
+ "recall_exact_d32": 0.9167,
67
+ "key_acc_d32": 0.8672,
68
+ "value_acc_d128": 0.9714,
69
+ "recall_exact_d128": 0.8125,
70
+ "key_acc_d128": 0.8789,
71
+ "value_acc_d512": 0.694,
72
+ "recall_exact_d512": 0.1146,
73
+ "key_acc_d512": 0.75,
74
+ "value_acc_d1024": 0.276,
75
+ "recall_exact_d1024": 0.0,
76
+ "key_acc_d1024": 0.4128,
77
+ "alpha_mean": 0.9996,
78
+ "beta_mean": 0.1503,
79
+ "m_fro": 34.42,
80
+ "p_fro": 4.899,
81
+ "step": 500,
82
+ "train_bpb": 5.2972,
83
+ "grad_norm": 28.03305244,
84
+ "pairs": 4,
85
+ "lr": 0.0003,
86
+ "eta": 0.6667,
87
+ "s_per_step": 0.2205
88
  }
89
  ],
90
  "final": {
91
  "law_rev": "candm-v1",
92
+ "value_acc_d32": 0.9896,
93
+ "recall_exact_d32": 0.9167,
94
+ "key_acc_d32": 0.8672,
95
+ "value_acc_d128": 0.9714,
96
+ "recall_exact_d128": 0.8125,
97
+ "key_acc_d128": 0.8789,
98
+ "value_acc_d512": 0.694,
99
+ "recall_exact_d512": 0.1146,
100
+ "key_acc_d512": 0.75,
101
+ "value_acc_d1024": 0.276,
102
  "recall_exact_d1024": 0.0,
103
+ "key_acc_d1024": 0.4128,
104
+ "alpha_mean": 0.9996,
105
+ "beta_mean": 0.1503,
106
+ "m_fro": 34.42,
107
  "p_fro": 4.899,
108
+ "step": 500,
109
+ "train_bpb": 5.2972,
110
+ "grad_norm": 28.03305244,
111
  "pairs": 4,
112
  "lr": 0.0003,
113
+ "eta": 0.6667,
114
+ "s_per_step": 0.2205
115
  }
116
  }
117
  ],