farguney commited on
Commit
808b77c
·
verified ·
1 Parent(s): 86bc666

Upload g2_accum_s1.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_accum_s1.json +45 -19
g2_accum_s1.json CHANGED
@@ -59,33 +59,59 @@
59
  "lr": 0.0003,
60
  "eta": 1.0,
61
  "s_per_step": 3.5104
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  }
63
  ],
64
  "final": {
65
  "law_rev": "candm-v1",
66
- "value_acc_d32": 0.0026,
67
- "recall_exact_d32": 0.0,
68
- "key_acc_d32": 0.0039,
69
- "value_acc_d128": 0.0039,
70
- "recall_exact_d128": 0.0,
71
- "key_acc_d128": 0.0013,
72
- "value_acc_d512": 0.0026,
73
- "recall_exact_d512": 0.0,
74
- "key_acc_d512": 0.0039,
75
- "value_acc_d1024": 0.0013,
76
  "recall_exact_d1024": 0.0,
77
- "key_acc_d1024": 0.0026,
78
- "alpha_mean": 0.9991,
79
- "beta_mean": 0.0457,
80
- "m_fro": 6.245,
81
  "p_fro": 4.899,
82
- "step": 0,
83
- "train_bpb": 15.5925,
84
- "grad_norm": 16.34800911,
85
  "pairs": 4,
86
  "lr": 0.0003,
87
- "eta": 1.0,
88
- "s_per_step": 3.5104
89
  }
90
  }
91
  ],
 
59
  "lr": 0.0003,
60
  "eta": 1.0,
61
  "s_per_step": 3.5104
62
+ },
63
+ {
64
+ "law_rev": "candm-v1",
65
+ "value_acc_d32": 0.9753,
66
+ "recall_exact_d32": 0.8542,
67
+ "key_acc_d32": 0.8724,
68
+ "value_acc_d128": 0.9193,
69
+ "recall_exact_d128": 0.6042,
70
+ "key_acc_d128": 0.8398,
71
+ "value_acc_d512": 0.4805,
72
+ "recall_exact_d512": 0.0208,
73
+ "key_acc_d512": 0.5859,
74
+ "value_acc_d1024": 0.1172,
75
+ "recall_exact_d1024": 0.0,
76
+ "key_acc_d1024": 0.1966,
77
+ "alpha_mean": 0.9996,
78
+ "beta_mean": 0.1345,
79
+ "m_fro": 34.1,
80
+ "p_fro": 4.899,
81
+ "step": 500,
82
+ "train_bpb": 5.2344,
83
+ "grad_norm": 17.13866997,
84
+ "pairs": 4,
85
+ "lr": 0.0003,
86
+ "eta": 0.6667,
87
+ "s_per_step": 0.2194
88
  }
89
  ],
90
  "final": {
91
  "law_rev": "candm-v1",
92
+ "value_acc_d32": 0.9753,
93
+ "recall_exact_d32": 0.8542,
94
+ "key_acc_d32": 0.8724,
95
+ "value_acc_d128": 0.9193,
96
+ "recall_exact_d128": 0.6042,
97
+ "key_acc_d128": 0.8398,
98
+ "value_acc_d512": 0.4805,
99
+ "recall_exact_d512": 0.0208,
100
+ "key_acc_d512": 0.5859,
101
+ "value_acc_d1024": 0.1172,
102
  "recall_exact_d1024": 0.0,
103
+ "key_acc_d1024": 0.1966,
104
+ "alpha_mean": 0.9996,
105
+ "beta_mean": 0.1345,
106
+ "m_fro": 34.1,
107
  "p_fro": 4.899,
108
+ "step": 500,
109
+ "train_bpb": 5.2344,
110
+ "grad_norm": 17.13866997,
111
  "pairs": 4,
112
  "lr": 0.0003,
113
+ "eta": 0.6667,
114
+ "s_per_step": 0.2194
115
  }
116
  }
117
  ],