farguney commited on
Commit
e6ee6e3
·
verified ·
1 Parent(s): a458c21

Upload g2_delta_s2.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_delta_s2.json +45 -19
g2_delta_s2.json CHANGED
@@ -59,33 +59,59 @@
59
  "lr": 0.0003,
60
  "eta": 1.0,
61
  "s_per_step": 3.6334
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  }
63
  ],
64
  "final": {
65
  "law_rev": "candm-v1",
66
- "value_acc_d32": 0.0052,
67
- "recall_exact_d32": 0.0,
68
- "key_acc_d32": 0.0078,
69
- "value_acc_d128": 0.0065,
70
- "recall_exact_d128": 0.0,
71
- "key_acc_d128": 0.0,
72
- "value_acc_d512": 0.0078,
73
- "recall_exact_d512": 0.0,
74
- "key_acc_d512": 0.0013,
75
- "value_acc_d1024": 0.0,
76
  "recall_exact_d1024": 0.0,
77
- "key_acc_d1024": 0.0091,
78
- "alpha_mean": 0.999,
79
- "beta_mean": 0.0458,
80
- "m_fro": 3.431,
81
  "p_fro": 4.899,
82
- "step": 0,
83
- "train_bpb": 15.6111,
84
- "grad_norm": 16.33484077,
85
  "pairs": 4,
86
  "lr": 0.0003,
87
- "eta": 1.0,
88
- "s_per_step": 3.6334
89
  }
90
  }
91
  ],
 
59
  "lr": 0.0003,
60
  "eta": 1.0,
61
  "s_per_step": 3.6334
62
+ },
63
+ {
64
+ "law_rev": "candm-v1",
65
+ "value_acc_d32": 0.9714,
66
+ "recall_exact_d32": 0.8021,
67
+ "key_acc_d32": 0.8711,
68
+ "value_acc_d128": 0.8828,
69
+ "recall_exact_d128": 0.3646,
70
+ "key_acc_d128": 0.7917,
71
+ "value_acc_d512": 0.75,
72
+ "recall_exact_d512": 0.0729,
73
+ "key_acc_d512": 0.6549,
74
+ "value_acc_d1024": 0.6562,
75
+ "recall_exact_d1024": 0.0,
76
+ "key_acc_d1024": 0.5872,
77
+ "alpha_mean": 0.9998,
78
+ "beta_mean": 0.0843,
79
+ "m_fro": 20.942,
80
+ "p_fro": 4.899,
81
+ "step": 500,
82
+ "train_bpb": 5.4918,
83
+ "grad_norm": 10.13379478,
84
+ "pairs": 4,
85
+ "lr": 0.0003,
86
+ "eta": 0.6667,
87
+ "s_per_step": 0.289
88
  }
89
  ],
90
  "final": {
91
  "law_rev": "candm-v1",
92
+ "value_acc_d32": 0.9714,
93
+ "recall_exact_d32": 0.8021,
94
+ "key_acc_d32": 0.8711,
95
+ "value_acc_d128": 0.8828,
96
+ "recall_exact_d128": 0.3646,
97
+ "key_acc_d128": 0.7917,
98
+ "value_acc_d512": 0.75,
99
+ "recall_exact_d512": 0.0729,
100
+ "key_acc_d512": 0.6549,
101
+ "value_acc_d1024": 0.6562,
102
  "recall_exact_d1024": 0.0,
103
+ "key_acc_d1024": 0.5872,
104
+ "alpha_mean": 0.9998,
105
+ "beta_mean": 0.0843,
106
+ "m_fro": 20.942,
107
  "p_fro": 4.899,
108
+ "step": 500,
109
+ "train_bpb": 5.4918,
110
+ "grad_norm": 10.13379478,
111
  "pairs": 4,
112
  "lr": 0.0003,
113
+ "eta": 0.6667,
114
+ "s_per_step": 0.289
115
  }
116
  }
117
  ],