farguney commited on
Commit
81dbea5
·
verified ·
1 Parent(s): d5cbace

Upload g2_delta_s0.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_delta_s0.json +45 -19
g2_delta_s0.json CHANGED
@@ -59,33 +59,59 @@
59
  "lr": 0.0003,
60
  "eta": 1.0,
61
  "s_per_step": 3.7504
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  }
63
  ],
64
  "final": {
65
  "law_rev": "candm-v1",
66
- "value_acc_d32": 0.0026,
67
- "recall_exact_d32": 0.0,
68
- "key_acc_d32": 0.0104,
69
- "value_acc_d128": 0.0026,
70
- "recall_exact_d128": 0.0,
71
- "key_acc_d128": 0.0052,
72
- "value_acc_d512": 0.0052,
73
  "recall_exact_d512": 0.0,
74
- "key_acc_d512": 0.0,
75
- "value_acc_d1024": 0.0039,
76
- "recall_exact_d1024": 0.0,
77
- "key_acc_d1024": 0.0026,
78
- "alpha_mean": 0.999,
79
- "beta_mean": 0.0502,
80
- "m_fro": 3.695,
81
  "p_fro": 4.899,
82
- "step": 0,
83
- "train_bpb": 15.5337,
84
- "grad_norm": 16.24673271,
85
  "pairs": 4,
86
  "lr": 0.0003,
87
- "eta": 1.0,
88
- "s_per_step": 3.7504
89
  }
90
  }
91
  ],
 
59
  "lr": 0.0003,
60
  "eta": 1.0,
61
  "s_per_step": 3.7504
62
+ },
63
+ {
64
+ "law_rev": "candm-v1",
65
+ "value_acc_d32": 0.974,
66
+ "recall_exact_d32": 0.8021,
67
+ "key_acc_d32": 0.8581,
68
+ "value_acc_d128": 0.7995,
69
+ "recall_exact_d128": 0.0729,
70
+ "key_acc_d128": 0.7591,
71
+ "value_acc_d512": 0.6445,
72
+ "recall_exact_d512": 0.0,
73
+ "key_acc_d512": 0.6419,
74
+ "value_acc_d1024": 0.5938,
75
+ "recall_exact_d1024": 0.0104,
76
+ "key_acc_d1024": 0.5898,
77
+ "alpha_mean": 0.9998,
78
+ "beta_mean": 0.0815,
79
+ "m_fro": 21.233,
80
+ "p_fro": 4.899,
81
+ "step": 500,
82
+ "train_bpb": 5.5215,
83
+ "grad_norm": 11.03244686,
84
+ "pairs": 4,
85
+ "lr": 0.0003,
86
+ "eta": 0.6667,
87
+ "s_per_step": 0.2962
88
  }
89
  ],
90
  "final": {
91
  "law_rev": "candm-v1",
92
+ "value_acc_d32": 0.974,
93
+ "recall_exact_d32": 0.8021,
94
+ "key_acc_d32": 0.8581,
95
+ "value_acc_d128": 0.7995,
96
+ "recall_exact_d128": 0.0729,
97
+ "key_acc_d128": 0.7591,
98
+ "value_acc_d512": 0.6445,
99
  "recall_exact_d512": 0.0,
100
+ "key_acc_d512": 0.6419,
101
+ "value_acc_d1024": 0.5938,
102
+ "recall_exact_d1024": 0.0104,
103
+ "key_acc_d1024": 0.5898,
104
+ "alpha_mean": 0.9998,
105
+ "beta_mean": 0.0815,
106
+ "m_fro": 21.233,
107
  "p_fro": 4.899,
108
+ "step": 500,
109
+ "train_bpb": 5.5215,
110
+ "grad_norm": 11.03244686,
111
  "pairs": 4,
112
  "lr": 0.0003,
113
+ "eta": 0.6667,
114
+ "s_per_step": 0.2962
115
  }
116
  }
117
  ],