farguney commited on
Commit
f34555a
·
verified ·
1 Parent(s): d31290f

Upload g2_delta_s1.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_delta_s1.json +46 -20
g2_delta_s1.json CHANGED
@@ -59,33 +59,59 @@
59
  "lr": 0.0003,
60
  "eta": 1.0,
61
  "s_per_step": 4.1729
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
62
  }
63
  ],
64
  "final": {
65
  "law_rev": "candm-v1",
66
- "value_acc_d32": 0.0026,
67
- "recall_exact_d32": 0.0,
68
- "key_acc_d32": 0.0039,
69
- "value_acc_d128": 0.0039,
70
- "recall_exact_d128": 0.0,
71
- "key_acc_d128": 0.0013,
72
- "value_acc_d512": 0.0026,
73
- "recall_exact_d512": 0.0,
74
- "key_acc_d512": 0.0039,
75
- "value_acc_d1024": 0.0013,
76
- "recall_exact_d1024": 0.0,
77
- "key_acc_d1024": 0.0026,
78
- "alpha_mean": 0.9991,
79
- "beta_mean": 0.0457,
80
- "m_fro": 3.551,
81
  "p_fro": 4.899,
82
- "step": 0,
83
- "train_bpb": 15.6033,
84
- "grad_norm": 16.33498192,
85
  "pairs": 4,
86
  "lr": 0.0003,
87
- "eta": 1.0,
88
- "s_per_step": 4.1729
89
  }
90
  }
91
  ],
 
59
  "lr": 0.0003,
60
  "eta": 1.0,
61
  "s_per_step": 4.1729
62
+ },
63
+ {
64
+ "law_rev": "candm-v1",
65
+ "value_acc_d32": 0.9544,
66
+ "recall_exact_d32": 0.7396,
67
+ "key_acc_d32": 0.8424,
68
+ "value_acc_d128": 0.9076,
69
+ "recall_exact_d128": 0.5104,
70
+ "key_acc_d128": 0.8125,
71
+ "value_acc_d512": 0.875,
72
+ "recall_exact_d512": 0.3646,
73
+ "key_acc_d512": 0.7878,
74
+ "value_acc_d1024": 0.8086,
75
+ "recall_exact_d1024": 0.1771,
76
+ "key_acc_d1024": 0.7695,
77
+ "alpha_mean": 0.9998,
78
+ "beta_mean": 0.0861,
79
+ "m_fro": 21.778,
80
+ "p_fro": 4.899,
81
+ "step": 500,
82
+ "train_bpb": 5.5047,
83
+ "grad_norm": 9.656784058,
84
+ "pairs": 4,
85
+ "lr": 0.0003,
86
+ "eta": 0.6667,
87
+ "s_per_step": 0.3362
88
  }
89
  ],
90
  "final": {
91
  "law_rev": "candm-v1",
92
+ "value_acc_d32": 0.9544,
93
+ "recall_exact_d32": 0.7396,
94
+ "key_acc_d32": 0.8424,
95
+ "value_acc_d128": 0.9076,
96
+ "recall_exact_d128": 0.5104,
97
+ "key_acc_d128": 0.8125,
98
+ "value_acc_d512": 0.875,
99
+ "recall_exact_d512": 0.3646,
100
+ "key_acc_d512": 0.7878,
101
+ "value_acc_d1024": 0.8086,
102
+ "recall_exact_d1024": 0.1771,
103
+ "key_acc_d1024": 0.7695,
104
+ "alpha_mean": 0.9998,
105
+ "beta_mean": 0.0861,
106
+ "m_fro": 21.778,
107
  "p_fro": 4.899,
108
+ "step": 500,
109
+ "train_bpb": 5.5047,
110
+ "grad_norm": 9.656784058,
111
  "pairs": 4,
112
  "lr": 0.0003,
113
+ "eta": 0.6667,
114
+ "s_per_step": 0.3362
115
  }
116
  }
117
  ],