farguney commited on
Commit
d278d45
·
verified ·
1 Parent(s): b9de0c0

Upload g2_no_memory_s2.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_no_memory_s2.json +33 -11
g2_no_memory_s2.json CHANGED
@@ -99,29 +99,51 @@
99
  "lr": 0.0003,
100
  "eta": 0.3333,
101
  "s_per_step": 0.0371
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
102
  }
103
  ],
104
  "final": {
105
  "law_rev": "candm-v1",
106
- "value_acc_d32": 0.0026,
107
  "recall_exact_d32": 0.0,
108
- "key_acc_d32": 0.0052,
109
- "value_acc_d128": 0.0013,
110
  "recall_exact_d128": 0.0,
111
- "key_acc_d128": 0.0026,
112
  "value_acc_d512": 0.0013,
113
  "recall_exact_d512": 0.0,
114
- "key_acc_d512": 0.0039,
115
  "value_acc_d1024": 0.0,
116
  "recall_exact_d1024": 0.0,
117
- "key_acc_d1024": 0.0013,
118
- "step": 1000,
119
- "train_bpb": 7.2327,
120
- "grad_norm": 6.870772362,
121
  "pairs": 4,
122
  "lr": 0.0003,
123
- "eta": 0.3333,
124
- "s_per_step": 0.0371
125
  }
126
  }
127
  ],
 
99
  "lr": 0.0003,
100
  "eta": 0.3333,
101
  "s_per_step": 0.0371
102
+ },
103
+ {
104
+ "law_rev": "candm-v1",
105
+ "value_acc_d32": 0.0052,
106
+ "recall_exact_d32": 0.0,
107
+ "key_acc_d32": 0.0013,
108
+ "value_acc_d128": 0.0052,
109
+ "recall_exact_d128": 0.0,
110
+ "key_acc_d128": 0.0039,
111
+ "value_acc_d512": 0.0013,
112
+ "recall_exact_d512": 0.0,
113
+ "key_acc_d512": 0.0013,
114
+ "value_acc_d1024": 0.0,
115
+ "recall_exact_d1024": 0.0,
116
+ "key_acc_d1024": 0.0,
117
+ "step": 1500,
118
+ "train_bpb": 7.226,
119
+ "grad_norm": 2.237718821,
120
+ "pairs": 4,
121
+ "lr": 0.0003,
122
+ "eta": 0.0,
123
+ "s_per_step": 0.0363
124
  }
125
  ],
126
  "final": {
127
  "law_rev": "candm-v1",
128
+ "value_acc_d32": 0.0052,
129
  "recall_exact_d32": 0.0,
130
+ "key_acc_d32": 0.0013,
131
+ "value_acc_d128": 0.0052,
132
  "recall_exact_d128": 0.0,
133
+ "key_acc_d128": 0.0039,
134
  "value_acc_d512": 0.0013,
135
  "recall_exact_d512": 0.0,
136
+ "key_acc_d512": 0.0013,
137
  "value_acc_d1024": 0.0,
138
  "recall_exact_d1024": 0.0,
139
+ "key_acc_d1024": 0.0,
140
+ "step": 1500,
141
+ "train_bpb": 7.226,
142
+ "grad_norm": 2.237718821,
143
  "pairs": 4,
144
  "lr": 0.0003,
145
+ "eta": 0.0,
146
+ "s_per_step": 0.0363
147
  }
148
  }
149
  ],