farguney commited on
Commit
a80f3c1
·
verified ·
1 Parent(s): f787b10

Upload g2_no_memory_s1.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_no_memory_s1.json +29 -7
g2_no_memory_s1.json CHANGED
@@ -99,6 +99,28 @@
99
  "lr": 0.0003,
100
  "eta": 0.3333,
101
  "s_per_step": 0.0306
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
102
  }
103
  ],
104
  "final": {
@@ -106,22 +128,22 @@
106
  "value_acc_d32": 0.0052,
107
  "recall_exact_d32": 0.0,
108
  "key_acc_d32": 0.0065,
109
- "value_acc_d128": 0.0,
110
  "recall_exact_d128": 0.0,
111
  "key_acc_d128": 0.0,
112
- "value_acc_d512": 0.0013,
113
  "recall_exact_d512": 0.0,
114
  "key_acc_d512": 0.0,
115
  "value_acc_d1024": 0.0,
116
  "recall_exact_d1024": 0.0,
117
  "key_acc_d1024": 0.0,
118
- "step": 1000,
119
- "train_bpb": 7.2186,
120
- "grad_norm": 4.417636871,
121
  "pairs": 4,
122
  "lr": 0.0003,
123
- "eta": 0.3333,
124
- "s_per_step": 0.0306
125
  }
126
  }
127
  ],
 
99
  "lr": 0.0003,
100
  "eta": 0.3333,
101
  "s_per_step": 0.0306
102
+ },
103
+ {
104
+ "law_rev": "candm-v1",
105
+ "value_acc_d32": 0.0052,
106
+ "recall_exact_d32": 0.0,
107
+ "key_acc_d32": 0.0065,
108
+ "value_acc_d128": 0.0078,
109
+ "recall_exact_d128": 0.0,
110
+ "key_acc_d128": 0.0,
111
+ "value_acc_d512": 0.0,
112
+ "recall_exact_d512": 0.0,
113
+ "key_acc_d512": 0.0,
114
+ "value_acc_d1024": 0.0,
115
+ "recall_exact_d1024": 0.0,
116
+ "key_acc_d1024": 0.0,
117
+ "step": 1500,
118
+ "train_bpb": 7.232,
119
+ "grad_norm": 8.256085396,
120
+ "pairs": 4,
121
+ "lr": 0.0003,
122
+ "eta": 0.0,
123
+ "s_per_step": 0.0305
124
  }
125
  ],
126
  "final": {
 
128
  "value_acc_d32": 0.0052,
129
  "recall_exact_d32": 0.0,
130
  "key_acc_d32": 0.0065,
131
+ "value_acc_d128": 0.0078,
132
  "recall_exact_d128": 0.0,
133
  "key_acc_d128": 0.0,
134
+ "value_acc_d512": 0.0,
135
  "recall_exact_d512": 0.0,
136
  "key_acc_d512": 0.0,
137
  "value_acc_d1024": 0.0,
138
  "recall_exact_d1024": 0.0,
139
  "key_acc_d1024": 0.0,
140
+ "step": 1500,
141
+ "train_bpb": 7.232,
142
+ "grad_norm": 8.256085396,
143
  "pairs": 4,
144
  "lr": 0.0003,
145
+ "eta": 0.0,
146
+ "s_per_step": 0.0305
147
  }
148
  }
149
  ],