farguney commited on
Commit
e31a7f6
·
verified ·
1 Parent(s): 81dbea5

Upload g2_no_memory_s1.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_no_memory_s1.json +30 -8
g2_no_memory_s1.json CHANGED
@@ -77,29 +77,51 @@
77
  "lr": 0.0003,
78
  "eta": 0.6667,
79
  "s_per_step": 0.0309
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
80
  }
81
  ],
82
  "final": {
83
  "law_rev": "candm-v1",
84
- "value_acc_d32": 0.0,
85
  "recall_exact_d32": 0.0,
86
- "key_acc_d32": 0.0026,
87
  "value_acc_d128": 0.0,
88
  "recall_exact_d128": 0.0,
89
  "key_acc_d128": 0.0,
90
- "value_acc_d512": 0.0026,
91
  "recall_exact_d512": 0.0,
92
  "key_acc_d512": 0.0,
93
  "value_acc_d1024": 0.0,
94
  "recall_exact_d1024": 0.0,
95
  "key_acc_d1024": 0.0,
96
- "step": 500,
97
- "train_bpb": 7.2547,
98
- "grad_norm": 2.491574526,
99
  "pairs": 4,
100
  "lr": 0.0003,
101
- "eta": 0.6667,
102
- "s_per_step": 0.0309
103
  }
104
  }
105
  ],
 
77
  "lr": 0.0003,
78
  "eta": 0.6667,
79
  "s_per_step": 0.0309
80
+ },
81
+ {
82
+ "law_rev": "candm-v1",
83
+ "value_acc_d32": 0.0052,
84
+ "recall_exact_d32": 0.0,
85
+ "key_acc_d32": 0.0065,
86
+ "value_acc_d128": 0.0,
87
+ "recall_exact_d128": 0.0,
88
+ "key_acc_d128": 0.0,
89
+ "value_acc_d512": 0.0013,
90
+ "recall_exact_d512": 0.0,
91
+ "key_acc_d512": 0.0,
92
+ "value_acc_d1024": 0.0,
93
+ "recall_exact_d1024": 0.0,
94
+ "key_acc_d1024": 0.0,
95
+ "step": 1000,
96
+ "train_bpb": 7.2186,
97
+ "grad_norm": 4.417636871,
98
+ "pairs": 4,
99
+ "lr": 0.0003,
100
+ "eta": 0.3333,
101
+ "s_per_step": 0.0306
102
  }
103
  ],
104
  "final": {
105
  "law_rev": "candm-v1",
106
+ "value_acc_d32": 0.0052,
107
  "recall_exact_d32": 0.0,
108
+ "key_acc_d32": 0.0065,
109
  "value_acc_d128": 0.0,
110
  "recall_exact_d128": 0.0,
111
  "key_acc_d128": 0.0,
112
+ "value_acc_d512": 0.0013,
113
  "recall_exact_d512": 0.0,
114
  "key_acc_d512": 0.0,
115
  "value_acc_d1024": 0.0,
116
  "recall_exact_d1024": 0.0,
117
  "key_acc_d1024": 0.0,
118
+ "step": 1000,
119
+ "train_bpb": 7.2186,
120
+ "grad_norm": 4.417636871,
121
  "pairs": 4,
122
  "lr": 0.0003,
123
+ "eta": 0.3333,
124
+ "s_per_step": 0.0306
125
  }
126
  }
127
  ],