farguney commited on
Commit
2abd122
·
verified ·
1 Parent(s): 44794fe

Upload g2_no_memory_s0.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. g2_no_memory_s0.json +35 -13
g2_no_memory_s0.json CHANGED
@@ -55,29 +55,51 @@
55
  "lr": 0.0003,
56
  "eta": 1.0,
57
  "s_per_step": 0.8139
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
58
  }
59
  ],
60
  "final": {
61
  "law_rev": "candm-v1",
62
- "value_acc_d32": 0.0026,
63
  "recall_exact_d32": 0.0,
64
- "key_acc_d32": 0.0104,
65
- "value_acc_d128": 0.0026,
66
  "recall_exact_d128": 0.0,
67
- "key_acc_d128": 0.0052,
68
- "value_acc_d512": 0.0052,
69
  "recall_exact_d512": 0.0,
70
- "key_acc_d512": 0.0,
71
- "value_acc_d1024": 0.0039,
72
  "recall_exact_d1024": 0.0,
73
- "key_acc_d1024": 0.0026,
74
- "step": 0,
75
- "train_bpb": 15.4565,
76
- "grad_norm": 16.19596481,
77
  "pairs": 4,
78
  "lr": 0.0003,
79
- "eta": 1.0,
80
- "s_per_step": 0.8139
81
  }
82
  }
83
  ],
 
55
  "lr": 0.0003,
56
  "eta": 1.0,
57
  "s_per_step": 0.8139
58
+ },
59
+ {
60
+ "law_rev": "candm-v1",
61
+ "value_acc_d32": 0.0039,
62
+ "recall_exact_d32": 0.0,
63
+ "key_acc_d32": 0.0,
64
+ "value_acc_d128": 0.0,
65
+ "recall_exact_d128": 0.0,
66
+ "key_acc_d128": 0.0013,
67
+ "value_acc_d512": 0.0,
68
+ "recall_exact_d512": 0.0,
69
+ "key_acc_d512": 0.0026,
70
+ "value_acc_d1024": 0.0,
71
+ "recall_exact_d1024": 0.0,
72
+ "key_acc_d1024": 0.0013,
73
+ "step": 500,
74
+ "train_bpb": 7.2558,
75
+ "grad_norm": 2.735416174,
76
+ "pairs": 4,
77
+ "lr": 0.0003,
78
+ "eta": 0.6667,
79
+ "s_per_step": 0.035
80
  }
81
  ],
82
  "final": {
83
  "law_rev": "candm-v1",
84
+ "value_acc_d32": 0.0039,
85
  "recall_exact_d32": 0.0,
86
+ "key_acc_d32": 0.0,
87
+ "value_acc_d128": 0.0,
88
  "recall_exact_d128": 0.0,
89
+ "key_acc_d128": 0.0013,
90
+ "value_acc_d512": 0.0,
91
  "recall_exact_d512": 0.0,
92
+ "key_acc_d512": 0.0026,
93
+ "value_acc_d1024": 0.0,
94
  "recall_exact_d1024": 0.0,
95
+ "key_acc_d1024": 0.0013,
96
+ "step": 500,
97
+ "train_bpb": 7.2558,
98
+ "grad_norm": 2.735416174,
99
  "pairs": 4,
100
  "lr": 0.0003,
101
+ "eta": 0.6667,
102
+ "s_per_step": 0.035
103
  }
104
  }
105
  ],