SRS commited on
Commit
4c5e36b
·
verified ·
1 Parent(s): 8d8484e

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a61108c9aeb8dbfa4ad2f5e5e7266b18e9f5b3ea73c3440058a938c225792ae
3
  size 17462432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e158d8231abfabf27daa95080c28c4a83772bf8ff4d41f89a1e66a8411f16beb
3
  size 17462432
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6fc17333ca32240905bdca2b32ddfff631b669996d32bb622b6f819b9869deaa
3
  size 9114746
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:569973a3e5a124cf6a66b859203c4dcdbd9b69a89cb9dfbeada6e54e963f9f4c
3
  size 9114746
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ffa705d09861708049cfa2a89b690e3f7f6b7f3df898dfe5690a6c962ec95fba
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:906a241dcf8546970aea8f02380e1c2df5213df8101d9bcbcf9de8ff3a87159b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abb650bb9ec91d032de846f0e041bb62d376f579bdffa664965653afe6544978
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f1b8c119ed37337ec3dea8f96e3af3bb3e6556229f6c151fabee0c7861a44e6
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.6234937310218811,
3
- "best_model_checkpoint": "checkpoints/checkpoint-100",
4
- "epoch": 1.2215384615384615,
5
  "eval_steps": 100,
6
- "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -97,6 +97,96 @@
97
  "gpu_memory": 4887.19873046875,
98
  "learning_rate": 0.0002059798494532787,
99
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
100
  }
101
  ],
102
  "logging_steps": 10,
@@ -116,7 +206,7 @@
116
  "attributes": {}
117
  }
118
  },
119
- "total_flos": 1.5104035107373056e+16,
120
  "train_batch_size": 1,
121
  "trial_name": null,
122
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.5491589903831482,
3
+ "best_model_checkpoint": "checkpoints/checkpoint-200",
4
+ "epoch": 2.443076923076923,
5
  "eval_steps": 100,
6
+ "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
97
  "gpu_memory": 4887.19873046875,
98
  "learning_rate": 0.0002059798494532787,
99
  "step": 100
100
+ },
101
+ {
102
+ "epoch": 1.3446153846153845,
103
+ "gpu_memory": 4887.19873046875,
104
+ "grad_norm": 0.3604443073272705,
105
+ "learning_rate": 0.00018650913187782535,
106
+ "loss": 0.8791,
107
+ "step": 110
108
+ },
109
+ {
110
+ "epoch": 1.4676923076923076,
111
+ "gpu_memory": 4887.19873046875,
112
+ "grad_norm": 0.349542498588562,
113
+ "learning_rate": 0.00016635831825341846,
114
+ "loss": 0.8584,
115
+ "step": 120
116
+ },
117
+ {
118
+ "epoch": 1.5907692307692307,
119
+ "gpu_memory": 4887.19873046875,
120
+ "grad_norm": 0.3813496232032776,
121
+ "learning_rate": 0.00014590278011107714,
122
+ "loss": 0.8552,
123
+ "step": 130
124
+ },
125
+ {
126
+ "epoch": 1.7138461538461538,
127
+ "gpu_memory": 4887.19873046875,
128
+ "grad_norm": 0.3789571225643158,
129
+ "learning_rate": 0.00012552356542302868,
130
+ "loss": 0.8731,
131
+ "step": 140
132
+ },
133
+ {
134
+ "epoch": 1.8369230769230769,
135
+ "gpu_memory": 4887.19873046875,
136
+ "grad_norm": 0.3803671896457672,
137
+ "learning_rate": 0.00010560030039995649,
138
+ "loss": 0.8411,
139
+ "step": 150
140
+ },
141
+ {
142
+ "epoch": 1.96,
143
+ "gpu_memory": 4887.19873046875,
144
+ "grad_norm": 0.4134896397590637,
145
+ "learning_rate": 8.650411777297534e-05,
146
+ "loss": 0.8157,
147
+ "step": 160
148
+ },
149
+ {
150
+ "epoch": 2.0738461538461537,
151
+ "gpu_memory": 4887.19873046875,
152
+ "grad_norm": 0.39426007866859436,
153
+ "learning_rate": 6.859074329306077e-05,
154
+ "loss": 0.8023,
155
+ "step": 170
156
+ },
157
+ {
158
+ "epoch": 2.1969230769230768,
159
+ "gpu_memory": 4887.19873046875,
160
+ "grad_norm": 0.3811410367488861,
161
+ "learning_rate": 5.2193869233367433e-05,
162
+ "loss": 0.7673,
163
+ "step": 180
164
+ },
165
+ {
166
+ "epoch": 2.32,
167
+ "gpu_memory": 4887.19873046875,
168
+ "grad_norm": 0.37296849489212036,
169
+ "learning_rate": 3.761893833355035e-05,
170
+ "loss": 0.7864,
171
+ "step": 190
172
+ },
173
+ {
174
+ "epoch": 2.443076923076923,
175
+ "gpu_memory": 4887.19873046875,
176
+ "grad_norm": 0.45706120133399963,
177
+ "learning_rate": 2.5137453979444762e-05,
178
+ "loss": 0.7803,
179
+ "step": 200
180
+ },
181
+ {
182
+ "epoch": 2.443076923076923,
183
+ "eval_loss": 0.5491589903831482,
184
+ "eval_runtime": 0.1999,
185
+ "eval_samples_per_second": 5.002,
186
+ "eval_steps_per_second": 5.002,
187
+ "gpu_memory": 4887.19873046875,
188
+ "learning_rate": 2.5137453979444762e-05,
189
+ "step": 200
190
  }
191
  ],
192
  "logging_steps": 10,
 
206
  "attributes": {}
207
  }
208
  },
209
+ "total_flos": 3.020807021474611e+16,
210
  "train_batch_size": 1,
211
  "trial_name": null,
212
  "trial_params": null