bitsoko commited on
Commit
21a2f77
·
verified ·
1 Parent(s): d2733fc

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e23a239d6297d3c02bb38cbb0f1271275b709dcbdeb8dd00039dace5557b950
3
  size 119597408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c09ea6ce50093c41f2f5fb8b4e6414b0c577151e86f47fe18188690e6492eb39
3
  size 119597408
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f23fb542af297c715b6dd28412917ef1b6b037abfdd12e08871b61d04ea5ea3
3
  size 60386772
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39ca64088c14fde06f9661cede8c9942fee2ff16eb48934cb42c77609210f140
3
  size 60386772
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:399c6e0a1a129bcf47d55d6652cc4710de81e426cb3bb5b9430151acfb862766
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caf99753320d5a922d21785c9acff8aad90fb47892dad1f221c94717bf3a04b1
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:857bbe62f2d165935d1ce9ae82dd80a72b9db823aa28c4ae95a8b905e80accaa
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21226719b9e25fe4304ec632d533e056eb568a7272feb0ef7163c162da3912fa
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.009203018590097553,
5
  "eval_steps": 20,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -112,6 +112,51 @@
112
  "eval_samples_per_second": 5.081,
113
  "eval_steps_per_second": 0.66,
114
  "step": 140
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
115
  }
116
  ],
117
  "logging_steps": 20,
@@ -119,7 +164,7 @@
119
  "num_input_tokens_seen": 0,
120
  "num_train_epochs": 3,
121
  "save_steps": 50,
122
- "total_flos": 9140460390236160.0,
123
  "train_batch_size": 2,
124
  "trial_name": null,
125
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.012270691453463402,
5
  "eval_steps": 20,
6
+ "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
112
  "eval_samples_per_second": 5.081,
113
  "eval_steps_per_second": 0.66,
114
  "step": 140
115
+ },
116
+ {
117
+ "epoch": 0.009816553162770723,
118
+ "grad_norm": 0.623275637626648,
119
+ "learning_rate": 0.00019936594943958114,
120
+ "loss": 1.6708,
121
+ "step": 160
122
+ },
123
+ {
124
+ "epoch": 0.009816553162770723,
125
+ "eval_loss": 1.629647970199585,
126
+ "eval_runtime": 19.5744,
127
+ "eval_samples_per_second": 5.109,
128
+ "eval_steps_per_second": 0.664,
129
+ "step": 160
130
+ },
131
+ {
132
+ "epoch": 0.011043622308117063,
133
+ "grad_norm": 0.6912758350372314,
134
+ "learning_rate": 0.0001992841364640432,
135
+ "loss": 1.7161,
136
+ "step": 180
137
+ },
138
+ {
139
+ "epoch": 0.011043622308117063,
140
+ "eval_loss": 1.6033389568328857,
141
+ "eval_runtime": 19.6839,
142
+ "eval_samples_per_second": 5.08,
143
+ "eval_steps_per_second": 0.66,
144
+ "step": 180
145
+ },
146
+ {
147
+ "epoch": 0.012270691453463402,
148
+ "grad_norm": 0.6177836656570435,
149
+ "learning_rate": 0.0001992023234885053,
150
+ "loss": 1.7165,
151
+ "step": 200
152
+ },
153
+ {
154
+ "epoch": 0.012270691453463402,
155
+ "eval_loss": 1.5879381895065308,
156
+ "eval_runtime": 19.7091,
157
+ "eval_samples_per_second": 5.074,
158
+ "eval_steps_per_second": 0.66,
159
+ "step": 200
160
  }
161
  ],
162
  "logging_steps": 20,
 
164
  "num_input_tokens_seen": 0,
165
  "num_train_epochs": 3,
166
  "save_steps": 50,
167
+ "total_flos": 1.25490630177792e+16,
168
  "train_batch_size": 2,
169
  "trial_name": null,
170
  "trial_params": null