FredericFan commited on
Commit
9574a81
·
verified ·
1 Parent(s): 23f10f4

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad7916a81359ab5b4226a1ab72be6b2228c15e30de2ed5879e873658c83762cf
3
  size 891558696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a3f5e731113e9730efd9113f5f29cb905a8f1f2743b49cc72502432ddfbbe98
3
  size 891558696
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65e5dd7dd2ef90c715a95b9ee2a8378cf7dfd7ee8657b5c21908390c2840c23d
3
  size 1783272762
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05b6c8071744fb730c3cce8cd6e59b3af98553013a5f6fbdbbd538f8a35c093e
3
  size 1783272762
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dc4298e9edcb656016358af558d6c772b28e948010f2354b376d1262b4c07284
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7412027fc58c1194bc8c7a74232f8612760d1fd20879b38d561f816aa317c25b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7f4ce68b4d7117d38efd858cf52dfea3470ac03752843d3eae3752443533c02
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34f558efbd4b52e03122b68bd1359b214dd840998b95d355abf0602295ddb8a5
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.09441258758306503,
3
- "best_model_checkpoint": "./fine-tuned/checkpoint-500",
4
- "epoch": 0.04,
5
  "eval_steps": 500,
6
- "global_step": 500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -85,6 +85,84 @@
85
  "eval_samples_per_second": 22.722,
86
  "eval_steps_per_second": 5.681,
87
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
88
  }
89
  ],
90
  "logging_steps": 50,
@@ -104,7 +182,7 @@
104
  "attributes": {}
105
  }
106
  },
107
- "total_flos": 1217915781120000.0,
108
  "train_batch_size": 4,
109
  "trial_name": null,
110
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.09160277992486954,
3
+ "best_model_checkpoint": "./fine-tuned/checkpoint-1000",
4
+ "epoch": 0.08,
5
  "eval_steps": 500,
6
+ "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
85
  "eval_samples_per_second": 22.722,
86
  "eval_steps_per_second": 5.681,
87
  "step": 500
88
+ },
89
+ {
90
+ "epoch": 0.044,
91
+ "grad_norm": 0.1859619915485382,
92
+ "learning_rate": 2.9341200000000003e-05,
93
+ "loss": 0.077,
94
+ "step": 550
95
+ },
96
+ {
97
+ "epoch": 0.048,
98
+ "grad_norm": 0.11936317384243011,
99
+ "learning_rate": 2.92812e-05,
100
+ "loss": 0.0727,
101
+ "step": 600
102
+ },
103
+ {
104
+ "epoch": 0.052,
105
+ "grad_norm": 0.2207396775484085,
106
+ "learning_rate": 2.92212e-05,
107
+ "loss": 0.0743,
108
+ "step": 650
109
+ },
110
+ {
111
+ "epoch": 0.056,
112
+ "grad_norm": 0.18488994240760803,
113
+ "learning_rate": 2.91612e-05,
114
+ "loss": 0.0824,
115
+ "step": 700
116
+ },
117
+ {
118
+ "epoch": 0.06,
119
+ "grad_norm": 0.22228538990020752,
120
+ "learning_rate": 2.9101200000000002e-05,
121
+ "loss": 0.0716,
122
+ "step": 750
123
+ },
124
+ {
125
+ "epoch": 0.064,
126
+ "grad_norm": 0.24138867855072021,
127
+ "learning_rate": 2.9041200000000002e-05,
128
+ "loss": 0.0814,
129
+ "step": 800
130
+ },
131
+ {
132
+ "epoch": 0.068,
133
+ "grad_norm": 0.25113552808761597,
134
+ "learning_rate": 2.89812e-05,
135
+ "loss": 0.076,
136
+ "step": 850
137
+ },
138
+ {
139
+ "epoch": 0.072,
140
+ "grad_norm": 0.8853724598884583,
141
+ "learning_rate": 2.89212e-05,
142
+ "loss": 0.0781,
143
+ "step": 900
144
+ },
145
+ {
146
+ "epoch": 0.076,
147
+ "grad_norm": 0.1753206104040146,
148
+ "learning_rate": 2.88612e-05,
149
+ "loss": 0.084,
150
+ "step": 950
151
+ },
152
+ {
153
+ "epoch": 0.08,
154
+ "grad_norm": 0.1704334318637848,
155
+ "learning_rate": 2.88012e-05,
156
+ "loss": 0.0769,
157
+ "step": 1000
158
+ },
159
+ {
160
+ "epoch": 0.08,
161
+ "eval_loss": 0.09160277992486954,
162
+ "eval_runtime": 88.0495,
163
+ "eval_samples_per_second": 22.714,
164
+ "eval_steps_per_second": 5.679,
165
+ "step": 1000
166
  }
167
  ],
168
  "logging_steps": 50,
 
182
  "attributes": {}
183
  }
184
  },
185
+ "total_flos": 2435831562240000.0,
186
  "train_batch_size": 4,
187
  "trial_name": null,
188
  "trial_params": null