rosypossyyyy commited on
Commit
baa74e6
·
verified ·
1 Parent(s): 9a075b9

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f00f705443798530a93088164d1ed8aabdfd21332275607cd477302b6b6d67ec
3
  size 1625422896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8643f86078135c17503f042064a248fd2dfd23291d808f114b85a9adcf72b194
3
  size 1625422896
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9f7d33cfd664ae3ee1de3da2ea9ab10a8a8f8d352de893d2aaa7dd333c7a8ee
3
  size 3250759392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:898d52a1935671e63dc5f4c9454b31e201c1cde7bfeebd8fe1e249bc27887e03
3
  size 3250759392
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c06cd809d24fd6588d7182ae83a04c71980b17187bed1fed3de7b640efbf43a
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a25f0989e8e91af9e8637f85210bc8171a9ace36462fb90ce2e6d3e8f7ae2fa2
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d98840f1bd538384bd346ab5c327bc2442f29a1ac444804968cb107c6bc2fcc7
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59e669c259ab78606714a8e6e7364a6b5f41fb1fdae56b4e6aa576ada4060cbf
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6901005092102ab95f1173ef27f9dc91cdbf890535e1b1d5bd4fdb92b6125b7d
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c5955ff7ae3c292679cb2d15dfab21a83841dbd226cd7e259de6ef2a4c905fc
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 500,
3
- "best_metric": 49.17,
4
- "best_model_checkpoint": "./bart-email-multitask-updated/checkpoint-500",
5
- "epoch": 0.17260723224303098,
6
  "eval_steps": 500,
7
- "global_step": 500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -91,6 +91,89 @@
91
  "eval_samples_per_second": 1.563,
92
  "eval_steps_per_second": 0.391,
93
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
94
  }
95
  ],
96
  "logging_steps": 50,
@@ -119,7 +202,7 @@
119
  "attributes": {}
120
  }
121
  },
122
- "total_flos": 1.7167531769856e+16,
123
  "train_batch_size": 4,
124
  "trial_name": null,
125
  "trial_params": null
 
1
  {
2
+ "best_global_step": 1000,
3
+ "best_metric": 49.95,
4
+ "best_model_checkpoint": "./bart-email-multitask-updated/checkpoint-1000",
5
+ "epoch": 0.34521446448606197,
6
  "eval_steps": 500,
7
+ "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
91
  "eval_samples_per_second": 1.563,
92
  "eval_steps_per_second": 0.391,
93
  "step": 500
94
+ },
95
+ {
96
+ "epoch": 0.1898679554673341,
97
+ "grad_norm": 3.162104606628418,
98
+ "learning_rate": 4.688058634250984e-06,
99
+ "loss": 0.2517,
100
+ "step": 550
101
+ },
102
+ {
103
+ "epoch": 0.20712867869163717,
104
+ "grad_norm": 3.1047537326812744,
105
+ "learning_rate": 4.643367894172328e-06,
106
+ "loss": 0.2498,
107
+ "step": 600
108
+ },
109
+ {
110
+ "epoch": 0.22438940191594028,
111
+ "grad_norm": 14.000798225402832,
112
+ "learning_rate": 4.598677154093672e-06,
113
+ "loss": 0.2641,
114
+ "step": 650
115
+ },
116
+ {
117
+ "epoch": 0.24165012514024337,
118
+ "grad_norm": 2.8678536415100098,
119
+ "learning_rate": 4.553986414015016e-06,
120
+ "loss": 0.2483,
121
+ "step": 700
122
+ },
123
+ {
124
+ "epoch": 0.2589108483645465,
125
+ "grad_norm": 2.264373302459717,
126
+ "learning_rate": 4.509295673936361e-06,
127
+ "loss": 0.2488,
128
+ "step": 750
129
+ },
130
+ {
131
+ "epoch": 0.2761715715888496,
132
+ "grad_norm": 2.9525506496429443,
133
+ "learning_rate": 4.464604933857705e-06,
134
+ "loss": 0.2489,
135
+ "step": 800
136
+ },
137
+ {
138
+ "epoch": 0.2934322948131527,
139
+ "grad_norm": 3.6344923973083496,
140
+ "learning_rate": 4.419914193779049e-06,
141
+ "loss": 0.25,
142
+ "step": 850
143
+ },
144
+ {
145
+ "epoch": 0.31069301803745575,
146
+ "grad_norm": 2.6605496406555176,
147
+ "learning_rate": 4.375223453700393e-06,
148
+ "loss": 0.2501,
149
+ "step": 900
150
+ },
151
+ {
152
+ "epoch": 0.32795374126175886,
153
+ "grad_norm": 2.7597107887268066,
154
+ "learning_rate": 4.330532713621738e-06,
155
+ "loss": 0.2349,
156
+ "step": 950
157
+ },
158
+ {
159
+ "epoch": 0.34521446448606197,
160
+ "grad_norm": 6.881639003753662,
161
+ "learning_rate": 4.285841973543082e-06,
162
+ "loss": 0.2758,
163
+ "step": 1000
164
+ },
165
+ {
166
+ "epoch": 0.34521446448606197,
167
+ "eval_gen_len": 53.343979057591625,
168
+ "eval_loss": 0.6903564929962158,
169
+ "eval_rouge1": 49.95,
170
+ "eval_rouge2": 34.95,
171
+ "eval_rougeL": 43.07,
172
+ "eval_rougeLsum": 43.54,
173
+ "eval_runtime": 3366.7702,
174
+ "eval_samples_per_second": 1.702,
175
+ "eval_steps_per_second": 0.426,
176
+ "step": 1000
177
  }
178
  ],
179
  "logging_steps": 50,
 
202
  "attributes": {}
203
  }
204
  },
205
+ "total_flos": 3.4335063539712e+16,
206
  "train_batch_size": 4,
207
  "trial_name": null,
208
  "trial_params": null