mgh6 commited on
Commit
d270b38
·
verified ·
1 Parent(s): 7481774

Training in progress, step 900, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f449ecaea05023856701cc6a7482fc4575a7d78905c0579ac3cd784669119041
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06de54356caf5134697b9305c6fb3dbe1d42165a3514f8dbf5f04d529013ca0b
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64c3cdc6de437bb4cd73d82d3785754a70052aee12cbfbea25694372cfbd99cf
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acad3bd5185f15d2083dbdab2a7ea9174efe0e27e14ae7a2665f11b26cfcac49
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a2f28005ae080d5f74ee78733fad5c069f8b08635360a4876733f9e12e33dea
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d76ee5db35896feed2f2eab6eefd5e502a2071ac89e16365d614e1d552bdd4a
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb645dc2e4148818e3b8abafb0475d084098a031401b3762383d7bb8284eea3a
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a31d5c232261bd3cfa0ddb7ee08c20b1a70b99fd9b31a96f2f369934ab1735b0
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:adb042206d9d129a5489fd88e856b87f650944ac6e30a8e680a63423187eafd8
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f027b9a18c6943dd85fd54dee70977cf85ff24387e584dc2a20aadf01d7b7c1
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38e70ba9ff6e871b9d42454856b4698e04796c285cbeeab7718443e202a72c0d
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29fbc76816745a073373ce20100a5effea96b1be67d91768816fa7688e1f2c77
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60f77b738f0f28a29c728f4c7ce2972e380af6a14dc67f95a2dd3348d64628be
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78b880d8dec1a7eab2c20e06be9bdfae0e6b593eeea278d2bbbae39b7c6102cb
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.9347544312477112,
3
- "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-800",
4
- "epoch": 1.07095046854083,
5
  "eval_steps": 100,
6
- "global_step": 800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -127,6 +127,21 @@
127
  "eval_samples_per_second": 889.412,
128
  "eval_steps_per_second": 3.594,
129
  "step": 800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  }
131
  ],
132
  "logging_steps": 100,
@@ -155,7 +170,7 @@
155
  "attributes": {}
156
  }
157
  },
158
- "total_flos": 2.9049816612864e+16,
159
  "train_batch_size": 64,
160
  "trial_name": null,
161
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.9178469181060791,
3
+ "best_model_checkpoint": "mgh6/TCS_MLM/checkpoint-900",
4
+ "epoch": 1.2048192771084336,
5
  "eval_steps": 100,
6
+ "global_step": 900,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
127
  "eval_samples_per_second": 889.412,
128
  "eval_steps_per_second": 3.594,
129
  "step": 800
130
+ },
131
+ {
132
+ "epoch": 1.2048192771084336,
133
+ "grad_norm": 0.19168391823768616,
134
+ "learning_rate": 0.0008795180722891566,
135
+ "loss": 0.956,
136
+ "step": 900
137
+ },
138
+ {
139
+ "epoch": 1.2048192771084336,
140
+ "eval_loss": 0.9178469181060791,
141
+ "eval_runtime": 6.3662,
142
+ "eval_samples_per_second": 894.095,
143
+ "eval_steps_per_second": 3.613,
144
+ "step": 900
145
  }
146
  ],
147
  "logging_steps": 100,
 
170
  "attributes": {}
171
  }
172
  },
173
+ "total_flos": 3.2681043689472e+16,
174
  "train_batch_size": 64,
175
  "trial_name": null,
176
  "trial_params": null