mgh6 commited on
Commit
c312197
·
verified ·
1 Parent(s): 0fe0b12

Training in progress, step 700, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a945eaf84ac4c6e0b5b83544c0b4d47c7a5891bb7e8b3093fc6e33ced8e5f40
3
  size 136000488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d057d0a1d8f925e7558f46d4a4c34b21d9b5f820bc861a769f177eb125707363
3
  size 136000488
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fd0026f0553d84240e27a4e9c9f6c9a5072e9c6302f3784b14244b339354079
3
  size 268176506
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1ef76c368113f6301c4bb8332ea48c5ed12b1800fd070b0b1008c580f238d06
3
  size 268176506
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff06fe01c4139c090d0df9360b3c3845e31fa093fb76cd36c4680f43b5c19bbc
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b5599301c205fc42e0e8135f51193ee2bebafcd1a4d6a3b4feecf007c1f1ce7
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b93c3eadcb967bd6ad19f6a06de005f690fe78024193daf072549f782c0a08f
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee56eaf54c09c4358352c491f7793aa582a4a81ef64ce914f528144f64ff1abf
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3324dff504aa7dcc0bc86c1de0a07d1a0796d6f03bbebcd354e63f2d8588a287
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6628c34d087e1fcc9fbc85a8f96f98fb8c1c91ba0c3c07cef9a263e5a226c39d
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c5317e5ba2bb59b2cfde19c847e9fc2d4683e69a4612af553937619f5473c3b
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:484fc5ea1e1dac1456d9fcb86d4e4d3656366da363d8d79e384d8e30f57d0646
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:97d1e96db72d8f4e476e889f3f48fe64370e5820cc7406f66eef791e030d45bd
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:135bfd72324279412e0dde44bc412f71aa3910cd7f65679073b1ce83dead7e55
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.035285234451294,
3
- "best_model_checkpoint": "mgh6/TCS_MLM_All/checkpoint-600",
4
- "epoch": 5.714285714285714,
5
  "eval_steps": 100,
6
- "global_step": 600,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -97,6 +97,21 @@
97
  "eval_samples_per_second": 86.713,
98
  "eval_steps_per_second": 4.564,
99
  "step": 600
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
100
  }
101
  ],
102
  "logging_steps": 100,
@@ -125,7 +140,7 @@
125
  "attributes": {}
126
  }
127
  },
128
- "total_flos": 1.759036336766976e+16,
129
  "train_batch_size": 64,
130
  "trial_name": null,
131
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.0223731994628906,
3
+ "best_model_checkpoint": "mgh6/TCS_MLM_All/checkpoint-700",
4
+ "epoch": 6.666666666666667,
5
  "eval_steps": 100,
6
+ "global_step": 700,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
97
  "eval_samples_per_second": 86.713,
98
  "eval_steps_per_second": 4.564,
99
  "step": 600
100
+ },
101
+ {
102
+ "epoch": 6.666666666666667,
103
+ "grad_norm": 0.16807609796524048,
104
+ "learning_rate": 0.0003333333333333333,
105
+ "loss": 1.1944,
106
+ "step": 700
107
+ },
108
+ {
109
+ "epoch": 6.666666666666667,
110
+ "eval_loss": 1.0223731994628906,
111
+ "eval_runtime": 0.2174,
112
+ "eval_samples_per_second": 87.385,
113
+ "eval_steps_per_second": 4.599,
114
+ "step": 700
115
  }
116
  ],
117
  "logging_steps": 100,
 
140
  "attributes": {}
141
  }
142
  },
143
+ "total_flos": 2.052209059561472e+16,
144
  "train_batch_size": 64,
145
  "trial_name": null,
146
  "trial_params": null