ribesstefano commited on
Commit
a37e80e
·
verified ·
1 Parent(s): 861d73e

Training in progress, step 60000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2af3f4a1f133742ba96dae3c45f770a27ea62c2e568471f10d66b5855eb2dc1d
3
  size 409608164
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9423ced92e1ead42dafd29660955040c4f9cbeb106ac16d725898dabb295a0b
3
  size 409608164
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:509f3c88035b7e9fb05ec96eb47bdd5e2808c2d07898812b41f063bc86b89bbf
3
  size 814647162
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a8525f10d587fdf62ca0b5a216d729a480636349022a107c4c4f443ecd7e1a6
3
  size 814647162
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9643649b2a55e6c3d1369ebca0f19dd3fdfc0858f9b4499b8fb83e2169b0729e
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce9759301f561e437292986014727b714a5d6c291bf10ad6a3f2ba61221ee481
3
  size 14244
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 3.945551390806865,
5
  "eval_steps": 20000,
6
- "global_step": 40000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -63,6 +63,34 @@
63
  "learning_rate": 5e-05,
64
  "loss": 0.0008,
65
  "step": 40000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
66
  }
67
  ],
68
  "logging_steps": 5000,
@@ -82,7 +110,7 @@
82
  "attributes": {}
83
  }
84
  },
85
- "total_flos": 3.465293207841869e+17,
86
  "train_batch_size": 128,
87
  "trial_name": null,
88
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 5.918327086210298,
5
  "eval_steps": 20000,
6
+ "global_step": 60000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
63
  "learning_rate": 5e-05,
64
  "loss": 0.0008,
65
  "step": 40000
66
+ },
67
+ {
68
+ "epoch": 4.438745314657724,
69
+ "grad_norm": 0.05877165496349335,
70
+ "learning_rate": 5e-05,
71
+ "loss": 0.0007,
72
+ "step": 45000
73
+ },
74
+ {
75
+ "epoch": 4.931939238508582,
76
+ "grad_norm": 0.0312739722430706,
77
+ "learning_rate": 5e-05,
78
+ "loss": 0.0008,
79
+ "step": 50000
80
+ },
81
+ {
82
+ "epoch": 5.425133162359439,
83
+ "grad_norm": 0.013028254732489586,
84
+ "learning_rate": 5e-05,
85
+ "loss": 0.0007,
86
+ "step": 55000
87
+ },
88
+ {
89
+ "epoch": 5.918327086210298,
90
+ "grad_norm": 0.011430254206061363,
91
+ "learning_rate": 5e-05,
92
+ "loss": 0.0006,
93
+ "step": 60000
94
  }
95
  ],
96
  "logging_steps": 5000,
 
110
  "attributes": {}
111
  }
112
  },
113
+ "total_flos": 5.1980516444269824e+17,
114
  "train_batch_size": 128,
115
  "trial_name": null,
116
  "trial_params": null