ribesstefano commited on
Commit
0f14970
·
verified ·
1 Parent(s): e654229

Training in progress, step 60000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93944d3da94e747d1eb6729b5cf252c97afb6c5c71c3bb6fb94728dbb93580ad
3
  size 409608164
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee12323d3de40cc6fec2e53ef895e1b7ced882c5f1e301da444d2d3a86df81e2
3
  size 409608164
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae37a541fce5610847044607f6719e0d304a7d22c1474f06c0d42c3e7e858884
3
  size 814647162
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14679abceec2775a9a53dc56e0f88e04155e7d5239080dd3f62cd447309b6fcf
3
  size 814647162
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e0482616294e14da6847ffaa783531ec334633dfd41edcf1d3d71810b0c98d07
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d820f2235ccb34f6ad754b4400efd96293f074f257b91237679dc0697b87a58
3
  size 14244
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 7.89110278161373,
5
  "eval_steps": 20000,
6
- "global_step": 40000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -63,6 +63,34 @@
63
  "learning_rate": 5e-05,
64
  "loss": 0.0011,
65
  "step": 40000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
66
  }
67
  ],
68
  "logging_steps": 5000,
@@ -82,7 +110,7 @@
82
  "attributes": {}
83
  }
84
  },
85
- "total_flos": 3.4672067032889626e+17,
86
  "train_batch_size": 128,
87
  "trial_name": null,
88
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 11.836654172420596,
5
  "eval_steps": 20000,
6
+ "global_step": 60000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
63
  "learning_rate": 5e-05,
64
  "loss": 0.0011,
65
  "step": 40000
66
+ },
67
+ {
68
+ "epoch": 8.877490629315448,
69
+ "grad_norm": 0.022646205499768257,
70
+ "learning_rate": 5e-05,
71
+ "loss": 0.0009,
72
+ "step": 45000
73
+ },
74
+ {
75
+ "epoch": 9.863878477017163,
76
+ "grad_norm": 0.027662230655550957,
77
+ "learning_rate": 5e-05,
78
+ "loss": 0.0008,
79
+ "step": 50000
80
+ },
81
+ {
82
+ "epoch": 10.850266324718879,
83
+ "grad_norm": 0.006470137741416693,
84
+ "learning_rate": 5e-05,
85
+ "loss": 0.0008,
86
+ "step": 55000
87
+ },
88
+ {
89
+ "epoch": 11.836654172420596,
90
+ "grad_norm": 0.043929170817136765,
91
+ "learning_rate": 5e-05,
92
+ "loss": 0.0008,
93
+ "step": 60000
94
  }
95
  ],
96
  "logging_steps": 5000,
 
110
  "attributes": {}
111
  }
112
  },
113
+ "total_flos": 5.2004587461159706e+17,
114
  "train_batch_size": 128,
115
  "trial_name": null,
116
  "trial_params": null