ribesstefano commited on
Commit
8ab2e2d
·
verified ·
1 Parent(s): a097017

Training in progress, step 60000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c416859fe44e8b6d5cb48a9782e6f50fd51541dcab765af23144123ba2fe7971
3
  size 409608164
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d853c6f05a319f25e01c962a1fb3ee48c2db25e7027aae9ea5ba74c82184f6e4
3
  size 409608164
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61c98bad3ea164698c925b2c088cccf6c87624823b19a3514843aafecdd26735
3
  size 814647162
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83553605e7ddd6468c2b9dc770ee7a1e541ce642115183b055361a355442fe7d
3
  size 814647162
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2128f689a6302c47cffe9b18c691d685bfb7c7c4df1c1367d77ca12e87395223
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea587fc8ce98d035036ade6e290d9e6323d34aeaeb53c96eb93f1b8fb08d759f
3
  size 14244
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 5.260389268805891,
5
  "eval_steps": 20000,
6
- "global_step": 40000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -63,6 +63,34 @@
63
  "learning_rate": 5e-05,
64
  "loss": 0.0011,
65
  "step": 40000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
66
  }
67
  ],
68
  "logging_steps": 5000,
@@ -82,7 +110,7 @@
82
  "attributes": {}
83
  }
84
  },
85
- "total_flos": 3.477887493977829e+17,
86
  "train_batch_size": 128,
87
  "trial_name": null,
88
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 7.890583903208837,
5
  "eval_steps": 20000,
6
+ "global_step": 60000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
63
  "learning_rate": 5e-05,
64
  "loss": 0.0011,
65
  "step": 40000
66
+ },
67
+ {
68
+ "epoch": 5.917937927406628,
69
+ "grad_norm": 0.03355633094906807,
70
+ "learning_rate": 5e-05,
71
+ "loss": 0.001,
72
+ "step": 45000
73
+ },
74
+ {
75
+ "epoch": 6.575486586007365,
76
+ "grad_norm": 0.029502825811505318,
77
+ "learning_rate": 5e-05,
78
+ "loss": 0.0009,
79
+ "step": 50000
80
+ },
81
+ {
82
+ "epoch": 7.233035244608101,
83
+ "grad_norm": 0.03313542529940605,
84
+ "learning_rate": 5e-05,
85
+ "loss": 0.0008,
86
+ "step": 55000
87
+ },
88
+ {
89
+ "epoch": 7.890583903208837,
90
+ "grad_norm": 0.020021334290504456,
91
+ "learning_rate": 5e-05,
92
+ "loss": 0.0008,
93
+ "step": 60000
94
  }
95
  ],
96
  "logging_steps": 5000,
 
110
  "attributes": {}
111
  }
112
  },
113
+ "total_flos": 5.2168028971708224e+17,
114
  "train_batch_size": 128,
115
  "trial_name": null,
116
  "trial_params": null