CodeIsAbstract commited on
Commit
2ac3d9d
·
verified ·
1 Parent(s): d5bd8ab

Training in progress, step 60, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7983cdd29a5b29972d6c4b8862dea15420f3651dc553f3bea94942f74dd801cf
3
  size 847599616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fbc25b315eaec6fdfa5a96894be799d4505aeaa0569efe9adef0b9c9c0e39f4
3
  size 847599616
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92389181d276f4f7e82ff00efe6f9cf89365eb036fb84264bc130ea1388a86b0
3
  size 350603
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fa7c0721a4a3d85b588484718933d2b751de2198ec9cfb9e99b53e008d4e3d5
3
  size 350603
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d17c78731e93c053cc5bdd46a999e26416061fc6f401c1eac6682002c6f7cf23
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f891a168fb4edd3efbb37e4906a84228928d2ce90f434f192d8f2e669611925b
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad4a07c066075e0a1b5d9477b0d2f4d6bab07235ad5efe05720caa179d7171b5
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c2eb03e04e9ec3d534ee7aa67476af96452e64bad29591c419a0c652481ee2b
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.1,
6
  "eval_steps": 20,
7
- "global_step": 20,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -45,6 +45,80 @@
45
  "eval_samples_per_second": 406.152,
46
  "eval_steps_per_second": 67.827,
47
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  }
49
  ],
50
  "logging_steps": 5,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.3,
6
  "eval_steps": 20,
7
+ "global_step": 60,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
45
  "eval_samples_per_second": 406.152,
46
  "eval_steps_per_second": 67.827,
47
  "step": 20
48
+ },
49
+ {
50
+ "epoch": 0.125,
51
+ "grad_norm": 0.25184789299964905,
52
+ "learning_rate": 3.9466531944960116e-06,
53
+ "loss": 22.0181884765625,
54
+ "step": 25
55
+ },
56
+ {
57
+ "epoch": 0.15,
58
+ "grad_norm": 0.268789142370224,
59
+ "learning_rate": 3.902113032590307e-06,
60
+ "loss": 22.01494598388672,
61
+ "step": 30
62
+ },
63
+ {
64
+ "epoch": 0.175,
65
+ "grad_norm": 0.2609691917896271,
66
+ "learning_rate": 3.844579509954769e-06,
67
+ "loss": 22.0348876953125,
68
+ "step": 35
69
+ },
70
+ {
71
+ "epoch": 0.2,
72
+ "grad_norm": 0.2492043823003769,
73
+ "learning_rate": 3.7744456388872234e-06,
74
+ "loss": 21.99768524169922,
75
+ "step": 40
76
+ },
77
+ {
78
+ "epoch": 0.2,
79
+ "eval_accuracy": 3.1746031746031745e-05,
80
+ "eval_loss": 11.018282890319824,
81
+ "eval_runtime": 2.6799,
82
+ "eval_samples_per_second": 373.142,
83
+ "eval_steps_per_second": 62.315,
84
+ "step": 40
85
+ },
86
+ {
87
+ "epoch": 0.225,
88
+ "grad_norm": 0.2999836802482605,
89
+ "learning_rate": 3.6921905048418706e-06,
90
+ "loss": 21.986573791503908,
91
+ "step": 45
92
+ },
93
+ {
94
+ "epoch": 0.25,
95
+ "grad_norm": 0.2840990126132965,
96
+ "learning_rate": 3.598375993789849e-06,
97
+ "loss": 22.012301635742187,
98
+ "step": 50
99
+ },
100
+ {
101
+ "epoch": 0.275,
102
+ "grad_norm": 0.28335806727409363,
103
+ "learning_rate": 3.4936429539683075e-06,
104
+ "loss": 22.00952606201172,
105
+ "step": 55
106
+ },
107
+ {
108
+ "epoch": 0.3,
109
+ "grad_norm": 0.2717016935348511,
110
+ "learning_rate": 3.3787068182371314e-06,
111
+ "loss": 21.99034423828125,
112
+ "step": 60
113
+ },
114
+ {
115
+ "epoch": 0.3,
116
+ "eval_accuracy": 3.1746031746031745e-05,
117
+ "eval_loss": 11.01639175415039,
118
+ "eval_runtime": 2.4905,
119
+ "eval_samples_per_second": 401.523,
120
+ "eval_steps_per_second": 67.054,
121
+ "step": 60
122
  }
123
  ],
124
  "logging_steps": 5,