CodeIsAbstract commited on
Commit
b2ce0c7
·
verified ·
1 Parent(s): f9f33e3

Training in progress, step 60, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a10239be6e3cd4f5e89f2ac25a3b3c925a1d419acc365d80f558a325fd438b16
3
  size 847599616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17fce54bd0a6cc40b60ba225aa1c0d6428967ac23278b1e4779f9ff86cc19f95
3
  size 847599616
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a4558c7ef3834ff59ddefc932ce8df0fd0dd2dc9c93b1481f3635fd4818e96c8
3
  size 350603
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06d5748edc7979e819f3b71a0a40dee945e7c26acf2012c6a5ec934764f9dcee
3
  size 350603
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d17c78731e93c053cc5bdd46a999e26416061fc6f401c1eac6682002c6f7cf23
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f891a168fb4edd3efbb37e4906a84228928d2ce90f434f192d8f2e669611925b
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad4a07c066075e0a1b5d9477b0d2f4d6bab07235ad5efe05720caa179d7171b5
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c2eb03e04e9ec3d534ee7aa67476af96452e64bad29591c419a0c652481ee2b
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.1,
6
  "eval_steps": 20,
7
- "global_step": 20,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -45,6 +45,80 @@
45
  "eval_samples_per_second": 408.879,
46
  "eval_steps_per_second": 68.283,
47
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  }
49
  ],
50
  "logging_steps": 5,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.3,
6
  "eval_steps": 20,
7
+ "global_step": 60,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
45
  "eval_samples_per_second": 408.879,
46
  "eval_steps_per_second": 68.283,
47
  "step": 20
48
+ },
49
+ {
50
+ "epoch": 0.125,
51
+ "grad_norm": 0.34710416197776794,
52
+ "learning_rate": 3.9466531944960116e-06,
53
+ "loss": 21.448446655273436,
54
+ "step": 25
55
+ },
56
+ {
57
+ "epoch": 0.15,
58
+ "grad_norm": 0.41463083028793335,
59
+ "learning_rate": 3.902113032590307e-06,
60
+ "loss": 21.42731628417969,
61
+ "step": 30
62
+ },
63
+ {
64
+ "epoch": 0.175,
65
+ "grad_norm": 0.4001413583755493,
66
+ "learning_rate": 3.844579509954769e-06,
67
+ "loss": 21.273895263671875,
68
+ "step": 35
69
+ },
70
+ {
71
+ "epoch": 0.2,
72
+ "grad_norm": 0.37236735224723816,
73
+ "learning_rate": 3.7744456388872234e-06,
74
+ "loss": 21.325396728515624,
75
+ "step": 40
76
+ },
77
+ {
78
+ "epoch": 0.2,
79
+ "eval_accuracy": 0.03863492063492063,
80
+ "eval_loss": 10.63491153717041,
81
+ "eval_runtime": 2.5692,
82
+ "eval_samples_per_second": 389.224,
83
+ "eval_steps_per_second": 65.0,
84
+ "step": 40
85
+ },
86
+ {
87
+ "epoch": 0.225,
88
+ "grad_norm": 0.6012778878211975,
89
+ "learning_rate": 3.6921905048418706e-06,
90
+ "loss": 21.228472900390624,
91
+ "step": 45
92
+ },
93
+ {
94
+ "epoch": 0.25,
95
+ "grad_norm": 0.496539831161499,
96
+ "learning_rate": 3.598375993789849e-06,
97
+ "loss": 21.14513244628906,
98
+ "step": 50
99
+ },
100
+ {
101
+ "epoch": 0.275,
102
+ "grad_norm": 0.48418062925338745,
103
+ "learning_rate": 3.4936429539683075e-06,
104
+ "loss": 21.062947082519532,
105
+ "step": 55
106
+ },
107
+ {
108
+ "epoch": 0.3,
109
+ "grad_norm": 0.542204737663269,
110
+ "learning_rate": 3.3787068182371314e-06,
111
+ "loss": 20.998651123046876,
112
+ "step": 60
113
+ },
114
+ {
115
+ "epoch": 0.3,
116
+ "eval_accuracy": 0.05380952380952381,
117
+ "eval_loss": 10.491544723510742,
118
+ "eval_runtime": 2.5694,
119
+ "eval_samples_per_second": 389.199,
120
+ "eval_steps_per_second": 64.996,
121
+ "step": 60
122
  }
123
  ],
124
  "logging_steps": 5,