SystemAdmin123 commited on
Commit
2c71402
·
verified ·
1 Parent(s): 3924969

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80719f65a4c76f5f9549a9ff6b40c12ab753baa9b2dede5200e8eaf0ee485610
3
  size 4939116424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05892289ddfd47cdb290eb264c0e9ac1f4d1f52f5efdc814b3f1cdff71abeb74
3
  size 4939116424
last-checkpoint/model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93baeb991618ed9cb503e7afa440c283da11219662d8b7e72afa7c5cdb049e3e
3
  size 4947390880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b49a551a8085a707f46ccf005a352e325a1294037da9ee9a682ebf7aeab3d8bd
3
  size 4947390880
last-checkpoint/model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8870def62712246e10267b52717c3817d3f0bf0bebf0ca06ac04e24b91d2483
3
  size 3590619888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a089d1fa77b8b345d63790bca5266840ffa56d0420cc5438bf35cc500aec571d
3
  size 3590619888
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:098efa6a35bbc23a589b905879b46e073faae5dd61dbde4fc20125cfc535b2c8
3
  size 13688025584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75861319dfa262f99dc73a2cae7161456f7f0b9874dd0ed60c20a4b07fb095c3
3
  size 13688025584
last-checkpoint/trainer_state.json CHANGED
@@ -11,157 +11,157 @@
11
  {
12
  "epoch": 0.009259259259259259,
13
  "eval_loss": 2.1662161350250244,
14
- "eval_runtime": 31.5566,
15
- "eval_samples_per_second": 47.565,
16
- "eval_steps_per_second": 5.958,
17
  "step": 1
18
  },
19
  {
20
  "epoch": 0.09259259259259259,
21
- "grad_norm": 1.75,
22
  "learning_rate": 6.666666666666667e-05,
23
- "loss": 1.857,
24
  "step": 10
25
  },
26
  {
27
  "epoch": 0.18518518518518517,
28
- "grad_norm": 2.390625,
29
  "learning_rate": 0.00013333333333333334,
30
- "loss": 1.8324,
31
  "step": 20
32
  },
33
  {
34
  "epoch": 0.2777777777777778,
35
- "grad_norm": 1.515625,
36
  "learning_rate": 0.0002,
37
- "loss": 1.866,
38
  "step": 30
39
  },
40
  {
41
  "epoch": 0.37037037037037035,
42
- "grad_norm": 1.421875,
43
  "learning_rate": 0.00019984815164333163,
44
- "loss": 1.974,
45
  "step": 40
46
  },
47
  {
48
  "epoch": 0.46296296296296297,
49
- "grad_norm": 1.28125,
50
  "learning_rate": 0.00019939306773179497,
51
- "loss": 2.0103,
52
  "step": 50
53
  },
54
  {
55
  "epoch": 0.5555555555555556,
56
- "grad_norm": 1.296875,
57
  "learning_rate": 0.00019863613034027224,
58
- "loss": 2.0427,
59
  "step": 60
60
  },
61
  {
62
  "epoch": 0.6481481481481481,
63
  "grad_norm": 1.3125,
64
  "learning_rate": 0.00019757963826274357,
65
- "loss": 2.0967,
66
  "step": 70
67
  },
68
  {
69
  "epoch": 0.7407407407407407,
70
- "grad_norm": 1.3515625,
71
  "learning_rate": 0.00019622680003092503,
72
- "loss": 2.1174,
73
  "step": 80
74
  },
75
  {
76
  "epoch": 0.8333333333333334,
77
- "grad_norm": 1.3515625,
78
  "learning_rate": 0.00019458172417006347,
79
- "loss": 2.109,
80
  "step": 90
81
  },
82
  {
83
  "epoch": 0.9259259259259259,
84
- "grad_norm": 1.25,
85
  "learning_rate": 0.00019264940672148018,
86
- "loss": 2.1218,
87
  "step": 100
88
  },
89
  {
90
  "epoch": 1.0185185185185186,
91
  "grad_norm": 1.40625,
92
  "learning_rate": 0.00019043571606975777,
93
- "loss": 1.8774,
94
  "step": 110
95
  },
96
  {
97
  "epoch": 1.1111111111111112,
98
- "grad_norm": 1.21875,
99
  "learning_rate": 0.0001879473751206489,
100
- "loss": 0.9755,
101
  "step": 120
102
  },
103
  {
104
  "epoch": 1.2037037037037037,
105
- "grad_norm": 1.1484375,
106
  "learning_rate": 0.00018519194088383273,
107
- "loss": 0.9357,
108
  "step": 130
109
  },
110
  {
111
  "epoch": 1.2962962962962963,
112
  "grad_norm": 1.234375,
113
  "learning_rate": 0.0001821777815225245,
114
- "loss": 0.9453,
115
  "step": 140
116
  },
117
  {
118
  "epoch": 1.3888888888888888,
119
  "grad_norm": 1.1796875,
120
  "learning_rate": 0.00017891405093963938,
121
- "loss": 0.9413,
122
  "step": 150
123
  },
124
  {
125
  "epoch": 1.4814814814814814,
126
- "grad_norm": 1.203125,
127
  "learning_rate": 0.00017541066097768963,
128
- "loss": 0.9678,
129
  "step": 160
130
  },
131
  {
132
  "epoch": 1.574074074074074,
133
- "grad_norm": 1.0703125,
134
  "learning_rate": 0.00017167825131684513,
135
- "loss": 0.9576,
136
  "step": 170
137
  },
138
  {
139
  "epoch": 1.6666666666666665,
140
- "grad_norm": 1.1484375,
141
  "learning_rate": 0.00016772815716257412,
142
- "loss": 0.9958,
143
  "step": 180
144
  },
145
  {
146
  "epoch": 1.7592592592592593,
147
  "grad_norm": 1.1953125,
148
  "learning_rate": 0.00016357237482099684,
149
- "loss": 0.9805,
150
  "step": 190
151
  },
152
  {
153
  "epoch": 1.8518518518518519,
154
- "grad_norm": 1.1875,
155
  "learning_rate": 0.00015922352526649803,
156
- "loss": 1.0055,
157
  "step": 200
158
  },
159
  {
160
  "epoch": 1.8518518518518519,
161
- "eval_loss": 2.0688600540161133,
162
- "eval_runtime": 26.9652,
163
- "eval_samples_per_second": 55.664,
164
- "eval_steps_per_second": 6.972,
165
  "step": 200
166
  }
167
  ],
 
11
  {
12
  "epoch": 0.009259259259259259,
13
  "eval_loss": 2.1662161350250244,
14
+ "eval_runtime": 26.9869,
15
+ "eval_samples_per_second": 55.62,
16
+ "eval_steps_per_second": 6.966,
17
  "step": 1
18
  },
19
  {
20
  "epoch": 0.09259259259259259,
21
+ "grad_norm": 3.96875,
22
  "learning_rate": 6.666666666666667e-05,
23
+ "loss": 1.8577,
24
  "step": 10
25
  },
26
  {
27
  "epoch": 0.18518518518518517,
28
+ "grad_norm": 1.4453125,
29
  "learning_rate": 0.00013333333333333334,
30
+ "loss": 1.8326,
31
  "step": 20
32
  },
33
  {
34
  "epoch": 0.2777777777777778,
35
+ "grad_norm": 1.609375,
36
  "learning_rate": 0.0002,
37
+ "loss": 1.8689,
38
  "step": 30
39
  },
40
  {
41
  "epoch": 0.37037037037037035,
42
+ "grad_norm": 1.40625,
43
  "learning_rate": 0.00019984815164333163,
44
+ "loss": 1.983,
45
  "step": 40
46
  },
47
  {
48
  "epoch": 0.46296296296296297,
49
+ "grad_norm": 1.25,
50
  "learning_rate": 0.00019939306773179497,
51
+ "loss": 2.0149,
52
  "step": 50
53
  },
54
  {
55
  "epoch": 0.5555555555555556,
56
+ "grad_norm": 1.234375,
57
  "learning_rate": 0.00019863613034027224,
58
+ "loss": 2.0506,
59
  "step": 60
60
  },
61
  {
62
  "epoch": 0.6481481481481481,
63
  "grad_norm": 1.3125,
64
  "learning_rate": 0.00019757963826274357,
65
+ "loss": 2.0991,
66
  "step": 70
67
  },
68
  {
69
  "epoch": 0.7407407407407407,
70
+ "grad_norm": 1.328125,
71
  "learning_rate": 0.00019622680003092503,
72
+ "loss": 2.1253,
73
  "step": 80
74
  },
75
  {
76
  "epoch": 0.8333333333333334,
77
+ "grad_norm": 2.1875,
78
  "learning_rate": 0.00019458172417006347,
79
+ "loss": 2.1094,
80
  "step": 90
81
  },
82
  {
83
  "epoch": 0.9259259259259259,
84
+ "grad_norm": 1.2265625,
85
  "learning_rate": 0.00019264940672148018,
86
+ "loss": 2.1243,
87
  "step": 100
88
  },
89
  {
90
  "epoch": 1.0185185185185186,
91
  "grad_norm": 1.40625,
92
  "learning_rate": 0.00019043571606975777,
93
+ "loss": 1.8817,
94
  "step": 110
95
  },
96
  {
97
  "epoch": 1.1111111111111112,
98
+ "grad_norm": 1.203125,
99
  "learning_rate": 0.0001879473751206489,
100
+ "loss": 0.9706,
101
  "step": 120
102
  },
103
  {
104
  "epoch": 1.2037037037037037,
105
+ "grad_norm": 1.1171875,
106
  "learning_rate": 0.00018519194088383273,
107
+ "loss": 0.9351,
108
  "step": 130
109
  },
110
  {
111
  "epoch": 1.2962962962962963,
112
  "grad_norm": 1.234375,
113
  "learning_rate": 0.0001821777815225245,
114
+ "loss": 0.9448,
115
  "step": 140
116
  },
117
  {
118
  "epoch": 1.3888888888888888,
119
  "grad_norm": 1.1796875,
120
  "learning_rate": 0.00017891405093963938,
121
+ "loss": 0.9423,
122
  "step": 150
123
  },
124
  {
125
  "epoch": 1.4814814814814814,
126
+ "grad_norm": 1.109375,
127
  "learning_rate": 0.00017541066097768963,
128
+ "loss": 0.9714,
129
  "step": 160
130
  },
131
  {
132
  "epoch": 1.574074074074074,
133
+ "grad_norm": 1.0546875,
134
  "learning_rate": 0.00017167825131684513,
135
+ "loss": 0.9688,
136
  "step": 170
137
  },
138
  {
139
  "epoch": 1.6666666666666665,
140
+ "grad_norm": 1.1328125,
141
  "learning_rate": 0.00016772815716257412,
142
+ "loss": 1.0031,
143
  "step": 180
144
  },
145
  {
146
  "epoch": 1.7592592592592593,
147
  "grad_norm": 1.1953125,
148
  "learning_rate": 0.00016357237482099684,
149
+ "loss": 0.987,
150
  "step": 190
151
  },
152
  {
153
  "epoch": 1.8518518518518519,
154
+ "grad_norm": 1.1796875,
155
  "learning_rate": 0.00015922352526649803,
156
+ "loss": 1.0077,
157
  "step": 200
158
  },
159
  {
160
  "epoch": 1.8518518518518519,
161
+ "eval_loss": 2.0790088176727295,
162
+ "eval_runtime": 27.2846,
163
+ "eval_samples_per_second": 55.013,
164
+ "eval_steps_per_second": 6.89,
165
  "step": 200
166
  }
167
  ],
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba673725c24b475995eb203939e8d5642b3dae413ae05b5e3595152a67bc2b87
3
  size 6840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c029846f6fb9c3ae91e0698f3c0de129ef546e5e382583ccba72acb82f010ef
3
  size 6840