titanthree commited on
Commit
6cb92bd
·
verified ·
1 Parent(s): 2817f6e

Add checkpoint-400

Browse files
checkpoints/checkpoint-400/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c72da1914b81b69b9eef9ba664a51cf8c428ffaa4ebfece1f447bf8d9e8ec447
3
  size 4724960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9ad90df4dab19d49cead29b72cec6201adeb662bb40b831a542c015c0dbcdc0
3
  size 4724960
checkpoints/checkpoint-400/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:750452a9c2fd1383c2a6e5ca27221c5a0c15e05cd81f62e17260443572b45af2
3
  size 2455755
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7628d688f5979af115cb0472d0642794f5867c7dc0aedba6f0c2f8ad3a2e8ed2
3
  size 2455755
checkpoints/checkpoint-400/trainer_state.json CHANGED
@@ -11,282 +11,282 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.0014276026981690996,
14
- "grad_norm": 1.2669798135757446,
15
  "learning_rate": 0.00016,
16
- "loss": 2.8988788604736326,
17
  "step": 10
18
  },
19
  {
20
  "epoch": 0.0028552053963381992,
21
- "grad_norm": 1.254004955291748,
22
  "learning_rate": 0.00019992382766008095,
23
- "loss": 2.378495788574219,
24
  "step": 20
25
  },
26
  {
27
  "epoch": 0.004282808094507299,
28
- "grad_norm": 1.4161536693572998,
29
  "learning_rate": 0.0001998286122351821,
30
- "loss": 2.475381851196289,
31
  "step": 30
32
  },
33
  {
34
  "epoch": 0.0057104107926763984,
35
- "grad_norm": 1.0939087867736816,
36
  "learning_rate": 0.00019973339681028326,
37
- "loss": 2.2720525741577147,
38
  "step": 40
39
  },
40
  {
41
  "epoch": 0.007138013490845497,
42
- "grad_norm": 1.1397730112075806,
43
  "learning_rate": 0.00019963818138538444,
44
- "loss": 2.2636650085449217,
45
  "step": 50
46
  },
47
  {
48
  "epoch": 0.008565616189014597,
49
- "grad_norm": 1.16526198387146,
50
  "learning_rate": 0.0001995429659604856,
51
- "loss": 2.362977981567383,
52
  "step": 60
53
  },
54
  {
55
  "epoch": 0.009993218887183696,
56
- "grad_norm": 1.192640781402588,
57
  "learning_rate": 0.00019944775053558678,
58
- "loss": 2.133456802368164,
59
  "step": 70
60
  },
61
  {
62
  "epoch": 0.011420821585352797,
63
- "grad_norm": 0.9966805577278137,
64
  "learning_rate": 0.00019935253511068794,
65
- "loss": 2.2791345596313475,
66
  "step": 80
67
  },
68
  {
69
  "epoch": 0.012848424283521896,
70
- "grad_norm": 1.1346687078475952,
71
  "learning_rate": 0.00019925731968578912,
72
- "loss": 2.181142044067383,
73
  "step": 90
74
  },
75
  {
76
  "epoch": 0.014276026981690995,
77
- "grad_norm": 1.228360652923584,
78
  "learning_rate": 0.00019916210426089027,
79
- "loss": 2.2281381607055666,
80
  "step": 100
81
  },
82
  {
83
  "epoch": 0.015703629679860096,
84
- "grad_norm": 2.206587314605713,
85
  "learning_rate": 0.00019906688883599146,
86
- "loss": 2.2829971313476562,
87
  "step": 110
88
  },
89
  {
90
  "epoch": 0.017131232378029194,
91
- "grad_norm": 1.18593168258667,
92
  "learning_rate": 0.00019897167341109258,
93
- "loss": 2.1636577606201173,
94
  "step": 120
95
  },
96
  {
97
  "epoch": 0.018558835076198293,
98
- "grad_norm": 1.3732795715332031,
99
  "learning_rate": 0.00019887645798619377,
100
- "loss": 2.235016441345215,
101
  "step": 130
102
  },
103
  {
104
  "epoch": 0.019986437774367392,
105
- "grad_norm": 1.3090860843658447,
106
  "learning_rate": 0.00019878124256129492,
107
- "loss": 2.2546611785888673,
108
  "step": 140
109
  },
110
  {
111
  "epoch": 0.021414040472536495,
112
- "grad_norm": 1.1369000673294067,
113
  "learning_rate": 0.0001986860271363961,
114
- "loss": 2.2553131103515627,
115
  "step": 150
116
  },
117
  {
118
  "epoch": 0.022841643170705594,
119
- "grad_norm": 1.2429536581039429,
120
  "learning_rate": 0.00019859081171149726,
121
- "loss": 2.1992692947387695,
122
  "step": 160
123
  },
124
  {
125
  "epoch": 0.024269245868874693,
126
- "grad_norm": 1.2623324394226074,
127
  "learning_rate": 0.00019849559628659844,
128
- "loss": 2.25687198638916,
129
  "step": 170
130
  },
131
  {
132
  "epoch": 0.02569684856704379,
133
- "grad_norm": 1.0435346364974976,
134
  "learning_rate": 0.0001984003808616996,
135
- "loss": 2.2015625,
136
  "step": 180
137
  },
138
  {
139
  "epoch": 0.02712445126521289,
140
- "grad_norm": 1.3203520774841309,
141
  "learning_rate": 0.00019830516543680078,
142
- "loss": 2.310222625732422,
143
  "step": 190
144
  },
145
  {
146
  "epoch": 0.02855205396338199,
147
- "grad_norm": 1.2872213125228882,
148
  "learning_rate": 0.00019820995001190194,
149
- "loss": 2.2774518966674804,
150
  "step": 200
151
  },
152
  {
153
  "epoch": 0.029979656661551092,
154
- "grad_norm": 1.4448614120483398,
155
  "learning_rate": 0.00019811473458700312,
156
- "loss": 2.2141748428344727,
157
  "step": 210
158
  },
159
  {
160
  "epoch": 0.03140725935972019,
161
- "grad_norm": 1.4330700635910034,
162
  "learning_rate": 0.00019801951916210427,
163
- "loss": 2.121222496032715,
164
  "step": 220
165
  },
166
  {
167
  "epoch": 0.03283486205788929,
168
- "grad_norm": 1.3029669523239136,
169
  "learning_rate": 0.00019792430373720543,
170
- "loss": 2.1038030624389648,
171
  "step": 230
172
  },
173
  {
174
  "epoch": 0.03426246475605839,
175
- "grad_norm": 1.236972451210022,
176
  "learning_rate": 0.0001978290883123066,
177
- "loss": 2.128954315185547,
178
  "step": 240
179
  },
180
  {
181
  "epoch": 0.03569006745422749,
182
- "grad_norm": 1.3134138584136963,
183
  "learning_rate": 0.00019773387288740777,
184
- "loss": 2.135414886474609,
185
  "step": 250
186
  },
187
  {
188
  "epoch": 0.03711767015239659,
189
- "grad_norm": 1.3093985319137573,
190
  "learning_rate": 0.00019763865746250895,
191
- "loss": 2.098076057434082,
192
  "step": 260
193
  },
194
  {
195
  "epoch": 0.038545272850565686,
196
- "grad_norm": 1.7127153873443604,
197
  "learning_rate": 0.0001975434420376101,
198
- "loss": 2.255548095703125,
199
  "step": 270
200
  },
201
  {
202
  "epoch": 0.039972875548734785,
203
- "grad_norm": 1.5121700763702393,
204
  "learning_rate": 0.0001974482266127113,
205
- "loss": 2.1986673355102537,
206
  "step": 280
207
  },
208
  {
209
  "epoch": 0.041400478246903884,
210
- "grad_norm": 1.1628669500350952,
211
  "learning_rate": 0.00019735301118781244,
212
- "loss": 2.1367721557617188,
213
  "step": 290
214
  },
215
  {
216
  "epoch": 0.04282808094507299,
217
- "grad_norm": 1.5496574640274048,
218
  "learning_rate": 0.00019725779576291362,
219
- "loss": 2.2107372283935547,
220
  "step": 300
221
  },
222
  {
223
  "epoch": 0.04425568364324209,
224
- "grad_norm": 1.5125689506530762,
225
  "learning_rate": 0.00019716258033801475,
226
- "loss": 2.096792221069336,
227
  "step": 310
228
  },
229
  {
230
  "epoch": 0.04568328634141119,
231
- "grad_norm": 1.3094804286956787,
232
  "learning_rate": 0.00019706736491311593,
233
- "loss": 2.2105518341064454,
234
  "step": 320
235
  },
236
  {
237
  "epoch": 0.047110889039580287,
238
- "grad_norm": 1.362282633781433,
239
  "learning_rate": 0.0001969721494882171,
240
- "loss": 2.177376937866211,
241
  "step": 330
242
  },
243
  {
244
  "epoch": 0.048538491737749385,
245
- "grad_norm": 1.4631069898605347,
246
  "learning_rate": 0.00019687693406331827,
247
- "loss": 2.1494699478149415,
248
  "step": 340
249
  },
250
  {
251
  "epoch": 0.049966094435918484,
252
- "grad_norm": 1.320152997970581,
253
  "learning_rate": 0.00019678171863841943,
254
- "loss": 2.1968358993530273,
255
  "step": 350
256
  },
257
  {
258
  "epoch": 0.05139369713408758,
259
- "grad_norm": 1.183519959449768,
260
  "learning_rate": 0.0001966865032135206,
261
- "loss": 2.17010383605957,
262
  "step": 360
263
  },
264
  {
265
  "epoch": 0.05282129983225668,
266
- "grad_norm": 1.1852158308029175,
267
  "learning_rate": 0.00019659128778862177,
268
- "loss": 2.0825677871704102,
269
  "step": 370
270
  },
271
  {
272
  "epoch": 0.05424890253042578,
273
- "grad_norm": 1.171343445777893,
274
  "learning_rate": 0.00019649607236372295,
275
- "loss": 2.1860904693603516,
276
  "step": 380
277
  },
278
  {
279
  "epoch": 0.05567650522859488,
280
- "grad_norm": 1.2613917589187622,
281
  "learning_rate": 0.0001964008569388241,
282
- "loss": 2.213835334777832,
283
  "step": 390
284
  },
285
  {
286
  "epoch": 0.05710410792676398,
287
- "grad_norm": 1.3591234683990479,
288
  "learning_rate": 0.00019630564151392529,
289
- "loss": 2.3102283477783203,
290
  "step": 400
291
  }
292
  ],
 
11
  "log_history": [
12
  {
13
  "epoch": 0.0014276026981690996,
14
+ "grad_norm": 1.2670224905014038,
15
  "learning_rate": 0.00016,
16
+ "loss": 2.898906135559082,
17
  "step": 10
18
  },
19
  {
20
  "epoch": 0.0028552053963381992,
21
+ "grad_norm": 1.2538419961929321,
22
  "learning_rate": 0.00019992382766008095,
23
+ "loss": 2.378516960144043,
24
  "step": 20
25
  },
26
  {
27
  "epoch": 0.004282808094507299,
28
+ "grad_norm": 1.409246563911438,
29
  "learning_rate": 0.0001998286122351821,
30
+ "loss": 2.4753650665283202,
31
  "step": 30
32
  },
33
  {
34
  "epoch": 0.0057104107926763984,
35
+ "grad_norm": 1.094603180885315,
36
  "learning_rate": 0.00019973339681028326,
37
+ "loss": 2.2721933364868163,
38
  "step": 40
39
  },
40
  {
41
  "epoch": 0.007138013490845497,
42
+ "grad_norm": 1.1403776407241821,
43
  "learning_rate": 0.00019963818138538444,
44
+ "loss": 2.263425827026367,
45
  "step": 50
46
  },
47
  {
48
  "epoch": 0.008565616189014597,
49
+ "grad_norm": 1.1656428575515747,
50
  "learning_rate": 0.0001995429659604856,
51
+ "loss": 2.363163185119629,
52
  "step": 60
53
  },
54
  {
55
  "epoch": 0.009993218887183696,
56
+ "grad_norm": 1.1926625967025757,
57
  "learning_rate": 0.00019944775053558678,
58
+ "loss": 2.1333871841430665,
59
  "step": 70
60
  },
61
  {
62
  "epoch": 0.011420821585352797,
63
+ "grad_norm": 0.9967195391654968,
64
  "learning_rate": 0.00019935253511068794,
65
+ "loss": 2.279196929931641,
66
  "step": 80
67
  },
68
  {
69
  "epoch": 0.012848424283521896,
70
+ "grad_norm": 1.1345535516738892,
71
  "learning_rate": 0.00019925731968578912,
72
+ "loss": 2.181261444091797,
73
  "step": 90
74
  },
75
  {
76
  "epoch": 0.014276026981690995,
77
+ "grad_norm": 1.2285407781600952,
78
  "learning_rate": 0.00019916210426089027,
79
+ "loss": 2.2282310485839845,
80
  "step": 100
81
  },
82
  {
83
  "epoch": 0.015703629679860096,
84
+ "grad_norm": 2.191948890686035,
85
  "learning_rate": 0.00019906688883599146,
86
+ "loss": 2.2829305648803713,
87
  "step": 110
88
  },
89
  {
90
  "epoch": 0.017131232378029194,
91
+ "grad_norm": 1.1868839263916016,
92
  "learning_rate": 0.00019897167341109258,
93
+ "loss": 2.1634748458862303,
94
  "step": 120
95
  },
96
  {
97
  "epoch": 0.018558835076198293,
98
+ "grad_norm": 1.3730543851852417,
99
  "learning_rate": 0.00019887645798619377,
100
+ "loss": 2.235073471069336,
101
  "step": 130
102
  },
103
  {
104
  "epoch": 0.019986437774367392,
105
+ "grad_norm": 1.3060146570205688,
106
  "learning_rate": 0.00019878124256129492,
107
+ "loss": 2.254693031311035,
108
  "step": 140
109
  },
110
  {
111
  "epoch": 0.021414040472536495,
112
+ "grad_norm": 1.13761305809021,
113
  "learning_rate": 0.0001986860271363961,
114
+ "loss": 2.255308723449707,
115
  "step": 150
116
  },
117
  {
118
  "epoch": 0.022841643170705594,
119
+ "grad_norm": 1.2420964241027832,
120
  "learning_rate": 0.00019859081171149726,
121
+ "loss": 2.199342155456543,
122
  "step": 160
123
  },
124
  {
125
  "epoch": 0.024269245868874693,
126
+ "grad_norm": 1.2628268003463745,
127
  "learning_rate": 0.00019849559628659844,
128
+ "loss": 2.2568809509277346,
129
  "step": 170
130
  },
131
  {
132
  "epoch": 0.02569684856704379,
133
+ "grad_norm": 1.0423402786254883,
134
  "learning_rate": 0.0001984003808616996,
135
+ "loss": 2.201403045654297,
136
  "step": 180
137
  },
138
  {
139
  "epoch": 0.02712445126521289,
140
+ "grad_norm": 1.3187193870544434,
141
  "learning_rate": 0.00019830516543680078,
142
+ "loss": 2.31024055480957,
143
  "step": 190
144
  },
145
  {
146
  "epoch": 0.02855205396338199,
147
+ "grad_norm": 1.287013292312622,
148
  "learning_rate": 0.00019820995001190194,
149
+ "loss": 2.2775556564331056,
150
  "step": 200
151
  },
152
  {
153
  "epoch": 0.029979656661551092,
154
+ "grad_norm": 1.445034384727478,
155
  "learning_rate": 0.00019811473458700312,
156
+ "loss": 2.214271354675293,
157
  "step": 210
158
  },
159
  {
160
  "epoch": 0.03140725935972019,
161
+ "grad_norm": 1.4336904287338257,
162
  "learning_rate": 0.00019801951916210427,
163
+ "loss": 2.1211181640625,
164
  "step": 220
165
  },
166
  {
167
  "epoch": 0.03283486205788929,
168
+ "grad_norm": 1.303303837776184,
169
  "learning_rate": 0.00019792430373720543,
170
+ "loss": 2.1037008285522463,
171
  "step": 230
172
  },
173
  {
174
  "epoch": 0.03426246475605839,
175
+ "grad_norm": 1.2367061376571655,
176
  "learning_rate": 0.0001978290883123066,
177
+ "loss": 2.1291038513183596,
178
  "step": 240
179
  },
180
  {
181
  "epoch": 0.03569006745422749,
182
+ "grad_norm": 1.314647912979126,
183
  "learning_rate": 0.00019773387288740777,
184
+ "loss": 2.1351301193237306,
185
  "step": 250
186
  },
187
  {
188
  "epoch": 0.03711767015239659,
189
+ "grad_norm": 1.3084362745285034,
190
  "learning_rate": 0.00019763865746250895,
191
+ "loss": 2.0980342864990233,
192
  "step": 260
193
  },
194
  {
195
  "epoch": 0.038545272850565686,
196
+ "grad_norm": 1.712534785270691,
197
  "learning_rate": 0.0001975434420376101,
198
+ "loss": 2.25567569732666,
199
  "step": 270
200
  },
201
  {
202
  "epoch": 0.039972875548734785,
203
+ "grad_norm": 1.5107096433639526,
204
  "learning_rate": 0.0001974482266127113,
205
+ "loss": 2.198653793334961,
206
  "step": 280
207
  },
208
  {
209
  "epoch": 0.041400478246903884,
210
+ "grad_norm": 1.1626437902450562,
211
  "learning_rate": 0.00019735301118781244,
212
+ "loss": 2.136816215515137,
213
  "step": 290
214
  },
215
  {
216
  "epoch": 0.04282808094507299,
217
+ "grad_norm": 1.551853060722351,
218
  "learning_rate": 0.00019725779576291362,
219
+ "loss": 2.2106935501098635,
220
  "step": 300
221
  },
222
  {
223
  "epoch": 0.04425568364324209,
224
+ "grad_norm": 1.5131734609603882,
225
  "learning_rate": 0.00019716258033801475,
226
+ "loss": 2.0967830657958983,
227
  "step": 310
228
  },
229
  {
230
  "epoch": 0.04568328634141119,
231
+ "grad_norm": 1.310641884803772,
232
  "learning_rate": 0.00019706736491311593,
233
+ "loss": 2.2105255126953125,
234
  "step": 320
235
  },
236
  {
237
  "epoch": 0.047110889039580287,
238
+ "grad_norm": 1.3621881008148193,
239
  "learning_rate": 0.0001969721494882171,
240
+ "loss": 2.1775463104248045,
241
  "step": 330
242
  },
243
  {
244
  "epoch": 0.048538491737749385,
245
+ "grad_norm": 1.4618415832519531,
246
  "learning_rate": 0.00019687693406331827,
247
+ "loss": 2.148931694030762,
248
  "step": 340
249
  },
250
  {
251
  "epoch": 0.049966094435918484,
252
+ "grad_norm": 1.3173977136611938,
253
  "learning_rate": 0.00019678171863841943,
254
+ "loss": 2.1974794387817385,
255
  "step": 350
256
  },
257
  {
258
  "epoch": 0.05139369713408758,
259
+ "grad_norm": 1.1830055713653564,
260
  "learning_rate": 0.0001966865032135206,
261
+ "loss": 2.1695978164672853,
262
  "step": 360
263
  },
264
  {
265
  "epoch": 0.05282129983225668,
266
+ "grad_norm": 1.1831724643707275,
267
  "learning_rate": 0.00019659128778862177,
268
+ "loss": 2.0823343276977537,
269
  "step": 370
270
  },
271
  {
272
  "epoch": 0.05424890253042578,
273
+ "grad_norm": 1.1693743467330933,
274
  "learning_rate": 0.00019649607236372295,
275
+ "loss": 2.1867488861083983,
276
  "step": 380
277
  },
278
  {
279
  "epoch": 0.05567650522859488,
280
+ "grad_norm": 1.25830078125,
281
  "learning_rate": 0.0001964008569388241,
282
+ "loss": 2.2133615493774412,
283
  "step": 390
284
  },
285
  {
286
  "epoch": 0.05710410792676398,
287
+ "grad_norm": 1.3678141832351685,
288
  "learning_rate": 0.00019630564151392529,
289
+ "loss": 2.308313751220703,
290
  "step": 400
291
  }
292
  ],