Ara88 commited on
Commit
462f9bf
·
1 Parent(s): 82fa66d

Upload folder using huggingface_hub

Browse files
config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224-in21k",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "encoder_stride": 16,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "glioma",
13
+ "1": "meningioma",
14
+ "2": "no-tumor",
15
+ "3": "pituitary"
16
+ },
17
+ "image_size": 224,
18
+ "initializer_range": 0.02,
19
+ "intermediate_size": 3072,
20
+ "label2id": {
21
+ "glioma": "0",
22
+ "meningioma": "1",
23
+ "no-tumor": "2",
24
+ "pituitary": "3"
25
+ },
26
+ "layer_norm_eps": 1e-12,
27
+ "model_type": "vit",
28
+ "num_attention_heads": 12,
29
+ "num_channels": 3,
30
+ "num_hidden_layers": 12,
31
+ "patch_size": 16,
32
+ "problem_type": "single_label_classification",
33
+ "qkv_bias": true,
34
+ "torch_dtype": "float32",
35
+ "transformers_version": "4.31.0"
36
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d3d048f29f7ad8a493c444d47b32c2d23cbff036de49b004e35be8bb81429c
3
+ size 686531205
preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTFeatureExtractor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 224,
20
+ "width": 224
21
+ }
22
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:981be493cac8bbcc63111352e5ef58d419d3d556598a011f98627bc41d56b6a3
3
+ size 343274861
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e46ce4eb16240da9f3a8b3066acb6f59a234249ee2a3052f3323786da479838
3
+ size 14575
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85202aef3c076f56ae740a35184d2f67220f11b4264d98d8c86c4133de37edcc
3
+ size 627
trainer_state.json ADDED
@@ -0,0 +1,742 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.02033529244363308,
3
+ "best_model_checkpoint": "./timri-classification/checkpoint-840",
4
+ "epoch": 3.74468085106383,
5
+ "global_step": 880,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.04,
12
+ "learning_rate": 0.00019787234042553193,
13
+ "loss": 0.9777,
14
+ "step": 10
15
+ },
16
+ {
17
+ "epoch": 0.09,
18
+ "learning_rate": 0.00019574468085106384,
19
+ "loss": 0.4325,
20
+ "step": 20
21
+ },
22
+ {
23
+ "epoch": 0.13,
24
+ "learning_rate": 0.00019361702127659576,
25
+ "loss": 0.3674,
26
+ "step": 30
27
+ },
28
+ {
29
+ "epoch": 0.17,
30
+ "learning_rate": 0.00019148936170212768,
31
+ "loss": 0.5014,
32
+ "step": 40
33
+ },
34
+ {
35
+ "epoch": 0.17,
36
+ "eval_accuracy": 0.8704566635601119,
37
+ "eval_loss": 0.3428270220756531,
38
+ "eval_runtime": 16.978,
39
+ "eval_samples_per_second": 63.199,
40
+ "eval_steps_per_second": 7.951,
41
+ "step": 40
42
+ },
43
+ {
44
+ "epoch": 0.21,
45
+ "learning_rate": 0.00018936170212765957,
46
+ "loss": 0.1515,
47
+ "step": 50
48
+ },
49
+ {
50
+ "epoch": 0.26,
51
+ "learning_rate": 0.0001872340425531915,
52
+ "loss": 0.1543,
53
+ "step": 60
54
+ },
55
+ {
56
+ "epoch": 0.3,
57
+ "learning_rate": 0.0001851063829787234,
58
+ "loss": 0.1933,
59
+ "step": 70
60
+ },
61
+ {
62
+ "epoch": 0.34,
63
+ "learning_rate": 0.00018297872340425532,
64
+ "loss": 0.1244,
65
+ "step": 80
66
+ },
67
+ {
68
+ "epoch": 0.34,
69
+ "eval_accuracy": 0.9794967381174278,
70
+ "eval_loss": 0.11025915294885635,
71
+ "eval_runtime": 17.4184,
72
+ "eval_samples_per_second": 61.601,
73
+ "eval_steps_per_second": 7.75,
74
+ "step": 80
75
+ },
76
+ {
77
+ "epoch": 0.38,
78
+ "learning_rate": 0.00018085106382978726,
79
+ "loss": 0.0805,
80
+ "step": 90
81
+ },
82
+ {
83
+ "epoch": 0.43,
84
+ "learning_rate": 0.00017872340425531915,
85
+ "loss": 0.1156,
86
+ "step": 100
87
+ },
88
+ {
89
+ "epoch": 0.47,
90
+ "learning_rate": 0.00017659574468085107,
91
+ "loss": 0.2888,
92
+ "step": 110
93
+ },
94
+ {
95
+ "epoch": 0.51,
96
+ "learning_rate": 0.00017446808510638298,
97
+ "loss": 0.1569,
98
+ "step": 120
99
+ },
100
+ {
101
+ "epoch": 0.51,
102
+ "eval_accuracy": 0.9478098788443616,
103
+ "eval_loss": 0.18117330968379974,
104
+ "eval_runtime": 17.9321,
105
+ "eval_samples_per_second": 59.837,
106
+ "eval_steps_per_second": 7.528,
107
+ "step": 120
108
+ },
109
+ {
110
+ "epoch": 0.55,
111
+ "learning_rate": 0.0001723404255319149,
112
+ "loss": 0.1843,
113
+ "step": 130
114
+ },
115
+ {
116
+ "epoch": 0.6,
117
+ "learning_rate": 0.00017021276595744682,
118
+ "loss": 0.1066,
119
+ "step": 140
120
+ },
121
+ {
122
+ "epoch": 0.64,
123
+ "learning_rate": 0.00016808510638297873,
124
+ "loss": 0.1578,
125
+ "step": 150
126
+ },
127
+ {
128
+ "epoch": 0.68,
129
+ "learning_rate": 0.00016595744680851065,
130
+ "loss": 0.1581,
131
+ "step": 160
132
+ },
133
+ {
134
+ "epoch": 0.68,
135
+ "eval_accuracy": 0.9561975768872321,
136
+ "eval_loss": 0.15296928584575653,
137
+ "eval_runtime": 19.3736,
138
+ "eval_samples_per_second": 55.385,
139
+ "eval_steps_per_second": 6.968,
140
+ "step": 160
141
+ },
142
+ {
143
+ "epoch": 0.72,
144
+ "learning_rate": 0.00016382978723404257,
145
+ "loss": 0.0961,
146
+ "step": 170
147
+ },
148
+ {
149
+ "epoch": 0.77,
150
+ "learning_rate": 0.00016170212765957446,
151
+ "loss": 0.0696,
152
+ "step": 180
153
+ },
154
+ {
155
+ "epoch": 0.81,
156
+ "learning_rate": 0.00015957446808510637,
157
+ "loss": 0.1529,
158
+ "step": 190
159
+ },
160
+ {
161
+ "epoch": 0.85,
162
+ "learning_rate": 0.00015744680851063832,
163
+ "loss": 0.0748,
164
+ "step": 200
165
+ },
166
+ {
167
+ "epoch": 0.85,
168
+ "eval_accuracy": 0.9804287045666356,
169
+ "eval_loss": 0.08471864461898804,
170
+ "eval_runtime": 18.2622,
171
+ "eval_samples_per_second": 58.755,
172
+ "eval_steps_per_second": 7.392,
173
+ "step": 200
174
+ },
175
+ {
176
+ "epoch": 0.89,
177
+ "learning_rate": 0.0001553191489361702,
178
+ "loss": 0.2481,
179
+ "step": 210
180
+ },
181
+ {
182
+ "epoch": 0.94,
183
+ "learning_rate": 0.00015319148936170213,
184
+ "loss": 0.0898,
185
+ "step": 220
186
+ },
187
+ {
188
+ "epoch": 0.98,
189
+ "learning_rate": 0.00015106382978723407,
190
+ "loss": 0.0974,
191
+ "step": 230
192
+ },
193
+ {
194
+ "epoch": 1.02,
195
+ "learning_rate": 0.00014893617021276596,
196
+ "loss": 0.0794,
197
+ "step": 240
198
+ },
199
+ {
200
+ "epoch": 1.02,
201
+ "eval_accuracy": 0.9841565703634669,
202
+ "eval_loss": 0.0651417151093483,
203
+ "eval_runtime": 18.0804,
204
+ "eval_samples_per_second": 59.346,
205
+ "eval_steps_per_second": 7.467,
206
+ "step": 240
207
+ },
208
+ {
209
+ "epoch": 1.06,
210
+ "learning_rate": 0.00014680851063829788,
211
+ "loss": 0.0721,
212
+ "step": 250
213
+ },
214
+ {
215
+ "epoch": 1.11,
216
+ "learning_rate": 0.0001446808510638298,
217
+ "loss": 0.0672,
218
+ "step": 260
219
+ },
220
+ {
221
+ "epoch": 1.15,
222
+ "learning_rate": 0.0001425531914893617,
223
+ "loss": 0.0517,
224
+ "step": 270
225
+ },
226
+ {
227
+ "epoch": 1.19,
228
+ "learning_rate": 0.00014042553191489363,
229
+ "loss": 0.0345,
230
+ "step": 280
231
+ },
232
+ {
233
+ "epoch": 1.19,
234
+ "eval_accuracy": 0.9869524697110904,
235
+ "eval_loss": 0.059121981263160706,
236
+ "eval_runtime": 17.7664,
237
+ "eval_samples_per_second": 60.395,
238
+ "eval_steps_per_second": 7.599,
239
+ "step": 280
240
+ },
241
+ {
242
+ "epoch": 1.23,
243
+ "learning_rate": 0.00013829787234042554,
244
+ "loss": 0.0883,
245
+ "step": 290
246
+ },
247
+ {
248
+ "epoch": 1.28,
249
+ "learning_rate": 0.00013617021276595746,
250
+ "loss": 0.0519,
251
+ "step": 300
252
+ },
253
+ {
254
+ "epoch": 1.32,
255
+ "learning_rate": 0.00013404255319148938,
256
+ "loss": 0.0269,
257
+ "step": 310
258
+ },
259
+ {
260
+ "epoch": 1.36,
261
+ "learning_rate": 0.00013191489361702127,
262
+ "loss": 0.0496,
263
+ "step": 320
264
+ },
265
+ {
266
+ "epoch": 1.36,
267
+ "eval_accuracy": 0.9794967381174278,
268
+ "eval_loss": 0.08983205258846283,
269
+ "eval_runtime": 17.7992,
270
+ "eval_samples_per_second": 60.283,
271
+ "eval_steps_per_second": 7.585,
272
+ "step": 320
273
+ },
274
+ {
275
+ "epoch": 1.4,
276
+ "learning_rate": 0.00012978723404255318,
277
+ "loss": 0.0962,
278
+ "step": 330
279
+ },
280
+ {
281
+ "epoch": 1.45,
282
+ "learning_rate": 0.00012765957446808513,
283
+ "loss": 0.068,
284
+ "step": 340
285
+ },
286
+ {
287
+ "epoch": 1.49,
288
+ "learning_rate": 0.00012553191489361702,
289
+ "loss": 0.0592,
290
+ "step": 350
291
+ },
292
+ {
293
+ "epoch": 1.53,
294
+ "learning_rate": 0.00012340425531914893,
295
+ "loss": 0.0588,
296
+ "step": 360
297
+ },
298
+ {
299
+ "epoch": 1.53,
300
+ "eval_accuracy": 0.9683131407269339,
301
+ "eval_loss": 0.09058272838592529,
302
+ "eval_runtime": 18.1011,
303
+ "eval_samples_per_second": 59.278,
304
+ "eval_steps_per_second": 7.458,
305
+ "step": 360
306
+ },
307
+ {
308
+ "epoch": 1.57,
309
+ "learning_rate": 0.00012127659574468086,
310
+ "loss": 0.0188,
311
+ "step": 370
312
+ },
313
+ {
314
+ "epoch": 1.62,
315
+ "learning_rate": 0.00011914893617021277,
316
+ "loss": 0.0131,
317
+ "step": 380
318
+ },
319
+ {
320
+ "epoch": 1.66,
321
+ "learning_rate": 0.00011702127659574468,
322
+ "loss": 0.0488,
323
+ "step": 390
324
+ },
325
+ {
326
+ "epoch": 1.7,
327
+ "learning_rate": 0.00011489361702127661,
328
+ "loss": 0.0125,
329
+ "step": 400
330
+ },
331
+ {
332
+ "epoch": 1.7,
333
+ "eval_accuracy": 0.9925442684063374,
334
+ "eval_loss": 0.02937113679945469,
335
+ "eval_runtime": 18.1506,
336
+ "eval_samples_per_second": 59.117,
337
+ "eval_steps_per_second": 7.438,
338
+ "step": 400
339
+ },
340
+ {
341
+ "epoch": 1.74,
342
+ "learning_rate": 0.00011276595744680852,
343
+ "loss": 0.0198,
344
+ "step": 410
345
+ },
346
+ {
347
+ "epoch": 1.79,
348
+ "learning_rate": 0.00011063829787234043,
349
+ "loss": 0.0874,
350
+ "step": 420
351
+ },
352
+ {
353
+ "epoch": 1.83,
354
+ "learning_rate": 0.00010851063829787234,
355
+ "loss": 0.011,
356
+ "step": 430
357
+ },
358
+ {
359
+ "epoch": 1.87,
360
+ "learning_rate": 0.00010638297872340425,
361
+ "loss": 0.0437,
362
+ "step": 440
363
+ },
364
+ {
365
+ "epoch": 1.87,
366
+ "eval_accuracy": 0.9664492078285182,
367
+ "eval_loss": 0.122951939702034,
368
+ "eval_runtime": 17.8792,
369
+ "eval_samples_per_second": 60.014,
370
+ "eval_steps_per_second": 7.551,
371
+ "step": 440
372
+ },
373
+ {
374
+ "epoch": 1.91,
375
+ "learning_rate": 0.00010425531914893618,
376
+ "loss": 0.1603,
377
+ "step": 450
378
+ },
379
+ {
380
+ "epoch": 1.96,
381
+ "learning_rate": 0.00010212765957446809,
382
+ "loss": 0.0557,
383
+ "step": 460
384
+ },
385
+ {
386
+ "epoch": 2.0,
387
+ "learning_rate": 0.0001,
388
+ "loss": 0.0084,
389
+ "step": 470
390
+ },
391
+ {
392
+ "epoch": 2.04,
393
+ "learning_rate": 9.787234042553192e-05,
394
+ "loss": 0.0223,
395
+ "step": 480
396
+ },
397
+ {
398
+ "epoch": 2.04,
399
+ "eval_accuracy": 0.9888164026095061,
400
+ "eval_loss": 0.04005502909421921,
401
+ "eval_runtime": 17.7107,
402
+ "eval_samples_per_second": 60.585,
403
+ "eval_steps_per_second": 7.623,
404
+ "step": 480
405
+ },
406
+ {
407
+ "epoch": 2.09,
408
+ "learning_rate": 9.574468085106384e-05,
409
+ "loss": 0.0189,
410
+ "step": 490
411
+ },
412
+ {
413
+ "epoch": 2.13,
414
+ "learning_rate": 9.361702127659576e-05,
415
+ "loss": 0.0086,
416
+ "step": 500
417
+ },
418
+ {
419
+ "epoch": 2.17,
420
+ "learning_rate": 9.148936170212766e-05,
421
+ "loss": 0.0064,
422
+ "step": 510
423
+ },
424
+ {
425
+ "epoch": 2.21,
426
+ "learning_rate": 8.936170212765958e-05,
427
+ "loss": 0.0056,
428
+ "step": 520
429
+ },
430
+ {
431
+ "epoch": 2.21,
432
+ "eval_accuracy": 0.994408201304753,
433
+ "eval_loss": 0.025717683136463165,
434
+ "eval_runtime": 17.4332,
435
+ "eval_samples_per_second": 61.549,
436
+ "eval_steps_per_second": 7.744,
437
+ "step": 520
438
+ },
439
+ {
440
+ "epoch": 2.26,
441
+ "learning_rate": 8.723404255319149e-05,
442
+ "loss": 0.0296,
443
+ "step": 530
444
+ },
445
+ {
446
+ "epoch": 2.3,
447
+ "learning_rate": 8.510638297872341e-05,
448
+ "loss": 0.0195,
449
+ "step": 540
450
+ },
451
+ {
452
+ "epoch": 2.34,
453
+ "learning_rate": 8.297872340425533e-05,
454
+ "loss": 0.0059,
455
+ "step": 550
456
+ },
457
+ {
458
+ "epoch": 2.38,
459
+ "learning_rate": 8.085106382978723e-05,
460
+ "loss": 0.0077,
461
+ "step": 560
462
+ },
463
+ {
464
+ "epoch": 2.38,
465
+ "eval_accuracy": 0.9860205032618826,
466
+ "eval_loss": 0.05676997825503349,
467
+ "eval_runtime": 17.6076,
468
+ "eval_samples_per_second": 60.94,
469
+ "eval_steps_per_second": 7.667,
470
+ "step": 560
471
+ },
472
+ {
473
+ "epoch": 2.43,
474
+ "learning_rate": 7.872340425531916e-05,
475
+ "loss": 0.0054,
476
+ "step": 570
477
+ },
478
+ {
479
+ "epoch": 2.47,
480
+ "learning_rate": 7.659574468085106e-05,
481
+ "loss": 0.0357,
482
+ "step": 580
483
+ },
484
+ {
485
+ "epoch": 2.51,
486
+ "learning_rate": 7.446808510638298e-05,
487
+ "loss": 0.005,
488
+ "step": 590
489
+ },
490
+ {
491
+ "epoch": 2.55,
492
+ "learning_rate": 7.23404255319149e-05,
493
+ "loss": 0.0327,
494
+ "step": 600
495
+ },
496
+ {
497
+ "epoch": 2.55,
498
+ "eval_accuracy": 0.9897483690587139,
499
+ "eval_loss": 0.04828759282827377,
500
+ "eval_runtime": 17.4529,
501
+ "eval_samples_per_second": 61.48,
502
+ "eval_steps_per_second": 7.735,
503
+ "step": 600
504
+ },
505
+ {
506
+ "epoch": 2.6,
507
+ "learning_rate": 7.021276595744681e-05,
508
+ "loss": 0.0161,
509
+ "step": 610
510
+ },
511
+ {
512
+ "epoch": 2.64,
513
+ "learning_rate": 6.808510638297873e-05,
514
+ "loss": 0.0066,
515
+ "step": 620
516
+ },
517
+ {
518
+ "epoch": 2.68,
519
+ "learning_rate": 6.595744680851063e-05,
520
+ "loss": 0.0049,
521
+ "step": 630
522
+ },
523
+ {
524
+ "epoch": 2.72,
525
+ "learning_rate": 6.382978723404256e-05,
526
+ "loss": 0.0056,
527
+ "step": 640
528
+ },
529
+ {
530
+ "epoch": 2.72,
531
+ "eval_accuracy": 0.9925442684063374,
532
+ "eval_loss": 0.025615280494093895,
533
+ "eval_runtime": 17.7515,
534
+ "eval_samples_per_second": 60.446,
535
+ "eval_steps_per_second": 7.605,
536
+ "step": 640
537
+ },
538
+ {
539
+ "epoch": 2.77,
540
+ "learning_rate": 6.170212765957447e-05,
541
+ "loss": 0.0046,
542
+ "step": 650
543
+ },
544
+ {
545
+ "epoch": 2.81,
546
+ "learning_rate": 5.9574468085106384e-05,
547
+ "loss": 0.005,
548
+ "step": 660
549
+ },
550
+ {
551
+ "epoch": 2.85,
552
+ "learning_rate": 5.744680851063831e-05,
553
+ "loss": 0.004,
554
+ "step": 670
555
+ },
556
+ {
557
+ "epoch": 2.89,
558
+ "learning_rate": 5.531914893617022e-05,
559
+ "loss": 0.0043,
560
+ "step": 680
561
+ },
562
+ {
563
+ "epoch": 2.89,
564
+ "eval_accuracy": 0.9906803355079217,
565
+ "eval_loss": 0.040840886533260345,
566
+ "eval_runtime": 18.0012,
567
+ "eval_samples_per_second": 59.607,
568
+ "eval_steps_per_second": 7.5,
569
+ "step": 680
570
+ },
571
+ {
572
+ "epoch": 2.94,
573
+ "learning_rate": 5.319148936170213e-05,
574
+ "loss": 0.009,
575
+ "step": 690
576
+ },
577
+ {
578
+ "epoch": 2.98,
579
+ "learning_rate": 5.1063829787234044e-05,
580
+ "loss": 0.0041,
581
+ "step": 700
582
+ },
583
+ {
584
+ "epoch": 3.02,
585
+ "learning_rate": 4.893617021276596e-05,
586
+ "loss": 0.004,
587
+ "step": 710
588
+ },
589
+ {
590
+ "epoch": 3.06,
591
+ "learning_rate": 4.680851063829788e-05,
592
+ "loss": 0.0037,
593
+ "step": 720
594
+ },
595
+ {
596
+ "epoch": 3.06,
597
+ "eval_accuracy": 0.9897483690587139,
598
+ "eval_loss": 0.049264904111623764,
599
+ "eval_runtime": 17.6233,
600
+ "eval_samples_per_second": 60.885,
601
+ "eval_steps_per_second": 7.66,
602
+ "step": 720
603
+ },
604
+ {
605
+ "epoch": 3.11,
606
+ "learning_rate": 4.468085106382979e-05,
607
+ "loss": 0.004,
608
+ "step": 730
609
+ },
610
+ {
611
+ "epoch": 3.15,
612
+ "learning_rate": 4.2553191489361704e-05,
613
+ "loss": 0.0051,
614
+ "step": 740
615
+ },
616
+ {
617
+ "epoch": 3.19,
618
+ "learning_rate": 4.0425531914893614e-05,
619
+ "loss": 0.0039,
620
+ "step": 750
621
+ },
622
+ {
623
+ "epoch": 3.23,
624
+ "learning_rate": 3.829787234042553e-05,
625
+ "loss": 0.0036,
626
+ "step": 760
627
+ },
628
+ {
629
+ "epoch": 3.23,
630
+ "eval_accuracy": 0.9934762348555451,
631
+ "eval_loss": 0.030669014900922775,
632
+ "eval_runtime": 17.7182,
633
+ "eval_samples_per_second": 60.559,
634
+ "eval_steps_per_second": 7.619,
635
+ "step": 760
636
+ },
637
+ {
638
+ "epoch": 3.28,
639
+ "learning_rate": 3.617021276595745e-05,
640
+ "loss": 0.0038,
641
+ "step": 770
642
+ },
643
+ {
644
+ "epoch": 3.32,
645
+ "learning_rate": 3.4042553191489365e-05,
646
+ "loss": 0.0037,
647
+ "step": 780
648
+ },
649
+ {
650
+ "epoch": 3.36,
651
+ "learning_rate": 3.191489361702128e-05,
652
+ "loss": 0.0173,
653
+ "step": 790
654
+ },
655
+ {
656
+ "epoch": 3.4,
657
+ "learning_rate": 2.9787234042553192e-05,
658
+ "loss": 0.0035,
659
+ "step": 800
660
+ },
661
+ {
662
+ "epoch": 3.4,
663
+ "eval_accuracy": 0.9953401677539608,
664
+ "eval_loss": 0.023747418075799942,
665
+ "eval_runtime": 18.3552,
666
+ "eval_samples_per_second": 58.458,
667
+ "eval_steps_per_second": 7.355,
668
+ "step": 800
669
+ },
670
+ {
671
+ "epoch": 3.45,
672
+ "learning_rate": 2.765957446808511e-05,
673
+ "loss": 0.0036,
674
+ "step": 810
675
+ },
676
+ {
677
+ "epoch": 3.49,
678
+ "learning_rate": 2.5531914893617022e-05,
679
+ "loss": 0.0032,
680
+ "step": 820
681
+ },
682
+ {
683
+ "epoch": 3.53,
684
+ "learning_rate": 2.340425531914894e-05,
685
+ "loss": 0.0035,
686
+ "step": 830
687
+ },
688
+ {
689
+ "epoch": 3.57,
690
+ "learning_rate": 2.1276595744680852e-05,
691
+ "loss": 0.0275,
692
+ "step": 840
693
+ },
694
+ {
695
+ "epoch": 3.57,
696
+ "eval_accuracy": 0.9953401677539608,
697
+ "eval_loss": 0.02033529244363308,
698
+ "eval_runtime": 18.0247,
699
+ "eval_samples_per_second": 59.529,
700
+ "eval_steps_per_second": 7.49,
701
+ "step": 840
702
+ },
703
+ {
704
+ "epoch": 3.62,
705
+ "learning_rate": 1.9148936170212766e-05,
706
+ "loss": 0.0035,
707
+ "step": 850
708
+ },
709
+ {
710
+ "epoch": 3.66,
711
+ "learning_rate": 1.7021276595744682e-05,
712
+ "loss": 0.0035,
713
+ "step": 860
714
+ },
715
+ {
716
+ "epoch": 3.7,
717
+ "learning_rate": 1.4893617021276596e-05,
718
+ "loss": 0.0033,
719
+ "step": 870
720
+ },
721
+ {
722
+ "epoch": 3.74,
723
+ "learning_rate": 1.2765957446808511e-05,
724
+ "loss": 0.0033,
725
+ "step": 880
726
+ },
727
+ {
728
+ "epoch": 3.74,
729
+ "eval_accuracy": 0.9953401677539608,
730
+ "eval_loss": 0.020447665825486183,
731
+ "eval_runtime": 17.3813,
732
+ "eval_samples_per_second": 61.733,
733
+ "eval_steps_per_second": 7.767,
734
+ "step": 880
735
+ }
736
+ ],
737
+ "max_steps": 940,
738
+ "num_train_epochs": 4,
739
+ "total_flos": 1.0908742917765612e+18,
740
+ "trial_name": null,
741
+ "trial_params": null
742
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58d9243fcc0a12fe66e104a66db336d627c01c7eeffd217612d72f02bd26dc27
3
+ size 3963