AISOMA-Bittensor commited on
Commit
faeb841
·
verified ·
1 Parent(s): 888601e

Upload folder using huggingface_hub

Browse files
README.md ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ tags:
4
+ - autotrain
5
+ - transformers
6
+ - image-classification
7
+ base_model: google/vit-base-patch16-224
8
+ widget:
9
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/tiger.jpg
10
+ example_title: Tiger
11
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/teapot.jpg
12
+ example_title: Teapot
13
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/palace.jpg
14
+ example_title: Palace
15
+ datasets:
16
+ - AISOMA-Bittensor/roadworks_v2
17
+ ---
18
+
19
+ # Model Trained Using AutoTrain
20
+
21
+ - Problem type: Image Classification
22
+
23
+ ## Validation Metrics
24
+ loss: 0.1497480720281601
25
+
26
+ f1: 0.9473684210526315
27
+
28
+ precision: 0.908256880733945
29
+
30
+ recall: 0.99
31
+
32
+ auc: 0.9913000000000001
33
+
34
+ accuracy: 0.945
checkpoint-375/config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224",
3
+ "_num_labels": 2,
4
+ "architectures": [
5
+ "ViTForImageClassification"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.0,
8
+ "encoder_stride": 16,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.0,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "0",
14
+ "1": "1"
15
+ },
16
+ "image_size": 224,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 3072,
19
+ "label2id": {
20
+ "0": 0,
21
+ "1": 1
22
+ },
23
+ "layer_norm_eps": 1e-12,
24
+ "model_type": "vit",
25
+ "num_attention_heads": 12,
26
+ "num_channels": 3,
27
+ "num_hidden_layers": 12,
28
+ "patch_size": 16,
29
+ "problem_type": "single_label_classification",
30
+ "qkv_bias": true,
31
+ "torch_dtype": "float32",
32
+ "transformers_version": "4.48.0"
33
+ }
checkpoint-375/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:611878881f18fae1f0f3b12c3678bdc3b5cf119aa8786285adc4ef5663cb30f8
3
+ size 343223968
checkpoint-375/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:549ac473b0715e9622282b14457b10c9139f4da1e6aeea816fe37e93325f55b9
3
+ size 686568890
checkpoint-375/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95b6047bd8cc6f4cdf7c46dea47edb8e542435510070c6cd1e0a7d9ccf5fd7da
3
+ size 14244
checkpoint-375/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7502e1238d855a7f3a4b4b537be1e07c717c3546208cccb33c3dde5ae6823d05
3
+ size 1064
checkpoint-375/trainer_state.json ADDED
@@ -0,0 +1,606 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.1497480720281601,
3
+ "best_model_checkpoint": "roadworks-v03/checkpoint-375",
4
+ "epoch": 3.0,
5
+ "eval_steps": 500,
6
+ "global_step": 375,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.04,
13
+ "grad_norm": 6.77192497253418,
14
+ "learning_rate": 3.1746031746031746e-06,
15
+ "loss": 0.6718,
16
+ "step": 5
17
+ },
18
+ {
19
+ "epoch": 0.08,
20
+ "grad_norm": 7.211616039276123,
21
+ "learning_rate": 7.142857142857143e-06,
22
+ "loss": 0.6975,
23
+ "step": 10
24
+ },
25
+ {
26
+ "epoch": 0.12,
27
+ "grad_norm": 7.735755443572998,
28
+ "learning_rate": 1.1111111111111112e-05,
29
+ "loss": 0.5514,
30
+ "step": 15
31
+ },
32
+ {
33
+ "epoch": 0.16,
34
+ "grad_norm": 6.399946689605713,
35
+ "learning_rate": 1.5079365079365079e-05,
36
+ "loss": 0.5547,
37
+ "step": 20
38
+ },
39
+ {
40
+ "epoch": 0.2,
41
+ "grad_norm": 6.158491134643555,
42
+ "learning_rate": 1.9047619047619046e-05,
43
+ "loss": 0.5982,
44
+ "step": 25
45
+ },
46
+ {
47
+ "epoch": 0.24,
48
+ "grad_norm": 6.432331085205078,
49
+ "learning_rate": 2.3015873015873015e-05,
50
+ "loss": 0.5344,
51
+ "step": 30
52
+ },
53
+ {
54
+ "epoch": 0.28,
55
+ "grad_norm": 5.646385669708252,
56
+ "learning_rate": 2.6984126984126984e-05,
57
+ "loss": 0.5182,
58
+ "step": 35
59
+ },
60
+ {
61
+ "epoch": 0.32,
62
+ "grad_norm": 6.791838645935059,
63
+ "learning_rate": 3.095238095238095e-05,
64
+ "loss": 0.5578,
65
+ "step": 40
66
+ },
67
+ {
68
+ "epoch": 0.36,
69
+ "grad_norm": 9.820820808410645,
70
+ "learning_rate": 3.492063492063492e-05,
71
+ "loss": 0.4598,
72
+ "step": 45
73
+ },
74
+ {
75
+ "epoch": 0.4,
76
+ "grad_norm": 6.121436595916748,
77
+ "learning_rate": 3.888888888888889e-05,
78
+ "loss": 0.4045,
79
+ "step": 50
80
+ },
81
+ {
82
+ "epoch": 0.44,
83
+ "grad_norm": 9.997166633605957,
84
+ "learning_rate": 4.2857142857142856e-05,
85
+ "loss": 0.414,
86
+ "step": 55
87
+ },
88
+ {
89
+ "epoch": 0.48,
90
+ "grad_norm": 4.048161029815674,
91
+ "learning_rate": 4.682539682539683e-05,
92
+ "loss": 0.2863,
93
+ "step": 60
94
+ },
95
+ {
96
+ "epoch": 0.52,
97
+ "grad_norm": 5.565995216369629,
98
+ "learning_rate": 4.991103202846975e-05,
99
+ "loss": 0.3097,
100
+ "step": 65
101
+ },
102
+ {
103
+ "epoch": 0.56,
104
+ "grad_norm": 11.46843433380127,
105
+ "learning_rate": 4.946619217081851e-05,
106
+ "loss": 0.2775,
107
+ "step": 70
108
+ },
109
+ {
110
+ "epoch": 0.6,
111
+ "grad_norm": 9.153308868408203,
112
+ "learning_rate": 4.9021352313167264e-05,
113
+ "loss": 0.4719,
114
+ "step": 75
115
+ },
116
+ {
117
+ "epoch": 0.64,
118
+ "grad_norm": 7.6512370109558105,
119
+ "learning_rate": 4.8576512455516014e-05,
120
+ "loss": 0.3968,
121
+ "step": 80
122
+ },
123
+ {
124
+ "epoch": 0.68,
125
+ "grad_norm": 6.675440788269043,
126
+ "learning_rate": 4.813167259786477e-05,
127
+ "loss": 0.4958,
128
+ "step": 85
129
+ },
130
+ {
131
+ "epoch": 0.72,
132
+ "grad_norm": 5.5016255378723145,
133
+ "learning_rate": 4.768683274021353e-05,
134
+ "loss": 0.3175,
135
+ "step": 90
136
+ },
137
+ {
138
+ "epoch": 0.76,
139
+ "grad_norm": 11.443060874938965,
140
+ "learning_rate": 4.7241992882562284e-05,
141
+ "loss": 0.4341,
142
+ "step": 95
143
+ },
144
+ {
145
+ "epoch": 0.8,
146
+ "grad_norm": 10.607640266418457,
147
+ "learning_rate": 4.6797153024911034e-05,
148
+ "loss": 0.2514,
149
+ "step": 100
150
+ },
151
+ {
152
+ "epoch": 0.84,
153
+ "grad_norm": 4.2904133796691895,
154
+ "learning_rate": 4.635231316725978e-05,
155
+ "loss": 0.208,
156
+ "step": 105
157
+ },
158
+ {
159
+ "epoch": 0.88,
160
+ "grad_norm": 5.581171035766602,
161
+ "learning_rate": 4.590747330960855e-05,
162
+ "loss": 0.5327,
163
+ "step": 110
164
+ },
165
+ {
166
+ "epoch": 0.92,
167
+ "grad_norm": 3.650892734527588,
168
+ "learning_rate": 4.5462633451957297e-05,
169
+ "loss": 0.2097,
170
+ "step": 115
171
+ },
172
+ {
173
+ "epoch": 0.96,
174
+ "grad_norm": 4.023620128631592,
175
+ "learning_rate": 4.501779359430605e-05,
176
+ "loss": 0.402,
177
+ "step": 120
178
+ },
179
+ {
180
+ "epoch": 1.0,
181
+ "grad_norm": 6.131962299346924,
182
+ "learning_rate": 4.45729537366548e-05,
183
+ "loss": 0.2362,
184
+ "step": 125
185
+ },
186
+ {
187
+ "epoch": 1.0,
188
+ "eval_accuracy": 0.925,
189
+ "eval_auc": 0.9903,
190
+ "eval_f1": 0.9302325581395349,
191
+ "eval_loss": 0.21616950631141663,
192
+ "eval_precision": 0.8695652173913043,
193
+ "eval_recall": 1.0,
194
+ "eval_runtime": 41.9583,
195
+ "eval_samples_per_second": 4.767,
196
+ "eval_steps_per_second": 0.31,
197
+ "step": 125
198
+ },
199
+ {
200
+ "epoch": 1.04,
201
+ "grad_norm": 3.238992214202881,
202
+ "learning_rate": 4.4128113879003566e-05,
203
+ "loss": 0.162,
204
+ "step": 130
205
+ },
206
+ {
207
+ "epoch": 1.08,
208
+ "grad_norm": 5.616732597351074,
209
+ "learning_rate": 4.3683274021352316e-05,
210
+ "loss": 0.1262,
211
+ "step": 135
212
+ },
213
+ {
214
+ "epoch": 1.12,
215
+ "grad_norm": 13.144268035888672,
216
+ "learning_rate": 4.3238434163701066e-05,
217
+ "loss": 0.3814,
218
+ "step": 140
219
+ },
220
+ {
221
+ "epoch": 1.16,
222
+ "grad_norm": 5.483018398284912,
223
+ "learning_rate": 4.279359430604982e-05,
224
+ "loss": 0.3299,
225
+ "step": 145
226
+ },
227
+ {
228
+ "epoch": 1.2,
229
+ "grad_norm": 4.637882709503174,
230
+ "learning_rate": 4.234875444839858e-05,
231
+ "loss": 0.4135,
232
+ "step": 150
233
+ },
234
+ {
235
+ "epoch": 1.24,
236
+ "grad_norm": 5.869772911071777,
237
+ "learning_rate": 4.1903914590747336e-05,
238
+ "loss": 0.4157,
239
+ "step": 155
240
+ },
241
+ {
242
+ "epoch": 1.28,
243
+ "grad_norm": 7.716390609741211,
244
+ "learning_rate": 4.1459074733096085e-05,
245
+ "loss": 0.3954,
246
+ "step": 160
247
+ },
248
+ {
249
+ "epoch": 1.32,
250
+ "grad_norm": 7.516646385192871,
251
+ "learning_rate": 4.101423487544484e-05,
252
+ "loss": 0.2453,
253
+ "step": 165
254
+ },
255
+ {
256
+ "epoch": 1.3599999999999999,
257
+ "grad_norm": 5.264847278594971,
258
+ "learning_rate": 4.05693950177936e-05,
259
+ "loss": 0.3088,
260
+ "step": 170
261
+ },
262
+ {
263
+ "epoch": 1.4,
264
+ "grad_norm": 4.23276424407959,
265
+ "learning_rate": 4.0124555160142355e-05,
266
+ "loss": 0.2162,
267
+ "step": 175
268
+ },
269
+ {
270
+ "epoch": 1.44,
271
+ "grad_norm": 7.253166675567627,
272
+ "learning_rate": 3.9679715302491105e-05,
273
+ "loss": 0.2789,
274
+ "step": 180
275
+ },
276
+ {
277
+ "epoch": 1.48,
278
+ "grad_norm": 2.861260414123535,
279
+ "learning_rate": 3.9234875444839855e-05,
280
+ "loss": 0.1843,
281
+ "step": 185
282
+ },
283
+ {
284
+ "epoch": 1.52,
285
+ "grad_norm": 1.792879581451416,
286
+ "learning_rate": 3.879003558718861e-05,
287
+ "loss": 0.1735,
288
+ "step": 190
289
+ },
290
+ {
291
+ "epoch": 1.56,
292
+ "grad_norm": 4.788372039794922,
293
+ "learning_rate": 3.834519572953737e-05,
294
+ "loss": 0.1698,
295
+ "step": 195
296
+ },
297
+ {
298
+ "epoch": 1.6,
299
+ "grad_norm": 10.927083015441895,
300
+ "learning_rate": 3.7900355871886125e-05,
301
+ "loss": 0.6023,
302
+ "step": 200
303
+ },
304
+ {
305
+ "epoch": 1.6400000000000001,
306
+ "grad_norm": 13.062745094299316,
307
+ "learning_rate": 3.7455516014234874e-05,
308
+ "loss": 0.0789,
309
+ "step": 205
310
+ },
311
+ {
312
+ "epoch": 1.6800000000000002,
313
+ "grad_norm": 3.585115432739258,
314
+ "learning_rate": 3.701067615658363e-05,
315
+ "loss": 0.3483,
316
+ "step": 210
317
+ },
318
+ {
319
+ "epoch": 1.72,
320
+ "grad_norm": 2.498121738433838,
321
+ "learning_rate": 3.656583629893239e-05,
322
+ "loss": 0.1994,
323
+ "step": 215
324
+ },
325
+ {
326
+ "epoch": 1.76,
327
+ "grad_norm": 6.423818111419678,
328
+ "learning_rate": 3.6120996441281144e-05,
329
+ "loss": 0.2724,
330
+ "step": 220
331
+ },
332
+ {
333
+ "epoch": 1.8,
334
+ "grad_norm": 7.244612216949463,
335
+ "learning_rate": 3.5676156583629894e-05,
336
+ "loss": 0.3302,
337
+ "step": 225
338
+ },
339
+ {
340
+ "epoch": 1.8399999999999999,
341
+ "grad_norm": 0.36374810338020325,
342
+ "learning_rate": 3.5231316725978644e-05,
343
+ "loss": 0.1132,
344
+ "step": 230
345
+ },
346
+ {
347
+ "epoch": 1.88,
348
+ "grad_norm": 0.3828773498535156,
349
+ "learning_rate": 3.478647686832741e-05,
350
+ "loss": 0.2084,
351
+ "step": 235
352
+ },
353
+ {
354
+ "epoch": 1.92,
355
+ "grad_norm": 5.8181986808776855,
356
+ "learning_rate": 3.434163701067616e-05,
357
+ "loss": 0.2595,
358
+ "step": 240
359
+ },
360
+ {
361
+ "epoch": 1.96,
362
+ "grad_norm": 4.1658101081848145,
363
+ "learning_rate": 3.3896797153024914e-05,
364
+ "loss": 0.2149,
365
+ "step": 245
366
+ },
367
+ {
368
+ "epoch": 2.0,
369
+ "grad_norm": 2.1452529430389404,
370
+ "learning_rate": 3.345195729537366e-05,
371
+ "loss": 0.1366,
372
+ "step": 250
373
+ },
374
+ {
375
+ "epoch": 2.0,
376
+ "eval_accuracy": 0.95,
377
+ "eval_auc": 0.99075,
378
+ "eval_f1": 0.9523809523809523,
379
+ "eval_loss": 0.15040092170238495,
380
+ "eval_precision": 0.9090909090909091,
381
+ "eval_recall": 1.0,
382
+ "eval_runtime": 41.217,
383
+ "eval_samples_per_second": 4.852,
384
+ "eval_steps_per_second": 0.315,
385
+ "step": 250
386
+ },
387
+ {
388
+ "epoch": 2.04,
389
+ "grad_norm": 2.9181268215179443,
390
+ "learning_rate": 3.300711743772243e-05,
391
+ "loss": 0.4332,
392
+ "step": 255
393
+ },
394
+ {
395
+ "epoch": 2.08,
396
+ "grad_norm": 12.673237800598145,
397
+ "learning_rate": 3.2562277580071177e-05,
398
+ "loss": 0.2365,
399
+ "step": 260
400
+ },
401
+ {
402
+ "epoch": 2.12,
403
+ "grad_norm": 5.242711067199707,
404
+ "learning_rate": 3.2117437722419926e-05,
405
+ "loss": 0.3013,
406
+ "step": 265
407
+ },
408
+ {
409
+ "epoch": 2.16,
410
+ "grad_norm": 0.458162784576416,
411
+ "learning_rate": 3.167259786476868e-05,
412
+ "loss": 0.4029,
413
+ "step": 270
414
+ },
415
+ {
416
+ "epoch": 2.2,
417
+ "grad_norm": 0.8767010569572449,
418
+ "learning_rate": 3.122775800711744e-05,
419
+ "loss": 0.2046,
420
+ "step": 275
421
+ },
422
+ {
423
+ "epoch": 2.24,
424
+ "grad_norm": 0.6946662664413452,
425
+ "learning_rate": 3.0782918149466196e-05,
426
+ "loss": 0.1422,
427
+ "step": 280
428
+ },
429
+ {
430
+ "epoch": 2.2800000000000002,
431
+ "grad_norm": 8.177674293518066,
432
+ "learning_rate": 3.0338078291814946e-05,
433
+ "loss": 0.1535,
434
+ "step": 285
435
+ },
436
+ {
437
+ "epoch": 2.32,
438
+ "grad_norm": 1.9587541818618774,
439
+ "learning_rate": 2.98932384341637e-05,
440
+ "loss": 0.1129,
441
+ "step": 290
442
+ },
443
+ {
444
+ "epoch": 2.36,
445
+ "grad_norm": 6.240828514099121,
446
+ "learning_rate": 2.944839857651246e-05,
447
+ "loss": 0.3531,
448
+ "step": 295
449
+ },
450
+ {
451
+ "epoch": 2.4,
452
+ "grad_norm": 8.415582656860352,
453
+ "learning_rate": 2.9003558718861212e-05,
454
+ "loss": 0.1724,
455
+ "step": 300
456
+ },
457
+ {
458
+ "epoch": 2.44,
459
+ "grad_norm": 0.7639751434326172,
460
+ "learning_rate": 2.8558718861209965e-05,
461
+ "loss": 0.172,
462
+ "step": 305
463
+ },
464
+ {
465
+ "epoch": 2.48,
466
+ "grad_norm": 0.5846173167228699,
467
+ "learning_rate": 2.811387900355872e-05,
468
+ "loss": 0.4912,
469
+ "step": 310
470
+ },
471
+ {
472
+ "epoch": 2.52,
473
+ "grad_norm": 2.0510966777801514,
474
+ "learning_rate": 2.766903914590748e-05,
475
+ "loss": 0.192,
476
+ "step": 315
477
+ },
478
+ {
479
+ "epoch": 2.56,
480
+ "grad_norm": 7.825207710266113,
481
+ "learning_rate": 2.7224199288256232e-05,
482
+ "loss": 0.247,
483
+ "step": 320
484
+ },
485
+ {
486
+ "epoch": 2.6,
487
+ "grad_norm": 6.270692825317383,
488
+ "learning_rate": 2.677935943060498e-05,
489
+ "loss": 0.1365,
490
+ "step": 325
491
+ },
492
+ {
493
+ "epoch": 2.64,
494
+ "grad_norm": 5.071442604064941,
495
+ "learning_rate": 2.6334519572953735e-05,
496
+ "loss": 0.2845,
497
+ "step": 330
498
+ },
499
+ {
500
+ "epoch": 2.68,
501
+ "grad_norm": 0.7615436911582947,
502
+ "learning_rate": 2.5889679715302495e-05,
503
+ "loss": 0.0296,
504
+ "step": 335
505
+ },
506
+ {
507
+ "epoch": 2.7199999999999998,
508
+ "grad_norm": 1.9423273801803589,
509
+ "learning_rate": 2.5444839857651248e-05,
510
+ "loss": 0.048,
511
+ "step": 340
512
+ },
513
+ {
514
+ "epoch": 2.76,
515
+ "grad_norm": 1.2762203216552734,
516
+ "learning_rate": 2.5e-05,
517
+ "loss": 0.269,
518
+ "step": 345
519
+ },
520
+ {
521
+ "epoch": 2.8,
522
+ "grad_norm": 0.6899875998497009,
523
+ "learning_rate": 2.4555160142348754e-05,
524
+ "loss": 0.1853,
525
+ "step": 350
526
+ },
527
+ {
528
+ "epoch": 2.84,
529
+ "grad_norm": 7.342668533325195,
530
+ "learning_rate": 2.411032028469751e-05,
531
+ "loss": 0.3235,
532
+ "step": 355
533
+ },
534
+ {
535
+ "epoch": 2.88,
536
+ "grad_norm": 1.7423521280288696,
537
+ "learning_rate": 2.3665480427046264e-05,
538
+ "loss": 0.1906,
539
+ "step": 360
540
+ },
541
+ {
542
+ "epoch": 2.92,
543
+ "grad_norm": 6.497461795806885,
544
+ "learning_rate": 2.322064056939502e-05,
545
+ "loss": 0.1881,
546
+ "step": 365
547
+ },
548
+ {
549
+ "epoch": 2.96,
550
+ "grad_norm": 3.9244940280914307,
551
+ "learning_rate": 2.277580071174377e-05,
552
+ "loss": 0.0934,
553
+ "step": 370
554
+ },
555
+ {
556
+ "epoch": 3.0,
557
+ "grad_norm": 0.22751639783382416,
558
+ "learning_rate": 2.2330960854092527e-05,
559
+ "loss": 0.1747,
560
+ "step": 375
561
+ },
562
+ {
563
+ "epoch": 3.0,
564
+ "eval_accuracy": 0.945,
565
+ "eval_auc": 0.9913000000000001,
566
+ "eval_f1": 0.9473684210526315,
567
+ "eval_loss": 0.1497480720281601,
568
+ "eval_precision": 0.908256880733945,
569
+ "eval_recall": 0.99,
570
+ "eval_runtime": 41.2437,
571
+ "eval_samples_per_second": 4.849,
572
+ "eval_steps_per_second": 0.315,
573
+ "step": 375
574
+ }
575
+ ],
576
+ "logging_steps": 5,
577
+ "max_steps": 625,
578
+ "num_input_tokens_seen": 0,
579
+ "num_train_epochs": 5,
580
+ "save_steps": 500,
581
+ "stateful_callbacks": {
582
+ "EarlyStoppingCallback": {
583
+ "args": {
584
+ "early_stopping_patience": 5,
585
+ "early_stopping_threshold": 0.01
586
+ },
587
+ "attributes": {
588
+ "early_stopping_patience_counter": 1
589
+ }
590
+ },
591
+ "TrainerControl": {
592
+ "args": {
593
+ "should_epoch_stop": false,
594
+ "should_evaluate": false,
595
+ "should_log": false,
596
+ "should_save": true,
597
+ "should_training_stop": false
598
+ },
599
+ "attributes": {}
600
+ }
601
+ },
602
+ "total_flos": 2.32475968843776e+17,
603
+ "train_batch_size": 8,
604
+ "trial_name": null,
605
+ "trial_params": null
606
+ }
checkpoint-375/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e3ce664c7f624cce4c89b20bf61acc5a4bc621f533224fe5f5f4e0861b3e9f1
3
+ size 5368
config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224",
3
+ "_num_labels": 2,
4
+ "architectures": [
5
+ "ViTForImageClassification"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.0,
8
+ "encoder_stride": 16,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.0,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "0",
14
+ "1": "1"
15
+ },
16
+ "image_size": 224,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 3072,
19
+ "label2id": {
20
+ "0": 0,
21
+ "1": 1
22
+ },
23
+ "layer_norm_eps": 1e-12,
24
+ "model_type": "vit",
25
+ "num_attention_heads": 12,
26
+ "num_channels": 3,
27
+ "num_hidden_layers": 12,
28
+ "patch_size": 16,
29
+ "problem_type": "single_label_classification",
30
+ "qkv_bias": true,
31
+ "torch_dtype": "float32",
32
+ "transformers_version": "4.48.0"
33
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:611878881f18fae1f0f3b12c3678bdc3b5cf119aa8786285adc4ef5663cb30f8
3
+ size 343223968
preprocessor_config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": null,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.5,
8
+ 0.5,
9
+ 0.5
10
+ ],
11
+ "image_processor_type": "ViTImageProcessor",
12
+ "image_std": [
13
+ 0.5,
14
+ 0.5,
15
+ 0.5
16
+ ],
17
+ "resample": 2,
18
+ "rescale_factor": 0.00392156862745098,
19
+ "size": {
20
+ "height": 224,
21
+ "width": 224
22
+ }
23
+ }
runs/Jun12_16-01-54_r-aisoma-bittensor-streetvision-rx1r66oz-79cb4-x0ge5/events.out.tfevents.1749744116.r-aisoma-bittensor-streetvision-rx1r66oz-79cb4-x0ge5.70.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bb8b6cc6ddb59d787a3dd1486c89fed513bb25c9d32f395c099a66a5b7a9b64
3
- size 24239
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6177e15e584609050b66c4ddff5130bfe5954dfa1d88faab9ae784e1be41f2e
3
+ size 34282
runs/Jun12_16-01-54_r-aisoma-bittensor-streetvision-rx1r66oz-79cb4-x0ge5/events.out.tfevents.1749745954.r-aisoma-bittensor-streetvision-rx1r66oz-79cb4-x0ge5.70.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:647a348eb8d8a7a6dce35703dd11cd181f2ea3b6c81cb7a6d9e9738c0d7d2528
3
+ size 607
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e3ce664c7f624cce4c89b20bf61acc5a4bc621f533224fe5f5f4e0861b3e9f1
3
+ size 5368
training_params.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data_path": "AISOMA-Bittensor/roadworks_v2",
3
+ "model": "google/vit-base-patch16-224",
4
+ "username": "AISOMA-Bittensor",
5
+ "lr": 5e-05,
6
+ "epochs": 5,
7
+ "batch_size": 8,
8
+ "warmup_ratio": 0.1,
9
+ "gradient_accumulation": 1,
10
+ "optimizer": "adamw_torch",
11
+ "scheduler": "linear",
12
+ "weight_decay": 0.0,
13
+ "max_grad_norm": 1.0,
14
+ "seed": 42,
15
+ "train_split": "train",
16
+ "valid_split": "test",
17
+ "logging_steps": -1,
18
+ "project_name": "roadworks-v03",
19
+ "auto_find_batch_size": false,
20
+ "mixed_precision": "fp16",
21
+ "save_total_limit": 1,
22
+ "push_to_hub": true,
23
+ "eval_strategy": "epoch",
24
+ "image_column": "image",
25
+ "target_column": "label",
26
+ "log": "tensorboard",
27
+ "early_stopping_patience": 5,
28
+ "early_stopping_threshold": 0.01
29
+ }