kevintran commited on
Commit
716b70b
·
verified ·
1 Parent(s): a0a855b

Upload folder using huggingface_hub

Browse files
README.md ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ tags:
4
+ - autotrain
5
+ - image-classification
6
+ widget:
7
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/tiger.jpg
8
+ example_title: Tiger
9
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/teapot.jpg
10
+ example_title: Teapot
11
+ - src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/palace.jpg
12
+ example_title: Palace
13
+ datasets:
14
+ - kevintran/autotrain-data-autotrain-image-classififier-3
15
+ ---
16
+
17
+ # Model Trained Using AutoTrain
18
+
19
+ - Problem type: Image Classification
20
+
21
+ ## Validation Metricsg
22
+ loss: 0.15451037883758545
23
+
24
+ f1_macro: 0.9467270357903562
25
+
26
+ f1_micro: 0.946
27
+
28
+ f1_weighted: 0.9456145469707284
29
+
30
+ precision_macro: 0.9494787542337152
31
+
32
+ precision_micro: 0.946
33
+
34
+ precision_weighted: 0.9483015719746657
35
+
36
+ recall_macro: 0.946937588084916
37
+
38
+ recall_micro: 0.946
39
+
40
+ recall_weighted: 0.946
41
+
42
+ accuracy: 0.946
checkpoint-1317/config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-384",
3
+ "_num_labels": 6,
4
+ "architectures": [
5
+ "ViTForImageClassification"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.0,
8
+ "encoder_stride": 16,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.0,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "buildings",
14
+ "1": "forest",
15
+ "2": "glacier",
16
+ "3": "mountain",
17
+ "4": "sea",
18
+ "5": "street"
19
+ },
20
+ "image_size": 384,
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 3072,
23
+ "label2id": {
24
+ "buildings": 0,
25
+ "forest": 1,
26
+ "glacier": 2,
27
+ "mountain": 3,
28
+ "sea": 4,
29
+ "street": 5
30
+ },
31
+ "layer_norm_eps": 1e-12,
32
+ "model_type": "vit",
33
+ "num_attention_heads": 12,
34
+ "num_channels": 3,
35
+ "num_hidden_layers": 12,
36
+ "patch_size": 16,
37
+ "problem_type": "single_label_classification",
38
+ "qkv_bias": true,
39
+ "torch_dtype": "float32",
40
+ "transformers_version": "4.37.0"
41
+ }
checkpoint-1317/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b408d6a81b42445a2da7b1c6b7fe88e5ab4672a837e268bf3d9f9a79f3fcca2
3
+ size 344403640
checkpoint-1317/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6842360a048f63667a3d69f363addfafbabd60082545bc81ff54c011927c949d
3
+ size 688928186
checkpoint-1317/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01f8e44ace55305062b4228b1a7233c6bac8c0fcbc287b7e11056a1b67b621ab
3
+ size 14244
checkpoint-1317/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee69ff0e6c02bb24d815697aa577de6ffcbeb3f8503629ea8be08b113390d824
3
+ size 1064
checkpoint-1317/trainer_state.json ADDED
@@ -0,0 +1,285 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.15451037883758545,
3
+ "best_model_checkpoint": "/tmp/model/checkpoint-1317",
4
+ "epoch": 3.0,
5
+ "eval_steps": 500,
6
+ "global_step": 1317,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.08,
13
+ "learning_rate": 4.100227790432802e-06,
14
+ "loss": 1.8786,
15
+ "step": 37
16
+ },
17
+ {
18
+ "epoch": 0.17,
19
+ "learning_rate": 8.314350797266515e-06,
20
+ "loss": 1.5629,
21
+ "step": 74
22
+ },
23
+ {
24
+ "epoch": 0.25,
25
+ "learning_rate": 1.2414578587699317e-05,
26
+ "loss": 1.1399,
27
+ "step": 111
28
+ },
29
+ {
30
+ "epoch": 0.34,
31
+ "learning_rate": 1.662870159453303e-05,
32
+ "loss": 0.7351,
33
+ "step": 148
34
+ },
35
+ {
36
+ "epoch": 0.42,
37
+ "learning_rate": 2.0842824601366744e-05,
38
+ "loss": 0.4669,
39
+ "step": 185
40
+ },
41
+ {
42
+ "epoch": 0.51,
43
+ "learning_rate": 2.505694760820046e-05,
44
+ "loss": 0.3469,
45
+ "step": 222
46
+ },
47
+ {
48
+ "epoch": 0.59,
49
+ "learning_rate": 2.927107061503417e-05,
50
+ "loss": 0.3223,
51
+ "step": 259
52
+ },
53
+ {
54
+ "epoch": 0.67,
55
+ "learning_rate": 3.348519362186788e-05,
56
+ "loss": 0.3345,
57
+ "step": 296
58
+ },
59
+ {
60
+ "epoch": 0.76,
61
+ "learning_rate": 3.7699316628701596e-05,
62
+ "loss": 0.3265,
63
+ "step": 333
64
+ },
65
+ {
66
+ "epoch": 0.84,
67
+ "learning_rate": 4.191343963553531e-05,
68
+ "loss": 0.3639,
69
+ "step": 370
70
+ },
71
+ {
72
+ "epoch": 0.93,
73
+ "learning_rate": 4.612756264236902e-05,
74
+ "loss": 0.3011,
75
+ "step": 407
76
+ },
77
+ {
78
+ "epoch": 1.0,
79
+ "eval_accuracy": 0.9306666666666666,
80
+ "eval_f1_macro": 0.9315858321883302,
81
+ "eval_f1_micro": 0.9306666666666666,
82
+ "eval_f1_weighted": 0.9302483418122969,
83
+ "eval_loss": 0.19714049994945526,
84
+ "eval_precision_macro": 0.9348993828188797,
85
+ "eval_precision_micro": 0.9306666666666666,
86
+ "eval_precision_weighted": 0.9323813573989976,
87
+ "eval_recall_macro": 0.9309972849215787,
88
+ "eval_recall_micro": 0.9306666666666666,
89
+ "eval_recall_weighted": 0.9306666666666666,
90
+ "eval_runtime": 52.1245,
91
+ "eval_samples_per_second": 57.555,
92
+ "eval_steps_per_second": 1.803,
93
+ "step": 439
94
+ },
95
+ {
96
+ "epoch": 1.01,
97
+ "learning_rate": 4.9962034927866365e-05,
98
+ "loss": 0.3317,
99
+ "step": 444
100
+ },
101
+ {
102
+ "epoch": 1.1,
103
+ "learning_rate": 4.9493799038218175e-05,
104
+ "loss": 0.3555,
105
+ "step": 481
106
+ },
107
+ {
108
+ "epoch": 1.18,
109
+ "learning_rate": 4.9025563148569985e-05,
110
+ "loss": 0.3309,
111
+ "step": 518
112
+ },
113
+ {
114
+ "epoch": 1.26,
115
+ "learning_rate": 4.8557327258921794e-05,
116
+ "loss": 0.3041,
117
+ "step": 555
118
+ },
119
+ {
120
+ "epoch": 1.35,
121
+ "learning_rate": 4.8089091369273604e-05,
122
+ "loss": 0.2459,
123
+ "step": 592
124
+ },
125
+ {
126
+ "epoch": 1.43,
127
+ "learning_rate": 4.7620855479625414e-05,
128
+ "loss": 0.2982,
129
+ "step": 629
130
+ },
131
+ {
132
+ "epoch": 1.52,
133
+ "learning_rate": 4.715261958997722e-05,
134
+ "loss": 0.2822,
135
+ "step": 666
136
+ },
137
+ {
138
+ "epoch": 1.6,
139
+ "learning_rate": 4.668438370032903e-05,
140
+ "loss": 0.2767,
141
+ "step": 703
142
+ },
143
+ {
144
+ "epoch": 1.69,
145
+ "learning_rate": 4.621614781068084e-05,
146
+ "loss": 0.2956,
147
+ "step": 740
148
+ },
149
+ {
150
+ "epoch": 1.77,
151
+ "learning_rate": 4.574791192103265e-05,
152
+ "loss": 0.3336,
153
+ "step": 777
154
+ },
155
+ {
156
+ "epoch": 1.85,
157
+ "learning_rate": 4.527967603138446e-05,
158
+ "loss": 0.2268,
159
+ "step": 814
160
+ },
161
+ {
162
+ "epoch": 1.94,
163
+ "learning_rate": 4.481144014173627e-05,
164
+ "loss": 0.3513,
165
+ "step": 851
166
+ },
167
+ {
168
+ "epoch": 2.0,
169
+ "eval_accuracy": 0.9303333333333333,
170
+ "eval_f1_macro": 0.9314221788866325,
171
+ "eval_f1_micro": 0.9303333333333333,
172
+ "eval_f1_weighted": 0.9295883110276734,
173
+ "eval_loss": 0.18896205723285675,
174
+ "eval_precision_macro": 0.9327733084187863,
175
+ "eval_precision_micro": 0.9303333333333333,
176
+ "eval_precision_weighted": 0.931684917051818,
177
+ "eval_recall_macro": 0.9327247774872661,
178
+ "eval_recall_micro": 0.9303333333333333,
179
+ "eval_recall_weighted": 0.9303333333333333,
180
+ "eval_runtime": 51.7475,
181
+ "eval_samples_per_second": 57.974,
182
+ "eval_steps_per_second": 1.817,
183
+ "step": 878
184
+ },
185
+ {
186
+ "epoch": 2.02,
187
+ "learning_rate": 4.434320425208808e-05,
188
+ "loss": 0.2611,
189
+ "step": 888
190
+ },
191
+ {
192
+ "epoch": 2.11,
193
+ "learning_rate": 4.387496836243989e-05,
194
+ "loss": 0.2015,
195
+ "step": 925
196
+ },
197
+ {
198
+ "epoch": 2.19,
199
+ "learning_rate": 4.34067324727917e-05,
200
+ "loss": 0.2415,
201
+ "step": 962
202
+ },
203
+ {
204
+ "epoch": 2.28,
205
+ "learning_rate": 4.293849658314351e-05,
206
+ "loss": 0.2654,
207
+ "step": 999
208
+ },
209
+ {
210
+ "epoch": 2.36,
211
+ "learning_rate": 4.247026069349532e-05,
212
+ "loss": 0.2501,
213
+ "step": 1036
214
+ },
215
+ {
216
+ "epoch": 2.44,
217
+ "learning_rate": 4.200202480384713e-05,
218
+ "loss": 0.2168,
219
+ "step": 1073
220
+ },
221
+ {
222
+ "epoch": 2.53,
223
+ "learning_rate": 4.153378891419894e-05,
224
+ "loss": 0.2528,
225
+ "step": 1110
226
+ },
227
+ {
228
+ "epoch": 2.61,
229
+ "learning_rate": 4.106555302455075e-05,
230
+ "loss": 0.2052,
231
+ "step": 1147
232
+ },
233
+ {
234
+ "epoch": 2.7,
235
+ "learning_rate": 4.059731713490256e-05,
236
+ "loss": 0.293,
237
+ "step": 1184
238
+ },
239
+ {
240
+ "epoch": 2.78,
241
+ "learning_rate": 4.012908124525437e-05,
242
+ "loss": 0.2398,
243
+ "step": 1221
244
+ },
245
+ {
246
+ "epoch": 2.87,
247
+ "learning_rate": 3.966084535560618e-05,
248
+ "loss": 0.284,
249
+ "step": 1258
250
+ },
251
+ {
252
+ "epoch": 2.95,
253
+ "learning_rate": 3.919260946595799e-05,
254
+ "loss": 0.2521,
255
+ "step": 1295
256
+ },
257
+ {
258
+ "epoch": 3.0,
259
+ "eval_accuracy": 0.946,
260
+ "eval_f1_macro": 0.9467270357903562,
261
+ "eval_f1_micro": 0.946,
262
+ "eval_f1_weighted": 0.9456145469707284,
263
+ "eval_loss": 0.15451037883758545,
264
+ "eval_precision_macro": 0.9494787542337152,
265
+ "eval_precision_micro": 0.946,
266
+ "eval_precision_weighted": 0.9483015719746657,
267
+ "eval_recall_macro": 0.946937588084916,
268
+ "eval_recall_micro": 0.946,
269
+ "eval_recall_weighted": 0.946,
270
+ "eval_runtime": 52.1562,
271
+ "eval_samples_per_second": 57.519,
272
+ "eval_steps_per_second": 1.802,
273
+ "step": 1317
274
+ }
275
+ ],
276
+ "logging_steps": 37,
277
+ "max_steps": 4390,
278
+ "num_input_tokens_seen": 0,
279
+ "num_train_epochs": 10,
280
+ "save_steps": 500,
281
+ "total_flos": 4.809769612007178e+18,
282
+ "train_batch_size": 16,
283
+ "trial_name": null,
284
+ "trial_params": null
285
+ }
checkpoint-1317/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8c87f7308f5ed61d330e6f1c9903a974e9c3cc37077bebe5d808a729cdae5f7
3
+ size 4728
config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-384",
3
+ "_num_labels": 6,
4
+ "architectures": [
5
+ "ViTForImageClassification"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.0,
8
+ "encoder_stride": 16,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.0,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "buildings",
14
+ "1": "forest",
15
+ "2": "glacier",
16
+ "3": "mountain",
17
+ "4": "sea",
18
+ "5": "street"
19
+ },
20
+ "image_size": 384,
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 3072,
23
+ "label2id": {
24
+ "buildings": 0,
25
+ "forest": 1,
26
+ "glacier": 2,
27
+ "mountain": 3,
28
+ "sea": 4,
29
+ "street": 5
30
+ },
31
+ "layer_norm_eps": 1e-12,
32
+ "model_type": "vit",
33
+ "num_attention_heads": 12,
34
+ "num_channels": 3,
35
+ "num_hidden_layers": 12,
36
+ "patch_size": 16,
37
+ "problem_type": "single_label_classification",
38
+ "qkv_bias": true,
39
+ "torch_dtype": "float32",
40
+ "transformers_version": "4.37.0"
41
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b408d6a81b42445a2da7b1c6b7fe88e5ab4672a837e268bf3d9f9a79f3fcca2
3
+ size 344403640
preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 384,
20
+ "width": 384
21
+ }
22
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8c87f7308f5ed61d330e6f1c9903a974e9c3cc37077bebe5d808a729cdae5f7
3
+ size 4728
training_params.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data_path": "kevintran/autotrain-data-autotrain-image-classififier-3",
3
+ "model": "google/vit-base-patch16-384",
4
+ "username": "kevintran",
5
+ "lr": 5e-05,
6
+ "epochs": 10,
7
+ "batch_size": 16,
8
+ "warmup_ratio": 0.1,
9
+ "gradient_accumulation": 1,
10
+ "optimizer": "adamw_torch",
11
+ "scheduler": "linear",
12
+ "weight_decay": 0.0,
13
+ "max_grad_norm": 1.0,
14
+ "seed": 42,
15
+ "train_split": "train",
16
+ "valid_split": "validation",
17
+ "logging_steps": -1,
18
+ "project_name": "/tmp/model",
19
+ "auto_find_batch_size": false,
20
+ "mixed_precision": "fp16",
21
+ "save_total_limit": 1,
22
+ "save_strategy": "epoch",
23
+ "push_to_hub": true,
24
+ "repo_id": "kevintran/autotrain-image-classififier-3",
25
+ "evaluation_strategy": "epoch",
26
+ "image_column": "autotrain_image",
27
+ "target_column": "autotrain_label",
28
+ "log": "none"
29
+ }