dpaul93 commited on
Commit
eed2494
·
verified ·
1 Parent(s): 4b070b4

Upload folder using huggingface_hub

Browse files
checkpoint-9000/config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224-in21k",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "encoder_stride": 16,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "REAL",
13
+ "1": "FAKE"
14
+ },
15
+ "image_size": 224,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 3072,
18
+ "label2id": {
19
+ "FAKE": 1,
20
+ "REAL": 0
21
+ },
22
+ "layer_norm_eps": 1e-12,
23
+ "model_type": "vit",
24
+ "num_attention_heads": 12,
25
+ "num_channels": 3,
26
+ "num_hidden_layers": 12,
27
+ "patch_size": 16,
28
+ "problem_type": "single_label_classification",
29
+ "qkv_bias": true,
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.41.2"
32
+ }
checkpoint-9000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01428e77d9ac219812f66a9268dd7e2c56e86be4c79cce5d0773cd7bca3e981f
3
+ size 343223968
checkpoint-9000/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f593dc9f7b61e969693a157fb7b88cac369d3e838b83ad75991941b749f02d2
3
+ size 686568890
checkpoint-9000/preprocessor_config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_valid_processor_keys": [
3
+ "images",
4
+ "do_resize",
5
+ "size",
6
+ "resample",
7
+ "do_rescale",
8
+ "rescale_factor",
9
+ "do_normalize",
10
+ "image_mean",
11
+ "image_std",
12
+ "return_tensors",
13
+ "data_format",
14
+ "input_data_format"
15
+ ],
16
+ "do_normalize": true,
17
+ "do_rescale": true,
18
+ "do_resize": true,
19
+ "image_mean": [
20
+ 0.5,
21
+ 0.5,
22
+ 0.5
23
+ ],
24
+ "image_processor_type": "ViTImageProcessor",
25
+ "image_std": [
26
+ 0.5,
27
+ 0.5,
28
+ 0.5
29
+ ],
30
+ "resample": 2,
31
+ "rescale_factor": 0.00392156862745098,
32
+ "size": {
33
+ "height": 224,
34
+ "width": 224
35
+ }
36
+ }
checkpoint-9000/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:903fe791361daa53a3a723712d75b5d6981361fcf806c788fad162e8ec47a962
3
+ size 14244
checkpoint-9000/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f632fc9ca519f0cbb524d414dd588384a54a9e7da4ba3141e639fc436f4e711
3
+ size 1064
checkpoint-9000/trainer_state.json ADDED
@@ -0,0 +1,231 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.10194472968578339,
3
+ "best_model_checkpoint": "ai_vs_real_image_detection/checkpoint-9000",
4
+ "epoch": 8.0,
5
+ "eval_steps": 500,
6
+ "global_step": 9000,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.4444444444444444,
13
+ "grad_norm": 0.6492314338684082,
14
+ "learning_rate": 0.0009497206703910615,
15
+ "loss": 0.4078,
16
+ "step": 500
17
+ },
18
+ {
19
+ "epoch": 0.8888888888888888,
20
+ "grad_norm": 0.5565707683563232,
21
+ "learning_rate": 0.000893854748603352,
22
+ "loss": 0.2706,
23
+ "step": 1000
24
+ },
25
+ {
26
+ "epoch": 1.0,
27
+ "eval_accuracy": 0.8626875,
28
+ "eval_loss": 0.30464205145835876,
29
+ "eval_runtime": 168.8099,
30
+ "eval_samples_per_second": 284.343,
31
+ "eval_steps_per_second": 8.886,
32
+ "step": 1125
33
+ },
34
+ {
35
+ "epoch": 1.3333333333333333,
36
+ "grad_norm": 0.6506919860839844,
37
+ "learning_rate": 0.0008379888268156424,
38
+ "loss": 0.2427,
39
+ "step": 1500
40
+ },
41
+ {
42
+ "epoch": 1.7777777777777777,
43
+ "grad_norm": 0.6027050018310547,
44
+ "learning_rate": 0.0007821229050279329,
45
+ "loss": 0.206,
46
+ "step": 2000
47
+ },
48
+ {
49
+ "epoch": 2.0,
50
+ "eval_accuracy": 0.9165,
51
+ "eval_loss": 0.20342133939266205,
52
+ "eval_runtime": 168.4252,
53
+ "eval_samples_per_second": 284.993,
54
+ "eval_steps_per_second": 8.906,
55
+ "step": 2250
56
+ },
57
+ {
58
+ "epoch": 2.2222222222222223,
59
+ "grad_norm": 0.9698477983474731,
60
+ "learning_rate": 0.0007262569832402235,
61
+ "loss": 0.1945,
62
+ "step": 2500
63
+ },
64
+ {
65
+ "epoch": 2.6666666666666665,
66
+ "grad_norm": 0.3604908883571625,
67
+ "learning_rate": 0.000670391061452514,
68
+ "loss": 0.1782,
69
+ "step": 3000
70
+ },
71
+ {
72
+ "epoch": 3.0,
73
+ "eval_accuracy": 0.9380625,
74
+ "eval_loss": 0.15383444726467133,
75
+ "eval_runtime": 168.3928,
76
+ "eval_samples_per_second": 285.048,
77
+ "eval_steps_per_second": 8.908,
78
+ "step": 3375
79
+ },
80
+ {
81
+ "epoch": 3.111111111111111,
82
+ "grad_norm": 0.49770262837409973,
83
+ "learning_rate": 0.0006145251396648044,
84
+ "loss": 0.1713,
85
+ "step": 3500
86
+ },
87
+ {
88
+ "epoch": 3.5555555555555554,
89
+ "grad_norm": 0.35206007957458496,
90
+ "learning_rate": 0.0005586592178770949,
91
+ "loss": 0.157,
92
+ "step": 4000
93
+ },
94
+ {
95
+ "epoch": 4.0,
96
+ "grad_norm": 0.5526394248008728,
97
+ "learning_rate": 0.0005027932960893855,
98
+ "loss": 0.1509,
99
+ "step": 4500
100
+ },
101
+ {
102
+ "epoch": 4.0,
103
+ "eval_accuracy": 0.9400208333333333,
104
+ "eval_loss": 0.1535833477973938,
105
+ "eval_runtime": 168.3473,
106
+ "eval_samples_per_second": 285.125,
107
+ "eval_steps_per_second": 8.91,
108
+ "step": 4500
109
+ },
110
+ {
111
+ "epoch": 4.444444444444445,
112
+ "grad_norm": 0.3793741762638092,
113
+ "learning_rate": 0.000446927374301676,
114
+ "loss": 0.1392,
115
+ "step": 5000
116
+ },
117
+ {
118
+ "epoch": 4.888888888888889,
119
+ "grad_norm": 0.4746071398258209,
120
+ "learning_rate": 0.00039106145251396646,
121
+ "loss": 0.1345,
122
+ "step": 5500
123
+ },
124
+ {
125
+ "epoch": 5.0,
126
+ "eval_accuracy": 0.9364583333333333,
127
+ "eval_loss": 0.16492658853530884,
128
+ "eval_runtime": 168.6865,
129
+ "eval_samples_per_second": 284.552,
130
+ "eval_steps_per_second": 8.892,
131
+ "step": 5625
132
+ },
133
+ {
134
+ "epoch": 5.333333333333333,
135
+ "grad_norm": 0.44838011264801025,
136
+ "learning_rate": 0.000335195530726257,
137
+ "loss": 0.1189,
138
+ "step": 6000
139
+ },
140
+ {
141
+ "epoch": 5.777777777777778,
142
+ "grad_norm": 0.3945106863975525,
143
+ "learning_rate": 0.00027932960893854746,
144
+ "loss": 0.1151,
145
+ "step": 6500
146
+ },
147
+ {
148
+ "epoch": 6.0,
149
+ "eval_accuracy": 0.9470208333333333,
150
+ "eval_loss": 0.13757722079753876,
151
+ "eval_runtime": 169.6923,
152
+ "eval_samples_per_second": 282.865,
153
+ "eval_steps_per_second": 8.84,
154
+ "step": 6750
155
+ },
156
+ {
157
+ "epoch": 6.222222222222222,
158
+ "grad_norm": 0.9613678455352783,
159
+ "learning_rate": 0.000223463687150838,
160
+ "loss": 0.1081,
161
+ "step": 7000
162
+ },
163
+ {
164
+ "epoch": 6.666666666666667,
165
+ "grad_norm": 0.49286115169525146,
166
+ "learning_rate": 0.0001675977653631285,
167
+ "loss": 0.097,
168
+ "step": 7500
169
+ },
170
+ {
171
+ "epoch": 7.0,
172
+ "eval_accuracy": 0.9544583333333333,
173
+ "eval_loss": 0.1149967759847641,
174
+ "eval_runtime": 168.6856,
175
+ "eval_samples_per_second": 284.553,
176
+ "eval_steps_per_second": 8.892,
177
+ "step": 7875
178
+ },
179
+ {
180
+ "epoch": 7.111111111111111,
181
+ "grad_norm": 0.3083066940307617,
182
+ "learning_rate": 0.000111731843575419,
183
+ "loss": 0.0853,
184
+ "step": 8000
185
+ },
186
+ {
187
+ "epoch": 7.555555555555555,
188
+ "grad_norm": 0.2604995369911194,
189
+ "learning_rate": 5.58659217877095e-05,
190
+ "loss": 0.0757,
191
+ "step": 8500
192
+ },
193
+ {
194
+ "epoch": 8.0,
195
+ "grad_norm": 0.09745394438505173,
196
+ "learning_rate": 0.0,
197
+ "loss": 0.0703,
198
+ "step": 9000
199
+ },
200
+ {
201
+ "epoch": 8.0,
202
+ "eval_accuracy": 0.9615,
203
+ "eval_loss": 0.10194472968578339,
204
+ "eval_runtime": 169.1355,
205
+ "eval_samples_per_second": 283.796,
206
+ "eval_steps_per_second": 8.869,
207
+ "step": 9000
208
+ }
209
+ ],
210
+ "logging_steps": 500,
211
+ "max_steps": 9000,
212
+ "num_input_tokens_seen": 0,
213
+ "num_train_epochs": 8,
214
+ "save_steps": 500,
215
+ "stateful_callbacks": {
216
+ "TrainerControl": {
217
+ "args": {
218
+ "should_epoch_stop": false,
219
+ "should_evaluate": false,
220
+ "should_log": false,
221
+ "should_save": true,
222
+ "should_training_stop": true
223
+ },
224
+ "attributes": {}
225
+ }
226
+ },
227
+ "total_flos": 4.463538601800499e+19,
228
+ "train_batch_size": 64,
229
+ "trial_name": null,
230
+ "trial_params": null
231
+ }
checkpoint-9000/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92342702f748db2b74f2a02f3e47b097bef14fd3905b30f5733c5d327d756f37
3
+ size 5048
config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224-in21k",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "encoder_stride": 16,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "REAL",
13
+ "1": "FAKE"
14
+ },
15
+ "image_size": 224,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 3072,
18
+ "label2id": {
19
+ "FAKE": 1,
20
+ "REAL": 0
21
+ },
22
+ "layer_norm_eps": 1e-12,
23
+ "model_type": "vit",
24
+ "num_attention_heads": 12,
25
+ "num_channels": 3,
26
+ "num_hidden_layers": 12,
27
+ "patch_size": 16,
28
+ "problem_type": "single_label_classification",
29
+ "qkv_bias": true,
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.41.2"
32
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01428e77d9ac219812f66a9268dd7e2c56e86be4c79cce5d0773cd7bca3e981f
3
+ size 343223968
preprocessor_config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_valid_processor_keys": [
3
+ "images",
4
+ "do_resize",
5
+ "size",
6
+ "resample",
7
+ "do_rescale",
8
+ "rescale_factor",
9
+ "do_normalize",
10
+ "image_mean",
11
+ "image_std",
12
+ "return_tensors",
13
+ "data_format",
14
+ "input_data_format"
15
+ ],
16
+ "do_normalize": true,
17
+ "do_rescale": true,
18
+ "do_resize": true,
19
+ "image_mean": [
20
+ 0.5,
21
+ 0.5,
22
+ 0.5
23
+ ],
24
+ "image_processor_type": "ViTImageProcessor",
25
+ "image_std": [
26
+ 0.5,
27
+ 0.5,
28
+ 0.5
29
+ ],
30
+ "resample": 2,
31
+ "rescale_factor": 0.00392156862745098,
32
+ "size": {
33
+ "height": 224,
34
+ "width": 224
35
+ }
36
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92342702f748db2b74f2a02f3e47b097bef14fd3905b30f5733c5d327d756f37
3
+ size 5048