Training in progress, epoch 5

README.md

@@ -1,5 +1,6 @@
 ---
-base_model: microsoft/dit-base-finetuned-rvlcdip
+license: apache-2.0
+base_model: google/vit-base-patch16-224-in21k
 tags:
 - image-classification
 - vision
@@ -16,9 +17,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 # donut-base-beans
 
-This model is a fine-tuned version of [microsoft/dit-base-finetuned-rvlcdip](https://huggingface.co/microsoft/dit-base-finetuned-rvlcdip) on an unknown dataset.
+This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.0413
+- Loss: 0.0540
 - F1: 0.4973
 
 ## Model description
@@ -50,11 +51,11 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step  | Validation Loss | F1     |
 |:-------------:|:-----:|:-----:|:---------------:|:------:|
-| 0.0584        | 1.0   | 3367  | 0.0530          | 0.4973 |
-| 0.0679        | 2.0   | 6734  | 0.0460          | 0.4973 |
-| 0.0508        | 3.0   | 10101 | 0.0452          | 0.4973 |
-| 0.0539        | 4.0   | 13468 | 0.0435          | 0.4973 |
-| 0.0568        | 5.0   | 16835 | 0.0413          | 0.4973 |
+| 0.0796        | 1.0   | 3367  | 0.0687          | 0.4973 |
+| 0.0611        | 2.0   | 6734  | 0.0585          | 0.4973 |
+| 0.0581        | 3.0   | 10101 | 0.0591          | 0.4973 |
+| 0.059         | 4.0   | 13468 | 0.0550          | 0.4973 |
+| 0.0563        | 5.0   | 16835 | 0.0540          | 0.4973 |
 
 
 ### Framework versions

all_results.json

@@ -1,13 +1,13 @@
 {
     "epoch": 5.0,
     "eval_f1": 0.49727767695099817,
-    "eval_loss": 0.041273970156908035,
-    "eval_runtime": 174.2599,
-    "eval_samples_per_second": 218.174,
-    "eval_steps_per_second": 3.414,
-    "total_flos": 8.348297673446728e+19,
-    "train_loss": 0.062463992788064436,
-    "train_runtime": 16889.0023,
-    "train_samples_per_second": 63.781,
-    "train_steps_per_second": 0.997
+    "eval_loss": 0.053983673453330994,
+    "eval_runtime": 179.4692,
+    "eval_samples_per_second": 211.841,
+    "eval_steps_per_second": 3.315,
+    "total_flos": 8.347401051492786e+19,
+    "train_loss": 0.06851625873297586,
+    "train_runtime": 16132.5587,
+    "train_samples_per_second": 66.772,
+    "train_steps_per_second": 1.044
 }

command.txt

@@ -1,7 +1,7 @@
 python run_image_classification_val_test.py \
 --train_dir /trunk/shared/eebo_data/images_cropped/ \
 --validation_dir /trunk/shared/eebo_data/images_cropped/ \
---output_dir ./test_microsoft_dit/ \
+--output_dir ./test_default_model/ \
 --remove_unused_columns False \
 --label_column_name labels \
 --do_train \
@@ -21,5 +21,4 @@ python run_image_classification_val_test.py \
 --seed 1337 \
 --ignore_mismatched_sizes \
 --image_column_name image_url \
---label_column_name label \
---model_name_or_path microsoft/dit-base-finetuned-rvlcdip
+--label_column_name label 

config.json

@@ -1,15 +1,10 @@
 {
-  "_name_or_path": "microsoft/dit-base-finetuned-rvlcdip",
-  "add_fpn": false,
+  "_name_or_path": "google/vit-base-patch16-224-in21k",
   "architectures": [
-    "BeitForImageClassification"
+    "ViTForImageClassification"
   ],
   "attention_probs_dropout_prob": 0.0,
-  "auxiliary_channels": 256,
-  "auxiliary_concat_input": false,
-  "auxiliary_loss_weight": 0.4,
-  "auxiliary_num_convs": 1,
-  "drop_path_rate": 0.1,
+  "encoder_stride": 16,
   "finetuning_task": "image-classification",
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.0,
@@ -24,55 +19,13 @@
     "Value(dtype='int64', id=None)": "0"
   },
   "layer_norm_eps": 1e-12,
-  "layer_scale_init_value": 0.1,
-  "model_type": "beit",
+  "model_type": "vit",
   "num_attention_heads": 12,
   "num_channels": 3,
   "num_hidden_layers": 12,
-  "out_features": [
-    "stage3",
-    "stage5",
-    "stage7",
-    "stage11"
-  ],
-  "out_indices": [
-    3,
-    5,
-    7,
-    11
-  ],
   "patch_size": 16,
-  "pool_scales": [
-    1,
-    2,
-    3,
-    6
-  ],
   "problem_type": "regression",
-  "reshape_hidden_states": true,
-  "semantic_loss_ignore_index": 255,
-  "stage_names": [
-    "stem",
-    "stage1",
-    "stage2",
-    "stage3",
-    "stage4",
-    "stage5",
-    "stage6",
-    "stage7",
-    "stage8",
-    "stage9",
-    "stage10",
-    "stage11",
-    "stage12"
-  ],
+  "qkv_bias": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.43.0.dev0",
-  "use_absolute_position_embeddings": true,
-  "use_auxiliary_head": true,
-  "use_mask_token": false,
-  "use_mean_pooling": true,
-  "use_relative_position_bias": false,
-  "use_shared_relative_position_bias": false,
-  "vocab_size": 8192
+  "transformers_version": "4.43.0.dev0"
 }

eval_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 5.0,
     "eval_f1": 0.49727767695099817,
-    "eval_loss": 0.041273970156908035,
-    "eval_runtime": 174.2599,
-    "eval_samples_per_second": 218.174,
-    "eval_steps_per_second": 3.414
+    "eval_loss": 0.053983673453330994,
+    "eval_runtime": 179.4692,
+    "eval_samples_per_second": 211.841,
+    "eval_steps_per_second": 3.315
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc7c1b9c24ce994486bc382c646f1e57f1d4cdbb019f7de9d9d07deadc45da51
-size 343258940
+oid sha256:472717343c19fb122138fc3fa7339902c64523b4ea7aca0a6a002c718da0878b
+size 343220892

preprocessor_config.json

@@ -1,11 +1,5 @@
 {
-  "crop_size": {
-    "height": 224,
-    "width": 224
-  },
-  "do_center_crop": false,
   "do_normalize": true,
-  "do_reduce_labels": false,
   "do_rescale": true,
   "do_resize": true,
   "image_mean": [
@@ -13,7 +7,7 @@
     0.5,
     0.5
   ],
-  "image_processor_type": "BeitImageProcessor",
+  "image_processor_type": "ViTImageProcessor",
   "image_std": [
     0.5,
     0.5,

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 5.0,
-    "total_flos": 8.348297673446728e+19,
-    "train_loss": 0.062463992788064436,
-    "train_runtime": 16889.0023,
-    "train_samples_per_second": 63.781,
-    "train_steps_per_second": 0.997
+    "total_flos": 8.347401051492786e+19,
+    "train_loss": 0.06851625873297586,
+    "train_runtime": 16132.5587,
+    "train_samples_per_second": 66.772,
+    "train_steps_per_second": 1.044
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28e008fa9d7fba0a7a650bf2907bd71f3c36c3f0d4b0f597443c926a867bb792
+oid sha256:ed5aef3055dd53bf4f8ec7348a7b422c91fc0c593b27ae163b5ab87b8f191b23
 size 5240