Training in progress, epoch 0

config.json

@@ -3,7 +3,7 @@
     "VisionEncoderDecoderModel"
   ],
   "decoder": {
-    "_name_or_path": "sshleifer/tiny-gpt2",
+    "_name_or_path": "gpt2",
     "activation_function": "gelu_new",
     "add_cross_attention": true,
     "architectures": [
@@ -43,10 +43,10 @@
     "min_length": 0,
     "model_type": "gpt2",
     "n_ctx": 1024,
-    "n_embd": 2,
-    "n_head": 2,
+    "n_embd": 768,
+    "n_head": 12,
     "n_inner": null,
-    "n_layer": 2,
+    "n_layer": 12,
     "n_positions": 1024,
     "no_repeat_ngram_size": 0,
     "num_beam_groups": 1,
@@ -96,7 +96,7 @@
   },
   "decoder_start_token_id": 50256,
   "encoder": {
-    "_name_or_path": "WinKawaks/vit-tiny-patch16-224",
+    "_name_or_path": "google/vit-base-patch16-224",
     "add_cross_attention": false,
     "architectures": [
       "ViTForImageClassification"
@@ -120,7 +120,7 @@
     "forced_eos_token_id": null,
     "hidden_act": "gelu",
     "hidden_dropout_prob": 0.0,
-    "hidden_size": 192,
+    "hidden_size": 768,
     "id2label": {
       "0": "tench, Tinca tinca",
       "1": "goldfish, Carassius auratus",
@@ -1125,7 +1125,7 @@
     },
     "image_size": 224,
     "initializer_range": 0.02,
-    "intermediate_size": 768,
+    "intermediate_size": 3072,
     "is_decoder": false,
     "is_encoder_decoder": false,
     "label2id": {
@@ -2135,7 +2135,7 @@
     "min_length": 0,
     "model_type": "vit",
     "no_repeat_ngram_size": 0,
-    "num_attention_heads": 3,
+    "num_attention_heads": 12,
     "num_beam_groups": 1,
     "num_beams": 1,
     "num_channels": 3,
@@ -2164,7 +2164,7 @@
     "tokenizer_class": null,
     "top_k": 50,
     "top_p": 1.0,
-    "torch_dtype": "float32",
+    "torch_dtype": null,
     "torchscript": false,
     "typical_p": 1.0,
     "use_bfloat16": false

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64686daed576df2cd3207a66f8f81bdf4e4bbcf844cc19f1743c410906cb6e59
-size 22686584
+oid sha256:315e940cb8704045e86fade76e710b02487a0c937a6694fac76c4955b7913680
+size 956835520

runs/Mar20_18-29-58_45f23eced1db/events.out.tfevents.1710959808.45f23eced1db.34.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed520060c959d327c869474433ea11884f583f2be557800f65091d7adf35045c
+size 81922

runs/Mar20_18-29-58_45f23eced1db/events.out.tfevents.1710960791.45f23eced1db.34.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a0f4400243c7fcdab769aada5d3d4a2cd962cad5fac7ee71a3ddeee3c28ed5
+size 81922

runs/Mar20_19-00-48_45f23eced1db/events.out.tfevents.1710961251.45f23eced1db.172.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38b75aea13f56be7f09ea0c42d5909e2578c2ef7284c1a93605e5b3d92144f7
+size 81922

runs/Mar20_19-09-20_45f23eced1db/events.out.tfevents.1710961763.45f23eced1db.259.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e76f6056509841d75a6913f41379ce6de9d523238ea699f34d604b837477d9d
+size 82188

special_tokens_map.json

@@ -1,24 +1,6 @@
 {
-  "bos_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  },
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
   "pad_token": "<|endoftext|>",
-  "unk_token": {
-    "content": "<|endoftext|>",
-    "lstrip": false,
-    "normalized": true,
-    "rstrip": false,
-    "single_word": false
-  }
+  "unk_token": "<|endoftext|>"
 }

tokenizer_config.json

@@ -1,5 +1,4 @@
 {
-  "add_bos_token": false,
   "add_prefix_space": false,
   "added_tokens_decoder": {
     "50256": {
@@ -14,7 +13,6 @@
   "bos_token": "<|endoftext|>",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|endoftext|>",
-  "errors": "replace",
   "model_max_length": 1024,
   "pad_token": "<|endoftext|>",
   "tokenizer_class": "GPT2Tokenizer",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7299a9ddf8b92d99063b5c4eff31ab4e8d3a3233716111d92b4e68709637745d
+oid sha256:3a56a8c87d0f8ff727b696024fc1dc35eb2c3ac75417c10c2d724d9e20de85c6
 size 5048