V4.22.0 update

config.json

@@ -1,4 +1,8 @@
 {
+  "_commit_hash": null,
+  "architectures": [
+    "CLIPModel"
+  ],
   "initializer_factor": 1.0,
   "logit_scale_init_value": 2.6592,
   "model_type": "clip",
@@ -7,21 +11,22 @@
     "_name_or_path": "",
     "add_cross_attention": false,
     "architectures": null,
-    "attention_dropout": 0.1,
+    "attention_dropout": 0.0,
     "bad_words_ids": null,
     "bos_token_id": 0,
     "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
     "decoder_start_token_id": null,
     "diversity_penalty": 0.0,
     "do_sample": false,
-    "dropout": 0.1,
+    "dropout": 0.0,
     "early_stopping": false,
     "encoder_no_repeat_ngram_size": 0,
     "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
     "finetuning_task": null,
     "forced_bos_token_id": null,
     "forced_eos_token_id": null,
-    "gradient_checkpointing": false,
     "hidden_act": "quick_gelu",
     "hidden_size": 32,
     "id2label": {
@@ -40,7 +45,7 @@
     "layer_norm_eps": 1e-05,
     "length_penalty": 1.0,
     "max_length": 20,
-    "max_position_embeddings": 512,
+    "max_position_embeddings": 77,
     "min_length": 0,
     "model_type": "clip_text_model",
     "no_repeat_ngram_size": 0,
@@ -63,6 +68,7 @@
     "sep_token_id": null,
     "task_specific_params": null,
     "temperature": 1.0,
+    "tf_legacy_loss": false,
     "tie_encoder_decoder": false,
     "tie_word_embeddings": true,
     "tokenizer_class": null,
@@ -70,29 +76,31 @@
     "top_p": 1.0,
     "torch_dtype": null,
     "torchscript": false,
-    "transformers_version": "4.11.0.dev0",
+    "transformers_version": "4.22.0.dev0",
+    "typical_p": 1.0,
     "use_bfloat16": false,
-    "vocab_size": 99
+    "vocab_size": 49408
   },
   "text_config_dict": {
     "_name_or_path": "",
     "add_cross_attention": false,
     "architectures": null,
-    "attention_dropout": 0.1,
+    "attention_dropout": 0.0,
     "bad_words_ids": null,
     "bos_token_id": 0,
     "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
     "decoder_start_token_id": null,
     "diversity_penalty": 0.0,
     "do_sample": false,
-    "dropout": 0.1,
+    "dropout": 0.0,
     "early_stopping": false,
     "encoder_no_repeat_ngram_size": 0,
     "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
     "finetuning_task": null,
     "forced_bos_token_id": null,
     "forced_eos_token_id": null,
-    "gradient_checkpointing": false,
     "hidden_act": "quick_gelu",
     "hidden_size": 32,
     "id2label": {
@@ -111,7 +119,7 @@
     "layer_norm_eps": 1e-05,
     "length_penalty": 1.0,
     "max_length": 20,
-    "max_position_embeddings": 512,
+    "max_position_embeddings": 77,
     "min_length": 0,
     "model_type": "clip_text_model",
     "no_repeat_ngram_size": 0,
@@ -134,6 +142,7 @@
     "sep_token_id": null,
     "task_specific_params": null,
     "temperature": 1.0,
+    "tf_legacy_loss": false,
     "tie_encoder_decoder": false,
     "tie_word_embeddings": true,
     "tokenizer_class": null,
@@ -141,30 +150,33 @@
     "top_p": 1.0,
     "torch_dtype": null,
     "torchscript": false,
-    "transformers_version": "4.11.0.dev0",
+    "transformers_version": "4.22.0.dev0",
+    "typical_p": 1.0,
     "use_bfloat16": false,
-    "vocab_size": 99
+    "vocab_size": 49408
   },
+  "torch_dtype": "float32",
   "transformers_version": null,
   "vision_config": {
     "_name_or_path": "",
     "add_cross_attention": false,
     "architectures": null,
-    "attention_dropout": 0.1,
+    "attention_dropout": 0.0,
     "bad_words_ids": null,
     "bos_token_id": null,
     "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
     "decoder_start_token_id": null,
     "diversity_penalty": 0.0,
     "do_sample": false,
-    "dropout": 0.1,
+    "dropout": 0.0,
     "early_stopping": false,
     "encoder_no_repeat_ngram_size": 0,
     "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
     "finetuning_task": null,
     "forced_bos_token_id": null,
     "forced_eos_token_id": null,
-    "gradient_checkpointing": false,
     "hidden_act": "quick_gelu",
     "hidden_size": 32,
     "id2label": {
@@ -208,6 +220,7 @@
     "sep_token_id": null,
     "task_specific_params": null,
     "temperature": 1.0,
+    "tf_legacy_loss": false,
     "tie_encoder_decoder": false,
     "tie_word_embeddings": true,
     "tokenizer_class": null,
@@ -215,28 +228,30 @@
     "top_p": 1.0,
     "torch_dtype": null,
     "torchscript": false,
-    "transformers_version": "4.11.0.dev0",
+    "transformers_version": "4.22.0.dev0",
+    "typical_p": 1.0,
     "use_bfloat16": false
   },
   "vision_config_dict": {
     "_name_or_path": "",
     "add_cross_attention": false,
     "architectures": null,
-    "attention_dropout": 0.1,
+    "attention_dropout": 0.0,
     "bad_words_ids": null,
     "bos_token_id": null,
     "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
     "decoder_start_token_id": null,
     "diversity_penalty": 0.0,
     "do_sample": false,
-    "dropout": 0.1,
+    "dropout": 0.0,
     "early_stopping": false,
     "encoder_no_repeat_ngram_size": 0,
     "eos_token_id": null,
+    "exponential_decay_length_penalty": null,
     "finetuning_task": null,
     "forced_bos_token_id": null,
     "forced_eos_token_id": null,
-    "gradient_checkpointing": false,
     "hidden_act": "quick_gelu",
     "hidden_size": 32,
     "id2label": {
@@ -280,6 +295,7 @@
     "sep_token_id": null,
     "task_specific_params": null,
     "temperature": 1.0,
+    "tf_legacy_loss": false,
     "tie_encoder_decoder": false,
     "tie_word_embeddings": true,
     "tokenizer_class": null,
@@ -287,8 +303,8 @@
     "top_p": 1.0,
     "torch_dtype": null,
     "torchscript": false,
-    "transformers_version": "4.11.0.dev0",
+    "transformers_version": "4.22.0.dev0",
+    "typical_p": 1.0,
     "use_bfloat16": false
-  },
-  "vocab_size": 1000
+  }
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da1b6551bcd916ba5f28203ab4aed21360442f4c9dd554654c2cc0adc6e6895a
-size 458721
+oid sha256:fd463d8581f5032d0cc194068b4b8e05d5489b4b8478ca92368bac42d8ad4a48
+size 6711073