5.0.0 compatibility, bare Param position embed, sequential removal

config.json

@@ -1,4 +1,12 @@
 {
+  "_rope_parameters": {
+    "rope_theta": 1000000,
+    "rope_type": "default"
+  },
+  "_rope_scaling": {
+    "rope_theta": 1000000,
+    "rope_type": "default"
+  },
   "architectures": [
     "IsaacForConditionalGeneration"
   ],
@@ -53,12 +61,9 @@
   "num_attention_heads": 16,
   "num_hidden_layers": 28,
   "num_key_value_heads": 8,
+  "pad_token_id": null,
   "pixel_shuffle_scale": 2,
   "rms_norm_eps": 1e-06,
-  "rope_parameters": {
-    "rope_theta": 1000000,
-    "rope_type": "default"
-  },
   "rope_theta": 1000000,
   "sliding_window": null,
   "text_config": {
@@ -112,6 +117,7 @@
     "num_attention_heads": 16,
     "num_hidden_layers": 28,
     "num_key_value_heads": 8,
+    "pad_token_id": null,
     "pixel_shuffle_scale": 2,
     "rms_norm_eps": 1e-06,
     "rope_parameters": {
@@ -119,6 +125,7 @@
       "rope_type": "default"
     },
     "sliding_window": null,
+    "tie_word_embeddings": false,
     "use_cache": true,
     "use_sliding_window": false,
     "vision_max_num_patches": 6144,
@@ -137,7 +144,7 @@
     "vocab_size": 151936
   },
   "tie_word_embeddings": false,
-  "transformers_version": "5.0.0.dev0",
+  "transformers_version": "5.0.0",
   "use_cache": true,
   "use_sliding_window": false,
   "vision_config": {

generation_config.json

@@ -2,5 +2,8 @@
   "_from_model_config": true,
   "bos_token_id": 151643,
   "eos_token_id": 151645,
-  "transformers_version": "5.0.0.dev0"
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.0.0",
+  "use_cache": true
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7de0ee41ebb1e9d9d4cb295b9ea2f7e2b2e2ab05c60cc3de2ffd77a59c7a8d61
-size 10268395696
+oid sha256:1396d694a5d7fbbb5caf8338ca8a0921601d2f4fa935d4c73e6b21727837a0df
+size 10268395688