fp32

config.json

@@ -7,7 +7,7 @@
   "attention_dropout": 0.0,
   "bos_token_id": 2,
   "cache_implementation": "hybrid",
-  "dtype": "bfloat16",
+  "dtype": "float32",
   "eos_token_id": 3,
   "head_dim": 128,
   "hidden_act": "silu",
@@ -29,12 +29,15 @@
   "order_of_interleaved_layers": "local_attn_first",
   "pad_token_id": 0,
   "position_embedding_type": "rope_gptj",
-  "rope_scaling": null,
-  "rope_theta": 50000,
+  "rope_parameters": {
+    "rope_theta": 50000,
+    "rope_type": "default"
+  },
   "rotary_pct": 1.0,
   "sliding_window": 4096,
   "sliding_window_pattern": 4,
-  "transformers_version": "4.57.0",
+  "tie_word_embeddings": true,
+  "transformers_version": "5.0.0",
   "use_cache": true,
   "use_embedding_sharing": true,
   "use_gated_activation": true,

generation_config.json

@@ -4,5 +4,5 @@
   "cache_implementation": "hybrid",
   "eos_token_id": 3,
   "pad_token_id": 0,
-  "transformers_version": "4.57.0"
+  "transformers_version": "5.0.0"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2adbd74f6bef3d7ee02a8ebecd2547b0a83e2115359226643b280c19ea45424f
-size 2132072
+oid sha256:ae21f5d6adb86bc9727cfce416f984073645216d0a9e390a3637bc17fbe93e51
+size 4262232