southfreebird
/

Qwen2.5-0.5B-Instruct

Text Generation

text-generation-inference

Model card Files Files and versions

Sergei Skvortsov commited on Mar 6

Commit

6940cdc

·

1 Parent(s): b08c6a1

Increase max seq len

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -9,7 +9,7 @@
   "hidden_size": 896,
   "initializer_range": 0.02,
   "intermediate_size": 4864,
-  "max_position_embeddings": 32768,
   "max_window_layers": 21,
   "model_type": "qwen2",
   "num_attention_heads": 14,
@@ -17,7 +17,7 @@
   "num_key_value_heads": 2,
   "rms_norm_eps": 1e-06,
   "rope_theta": 1000000.0,
-  "sliding_window": 32768,
   "tie_word_embeddings": true,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.43.1",

   "hidden_size": 896,
   "initializer_range": 0.02,
   "intermediate_size": 4864,
+  "max_position_embeddings": 65536,
   "max_window_layers": 21,
   "model_type": "qwen2",
   "num_attention_heads": 14,
   "num_key_value_heads": 2,
   "rms_norm_eps": 1e-06,
   "rope_theta": 1000000.0,
+  "sliding_window": 65536,
   "tie_word_embeddings": true,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.43.1",