internlm
/

Intern-S1-mini-FP8

Image-Text-to-Text

Model card Files Files and versions

RangiLyu commited on Aug 20

Commit

6c5d479

·

verified ·

1 Parent(s): 8629a74

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -181,7 +181,7 @@
     "hidden_size": 4096,
     "initializer_range": 0.02,
     "intermediate_size": 12288,
-    "max_position_embeddings": 40960,
     "max_window_layers": 36,
     "model_type": "qwen3",
     "num_attention_heads": 32,

     "hidden_size": 4096,
     "initializer_range": 0.02,
     "intermediate_size": 12288,
+    "max_position_embeddings": 65536,
     "max_window_layers": 36,
     "model_type": "qwen3",
     "num_attention_heads": 32,