Update config.json

add the rope scaling

config.json

@@ -49,7 +49,7 @@
     "full_attention",
     "full_attention"
   ],
-  "max_position_embeddings": 65536,
+  "max_position_embeddings": 131072,
   "max_window_layers": 28,
   "mlp_bias": false,
   "model_type": "smollm3",
@@ -98,7 +98,11 @@
   "pad_token_id": 128004,
   "pretraining_tp": 2,
   "rms_norm_eps": 1e-06,
-  "rope_scaling": null,
+  "rope_scaling": {
+    "type": "yarn",
+    "factor": 2.0,
+    "original_max_position_embeddings": 65536
+  },
   "rope_theta": 5000000.0,
   "sliding_window": null,
   "transformers_version": "4.57.0",