Support dynamic ntk rope

config.json

@@ -28,5 +28,9 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.33.1",
   "use_cache": true,
-  "vocab_size": 103168
+  "vocab_size": 103168,
+  "rotary": {
+    "base": 10000,
+    "type": "dynamic"
+  },
 }