Update config.json

config.json

@@ -25,6 +25,9 @@
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
   "transformers_version": "4.41.0.dev0",
+  "transformers.js_config": {
+    "kv_cache_dtype": "float16"
+  },
   "use_cache": true,
   "vocab_size": 32064
 }