Update config.json

config.json

@@ -9,7 +9,7 @@
     "attention_bias": false,
     "attention_dropout": 0.0,
     "attn_output_gate": true,
-    "dtype": "bfloat16",
+    "dtype": "float16",
     "eos_token_id": 248044,
     "full_attention_interval": 4,
     "head_dim": 256,
@@ -116,6 +116,7 @@
   "transformers_version": "4.57.0.dev0",
   "video_token_id": 248057,
   "vision_config": {
+    "torch_dtype": "float16",
     "deepstack_visual_indexes": [],
     "depth": 27,
     "hidden_act": "gelu_pytorch_tanh",
@@ -133,7 +134,6 @@
   },
   "vision_end_token_id": 248054,
   "vision_start_token_id": 248053,
-  "torch_dtype": "bfloat16",
   "quantization_config": {
     "quant_method": "awq",
     "bits": 4,