Upload config.json

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cache/downloaded-weights/phi-1.5",
+  "_name_or_path": "ai4colonoscopy/ColonGPT-v1",
   "architectures": [
     "ColongptPhiForCausalLM"
   ],
@@ -20,9 +20,9 @@
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 2048,
   "mm_hidden_size": 1152,
-  "mm_projector_lr": 0.002,
+  "mm_projector_lr": null,
   "mm_projector_type": "ppc_14_7_1",
-  "mm_vision_tower": "cache/downloaded-weights/siglip-so400m-patch14-384",
+  "mm_vision_tower": "google/siglip-so400m-patch14-384",
   "model_type": "colongpt-phi",
   "num_attention_heads": 32,
   "num_hidden_layers": 24,
@@ -36,8 +36,8 @@
   "tokenizer_model_max_length": 2048,
   "tokenizer_padding_side": "right",
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.46.2",
-  "tune_mm_mlp_adapter": false,
+  "transformers_version": "4.42.3",
+  "tune_mm_mlp_adapter": true,
   "unfreeze_vision_tower": false,
   "use_cache": true,
   "use_mm_proj": true,