go

config.py

@@ -21,11 +21,11 @@ class Config:
     TEXT_MODEL_BATCH: int = 512
     
     # Vision Model Configuration
-    VISION_MODEL_REPO: str = "Qwen/Qwen2.5-VL-3B-Instruct-GGUF"
-    VISION_MODEL_FILE: str = "qwen2.5-vl-3b-instruct-q4_k_m.gguf"
-    VISION_MMPROJ_FILE: str = "mmproj-qwen2.5-vl-3b-instruct-f16.gguf"
-    VISION_MODEL_CTX: int = 8192
-    VISION_MODEL_BATCH: int = 2048
+    VISION_MODEL_REPO: str = "ggml-org/SmolVLM-500M-Instruct-GGUF"
+    VISION_MODEL_FILE: str = "SmolVLM-500M-Instruct-Q8_0.gguf"
+    VISION_MMPROJ_FILE: str = "mmproj-SmolVLM-500M-Instruct-f16.gguf"
+    VISION_MODEL_CTX: int = 2048
+    VISION_MODEL_BATCH: int = 512
     
     # Default Generation Parameters
     DEFAULT_TEMPERATURE: float = 0.6