Update app.py

app.py

@@ -5,7 +5,7 @@ import os
 from huggingface_hub import hf_hub_download
 import base64
 from llama_cpp import Llama
-from llama_cpp.llama_chat_format import NanoLlavaChatHandler
+# from llama_cpp.llama_chat_format import NanoLlavaChatHandler
 
 
 os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
@@ -27,15 +27,15 @@ CSS = """
 }
 """
 
-chat_handler = NanoLlavaChatHandler.from_pretrained(
-    repo_id="openbmb/MiniCPM-Llama3-V-2_5-gguf",
-    filename="*mmproj*",
-)
+# chat_handler = NanoLlavaChatHandler.from_pretrained(
+#     repo_id="openbmb/MiniCPM-Llama3-V-2_5-gguf",
+#     filename="*mmproj*",
+# )
 
 llm = Llama.from_pretrained(
   repo_id="openbmb/MiniCPM-Llama3-V-2_5-gguf",
   filename="ggml-model-Q5_K_M.gguf",
-  chat_handler=chat_handler,
+  # chat_handler=chat_handler,
   n_ctx=2048, # n_ctx should be increased to accommodate the image embedding
 )