Modified pathing for tinyllama, addedin huggingface downloader for tinyllama

code/modules/chat/chat_model_loader.py

@@ -5,6 +5,8 @@ from langchain_community.llms import LlamaCpp
 import torch
 import transformers
 import os
+from pathlib import Path
+from huggingface_hub import hf_hub_download
 from langchain.callbacks.manager import CallbackManager
 from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 
@@ -14,6 +16,14 @@ class ChatModelLoader:
         self.config = config
         self.huggingface_token = os.getenv("HUGGINGFACEHUB_API_TOKEN")
 
+    def _verify_model_cache(self, model_cache_path):
+        hf_hub_download(
+            repo_id="TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF",
+            filename="tinyllama-1.1b-chat-v1.0.Q5_0.gguf",
+            cache_dir=model_cache_path
+            )
+        return str(list(Path(model_cache_path).glob("*/snapshots/*/*.gguf"))[0])
+
     def load_chat_model(self):
         if self.config["llm_params"]["llm_loader"] == "openai":
             llm = ChatOpenAI(
@@ -21,7 +31,8 @@ class ChatModelLoader:
             )
         elif self.config["llm_params"]["llm_loader"] == "local_llm":
             n_batch = 512  # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
-            model_path = self.config["llm_params"]["local_llm_params"]["model"]
+            model_path = self._verify_model_cache(self.config["llm_params"]["local_llm_params"]["model"])
+            print(model_path)
             llm = LlamaCpp(
                 model_path=model_path,
                 n_batch=n_batch,

code/modules/config/constants.py

@@ -78,5 +78,5 @@ Question: {question}
 
 # Model Paths
 
-LLAMA_PATH = "../storage/models/tinyllama-1.1b-chat-v1.0.Q5_K_M.gguf"
+LLAMA_PATH = "../storage/models/tinyllama"
 MISTRAL_PATH = "storage/models/mistral-7b-v0.1.Q4_K_M.gguf"