new changes

app.py

@@ -6,6 +6,11 @@ import numpy as np
 from tqdm.auto import tqdm
 from sentence_transformers import SentenceTransformer
 import torch
+import llama_cpp
+from llama_cpp import Llama
+from huggingface_hub import hf_hub_download
+
+llm = Llama(model_path= hf_hub_download(repo_id="TheBloke/Llama-2-7b-Chat-GGUF", filename="llama-2-7b-chat.Q4_K_M.gguf"), n_ctx=2048)
 
 def list_to_numpy(obj):
     if isinstance(obj, list):

requirements.txt

@@ -2,4 +2,6 @@ streamlit
 torch
 faiss-cpu
 sentence_transformers
-tqdm
+tqdm
+llama-cpp-python
+huggingface_hub