Update app.py

app.py

@@ -18,31 +18,31 @@ DB_FAISS_PATH = 'vectorstore/db_faiss'
 # Load the model of choice
 def load_llm():
     # url = "https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/blob/main/llama-2-7b-chat.ggmlv3.q4_K_M.bin"  # 2.87G
-    url ="https://huggingface.co/skeskinen/llama-lite-134m/blob/main/pytorch_model.bin"
-    model_loc, file_size = dl_hf_model(url)
+    # url ="https://huggingface.co/skeskinen/llama-lite-134m/blob/main/pytorch_model.bin"
+    # model_loc, file_size = dl_hf_model(url)
     
-    llm = CTransformers(
-        model=model_loc,
-        temperature=0.2,
-        model_type="llama",
-        top_k=10,
-        top_p=0.9,
-        repetition_penalty=1.0,
-        max_new_tokens=512,  # adjust as needed
-        seed=42,
-        reset=True,  # reset history (cache)
-        stream=False,
-        # threads=cpu_count,
-        # stop=prompt_prefix[1:2],
+    # llm = CTransformers(
+    #     model=model_loc,
+    #     temperature=0.2,
+    #     model_type="llama",
+    #     top_k=10,
+    #     top_p=0.9,
+    #     repetition_penalty=1.0,
+    #     max_new_tokens=512,  # adjust as needed
+    #     seed=42,
+    #     reset=True,  # reset history (cache)
+    #     stream=False,
+    #     # threads=cpu_count,
+    #     # stop=prompt_prefix[1:2],
                
         
-    )
+    # )
     # llm = G4FLLM(
     #     model=models.gpt_35_turbo,
     #     provider=Provider.Aichatos,
     # )
-    # OPENAI_API_KEY = 'sk-nAqoChT9cmkAxALwMLdWT3BIbkFJcNHsH5Z5LN2ixPcDAopT'
-    # llm =ChatOpenAI(openai_api_key=OPENAI_API_KEY,temperature=0)
+    OPENAI_API_KEY = 'sk-proj-0eSbY1eTGDvUWXjKwUYeT3BlbkFJ7zG1D208fWZlYi0ByZwa'
+    llm =ChatOpenAI(openai_api_key=OPENAI_API_KEY,temperature=0)
     return llm
 hide_streamlit_style = """
         <style>