Update app.py

app.py

@@ -21,6 +21,7 @@ import torch
 import tqdm 
 import accelerate
 import re
+from langchain_openai import AzureChatOpenAI
 
 def get_credentials():
     creds_json_str = os.getenv("GOOGLE_APPLICATION_CREDENTIALS_JSON")
@@ -34,11 +35,14 @@ def get_credentials():
 
     return temp_filename
     
-os.environ["GOOGLE_APPLICATION_CREDENTIALS"]= get_credentials()
+# os.environ["GOOGLE_APPLICATION_CREDENTIALS"]= get_credentials()
+os.environ["AZURE_OPENAI_API_KEY"] = os.getenv("AZURE_OPENAI_API_KEY")
 
 
 
-list_llm = ["gemini-pro"]
+
+
+list_llm = ["Azure-OpenAI"]
 list_llm_simple = [os.path.basename(llm) for llm in list_llm]
 
 # Load PDF document and create doc splits
@@ -89,7 +93,11 @@ def initialize_llmchain(llm_model, temperature, max_tokens, top_k, vector_db, pr
     # HuggingFaceHub uses HF inference endpoints
     progress(0.5, desc="Initializing HF Hub...")
     vertexai.init(project="imgcp-ff81e7053b072ce5", location="us-central1")
-    llm = VertexAI(model_name="gemini-pro")
+    llm = AzureChatOpenAI(
+        azure_endpoint = "https://cloudcafe42.openai.azure.com/",
+        azure_deployment = "gpt-4",
+        openai_api_version = "2024-02-15-preview"
+    )
 
     
     progress(0.75, desc="Defining buffer memory...")