Update app.py

app.py

@@ -35,6 +35,8 @@ from langchain.chat_models import ChatOpenAI
 from langchain import PromptTemplate
 from fpdf import FPDF
 
+
+
 st.title('MedTechAI')
 
 persist_directory = ""
@@ -47,16 +49,8 @@ with st.sidebar:
         submitted = st.form_submit_button("Submit")
 
 
-# Check if API key is provided and set up the language model accordingly
-if api_key:
-    if(mod=='OpenAI'):
-        os.environ["OPENAI_API_KEY"] = api_key
-        llm = OpenAI(temperature=0.1, verbose=True)
-        embeddings = OpenAIEmbeddings()
-    if(mod=='Cohere'):
-        os.environ["Cohere_API_KEY"] = api_key
-        llm = Cohere(cohere_api_key=api_key)
-        embeddings = CohereEmbeddings(cohere_api_key=api_key)
+
+embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2", model_kwargs={'device': 'cpu'})
 
 
 def report(Symptoms,history,age,gen,response):
@@ -108,7 +102,8 @@ def report(Symptoms,history,age,gen,response):
     print("report")
     model_name = "gpt-3.5-turbo-16k"
     temperature = 0.0
-    llm = OpenAI(model_name=model_name, temperature=temperature)
+    #llm = OpenAI(model_name=model_name, temperature=temperature)
+    llm = CTransformers(model = "TheBloke/Llama-2-7B-Chat-GGML",model_type="llama",max_new_tokens = 2048,temperature = 0.5)
     out = llm(prompt_updates)
     
     return out