Update app.py

app.py

@@ -3,12 +3,10 @@ from langchain_community.llms import OpenAI
 from langchain.prompts import PromptTemplate
 import os
 from dotenv import load_dotenv
+from langchain_huggingface import HuggingFaceEndpoint
 
 load_dotenv()
 
-open_api_key = os.getenv('OPENAI_API_KEY')
-
-os.environ["OPENAI_API_KEY"] = open_api_key
 
 system_prompt_1 = """
     You are an advanced AI assistant tasked with helping to  transcribes given texts into
@@ -27,22 +25,36 @@ system_prompt_1 = """
 
     transcribes text: """
 
-
 def translate_text(file, text_input):
-    llm = OpenAI()
+
+
+
+    # llm = OpenAI()
+
+    repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
+
+    llm = HuggingFaceEndpoint(
+        repo_id=repo_id,
+        max_length=128,
+        temperature=0.5,
+        huggingfacehub_api_token=api_token,
+    )
+    
 
     with open(file.name, 'r', encoding='utf-8') as f:
         file_text = f.read()
 
-    template_1 = PromptTemplate(input_variables=["text"], template=system_prompt_1)
-    prompt_1 = template_1.format(text=file_text)
-    file_translation = llm(prompt_1)
+    prompt = PromptTemplate.from_template(system_prompt_1)
+
+    llm_chain = prompt | llm
+    file_translation = llm_chain.invoke({"text": file_text})
+
 
     output_file_path = "translated_file.txt"
     with open(output_file_path, 'w', encoding='utf-8') as f:
         f.write(file_translation)
 
-    return file_translation, output_file_path
+    return  file_translation, output_file_path
 
 iface = gr.Interface(
     fn=translate_text,
@@ -56,7 +68,7 @@ iface = gr.Interface(
 
     ],
     title="Text Transcribes",
-    description="Upload a text file and provide a text input to translate the text using LangChain and OpenAI with predefined system prompts.",
+    description="Upload a text file and provide a text input to translate the text using LangChain and Mistral-7B-Instruct-v0.2 model with predefined system prompts.",
     allow_flagging="never"
 
 )