fix bug

app.py

@@ -1,5 +1,5 @@
 import gradio as gr
-from helpers.model_utils import GPT3, GPT4, LLAMA3, ANTHROPIC2, set_question_answer_llm, set_sentiment_analysis_llm, set_summarization_llm
+from helpers.model_utils import GPT3, GPT4, LLAMA3, ANTHROPIC2, MISTRAL, set_question_answer_llm, set_sentiment_analysis_llm, set_summarization_llm
 from tools.summarize import MAPREDUCE, STUFF, summarize_podcast
 from tools.answer_bot import answer_question
 from tools.aspect_and_sentiment_extraction import extract_aspects_and_sentiment
@@ -42,7 +42,7 @@ def generate_aspects_and_sentiments(transcript_file_name, sentiment_analysis_llm
 
     return sentiment, transcript_file_name, sentiment_analysis_llm_choice
 
-def setup_transcript_file_handle(uploaded_file, transcript_file_name, transcription_status):
+def setup_transcript_file_handle(uploaded_file, transcript_file_name):
     if not uploaded_file:
         transcription_status = "No File Detected, Failure"
     else:
@@ -89,7 +89,7 @@ def download_and_transcribe_podcast(mp3_url, transcript_file, transcription_meth
         status = "Upload Success"
     return transcript_file, transcription_method, status
     
-summarization_llm_choices = [GPT3, GPT4, ANTHROPIC2]
+summarization_llm_choices = [GPT3, GPT4, ANTHROPIC2, MISTRAL]
 question_answer_llm_choices = [GPT3, GPT4, ANTHROPIC2]
 sentiment_analysis_llm_choices = [GPT3, GPT4, ANTHROPIC2]
 summarize_method_choices = [MAPREDUCE, STUFF]
@@ -122,7 +122,8 @@ with gr.Blocks() as demo:
         with gr.Group("Upload RTF File"):
             rtf_file = gr.File(label="Transcripted RTF file")
             submit_button = gr.Button("Upload RTF")
-            submit_button.click(setup_transcript_file_handle, inputs=[rtf_file, transcript_file], outputs=[transcript_file])
+            status = gr.Textbox(label="", value="Pending Upload")
+            submit_button.click(setup_transcript_file_handle, inputs=[rtf_file, transcript_file], outputs=[status, transcript_file])
     with gr.Group("LLM Selection"):
         with gr.Row():
             choice = gr.Radio(label="Summarization LLM", choices=summarization_llm_choices)

helpers/model_utils.py

@@ -1,13 +1,16 @@
+import os
 from langchain_openai import OpenAI
 from langchain_anthropic import ChatAnthropic
 from helpers.import_envs import openai_api_key, anthropic_api_key, huggingface_token
-from langchain_openai import ChatOpenAI
+from langchain_openai import ChatOpenAI 
 from transformers.pipelines import pipeline
+# from langchain_community.llms.openllm import OpenLLM
 
 GPT3 = "gpt-3.5"
 GPT4 = "gpt-4o"
 LLAMA3 = "meta-llama/Meta-Llama-3-8B"
 ANTHROPIC2 = "Claude-2.1"
+MISTRAL = "mistralai/Mistral-7B-Instruct-v0.3"
 
 def _set_llm_based_on_choice(choice):
     if choice == GPT3:
@@ -22,6 +25,15 @@ def _set_llm_based_on_choice(choice):
     elif choice == LLAMA3:
         model_name = LLAMA3
         llm = pipeline("text-generation", model=model_name, token=huggingface_token)
+    # elif choice == MISTRAL:
+    #     runpod_endpoint = "https://api.runpod.ai/v2/q67259l60h6adh/openai/v1"
+    #     runpod_api_key = os.getenv("RUNPOD_API_KEY")
+    #     gen_kwargs = {
+    #         "temperature": 0,
+    #         "api_key": runpod_api_key
+    #     }
+    #     server_url = runpod_endpoint  # Replace with remote host if you are running on a remote server
+    #     llm = OpenLLM(server_url=server_url, model_name=MISTRAL, llm_kwargs=gen_kwargs) 
     else:
         model_name = "gpt-3.5-turbo"
         llm = ChatOpenAI(model=model_name, temperature=0, api_key=openai_api_key)