update

pages/summarization_example.py

@@ -1,9 +1,10 @@
 from dotenv import load_dotenv
-# from transformers import pipeline
 import gradio as gr
 
 from utils.model import Model
 
+__default_model_name__ = "lmsys/vicuna-7b-v1.5"
+model = Model(__default_model_name__)
 load_dotenv()
 
 examples = {
@@ -24,7 +25,6 @@ Back in Boston, Kidd is going to rely on Lively even more. He'll play close to 3
 def generate_answer(sources, model_name, prompt):
     assert "{sources}" in prompt, ValueError("No {sources} Found")
 
-    model = Model(model_name)
     meta_prompt = prompt
     content = meta_prompt.format(sources=sources)
     answer = model.gen(content)
@@ -51,7 +51,7 @@ def create_summarization_interface():
         
         Template_text = gr.Textbox(value="""{sources}
 
-summarization: """, label='Input Prompting Template', lines=10, placeholder='Input your prompts, must include \{sources\}')
+summarization: """, label='Input Prompting Template', lines=8, placeholder='Input your prompts, must include \{sources\}')
 
         input_text = gr.Textbox(label="Input Text", lines=10, placeholder="Enter text here...")
         submit_button = gr.Button("✨ Submit ✨")