test

app.py

@@ -1,10 +1,10 @@
 import gradio as gr
-from transformers import GPT2LMHeadModel, GPT2Tokenizer
+from transformers import AutoTokenizer, AutoModelForCausalLM
 
 # Load the Vicuna 7B v1.3 LMSys model and tokenizer
 model_name = "lmsys/vicuna-7b-v1.3"
-tokenizer = GPT2Tokenizer.from_pretrained(model_name)
-model = GPT2LMHeadModel.from_pretrained(model_name, force_download=True)
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(model_name)
 
 with gr.Blocks() as demo:
     chatbot = gr.Chatbot()