Update app.py

app.py

@@ -4,8 +4,8 @@ import torch
 
 # Load model and tokenizer
 model_name = "openchat/openchat-3.5-1210"
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")
+tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto", trust_remote_code=True)
 
 # Persona prompts
 persona_prompts = {
@@ -20,9 +20,10 @@ def format_openchat_prompt(system_prompt, user_input):
 def chatbot(persona, input_text):
     system_prompt = persona_prompts.get(persona, "")
     prompt = format_openchat_prompt(system_prompt, input_text)
-
     inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
 
+    pad_token_id = tokenizer.pad_token_id if tokenizer.pad_token_id is not None else tokenizer.eos_token_id
+
     with torch.no_grad():
         outputs = model.generate(
             **inputs,
@@ -31,7 +32,7 @@ def chatbot(persona, input_text):
             temperature=0.7,
             top_p=0.9,
             eos_token_id=tokenizer.eos_token_id,
-            pad_token_id=tokenizer.pad_token_id
+            pad_token_id=pad_token_id
         )
 
     full_output = tokenizer.decode(outputs[0], skip_special_tokens=True)
@@ -50,4 +51,4 @@ iface = gr.Interface(
     description="Chat with the voice of Elon Musk, Jensen Huang, or Jeff Bezos. Powered by OpenChat 3.5 + Transformers.",
 )
 
-iface.launch(share=True)
+iface.launch()