Update app.py

app.py

@@ -1,9 +1,9 @@
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
-# Load your SEA-LION model
-tokenizer = AutoTokenizer.from_pretrained("aisingapore/sea-lion-7b-instruct")
-model = AutoModelForCausalLM.from_pretrained("aisingapore/sea-lion-7b-instruct")
+# Load the model and tokenizer with `trust_remote_code=True`
+tokenizer = AutoTokenizer.from_pretrained("aisingapore/sea-lion-7b-instruct", trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained("aisingapore/sea-lion-7b-instruct", trust_remote_code=True)
 
 def generate_response(prompt):
     inputs = tokenizer(prompt, return_tensors="pt")
@@ -12,13 +12,5 @@ def generate_response(prompt):
 
 iface = gr.Interface(fn=generate_response, inputs="text", outputs="text")
 
-# Serve API request
-def api_handler(data):
-    return {"response": generate_response(data['input'])}
-
+# Launch the interface
 iface.launch(share=True, inline=True)
-
-# Expose a POST API route using Gradio's internal methods
-iface.api_routes = {
-    "/generate": {"POST": api_handler}
-}