Update main.py

trust_remote_code = True

main.py

@@ -16,6 +16,7 @@ class Item(BaseModel):
     max_new_tokens: int = 1048
     top_p: float = 0.15
     repetition_penalty: float = 1.0
+    trust_remote_code = True
 
 def format_prompt(message, history):
     prompt = "<s>"