Trial and error.

app.py

@@ -25,7 +25,7 @@ class BasicAgent:
             self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
             self.model = AutoModelForCausalLM.from_pretrained(
                 self.model_name,
-                torch_dtype="auto",1
+                torch_dtype="auto",
                 device_map="auto"
             )
             print(f"Successfully loaded {self.model_name}")