Update app.py

app.py

@@ -19,6 +19,8 @@ def generate(
     max_new_tokens=256,
 ):
     pipe = load_model(model_name)
+    tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True, token=os.environ["token"])
+    print(tokenizer)
 
     # Set tokenize correctly. Otherwise ticking the box breaks it.
     if model_name == "M4-ai/tau-1.8B":