api_for_chat

Runtime error

ldhldh commited on Nov 30, 2023

Commit

a7e58c9

1 Parent(s): 68b221f

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -75,6 +75,7 @@ def chat(id, npc, prompt):
         inputs = tokenizer(prom, return_tensors="pt")["input_ids"]
         outputs = model.generate(inputs, max_new_tokens=100)
         print(tokenizer.decode(outputs[0]))
     else:
         output = "no model"

         inputs = tokenizer(prom, return_tensors="pt")["input_ids"]
         outputs = model.generate(inputs, max_new_tokens=100)
         print(tokenizer.decode(outputs[0]))
+        output = outputs[len(prom):-1]
     else:
         output = "no model"