AddieFoote commited on
Commit
748649b
·
1 Parent(s): 9eb10bb

fix slicing

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ def generate_response(prompt):
16
  inputs = tokenizer(prompt, return_tensors="pt")
17
  outputs = model.generate(**inputs, max_new_tokens=5, temperature=1.0)
18
  full_output = tokenizer.decode(outputs[0], skip_special_tokens=False)
19
- new_tokens = full_output[len(prompt):]
20
  return new_tokens
21
 
22
  iface = gr.Interface(
 
16
  inputs = tokenizer(prompt, return_tensors="pt")
17
  outputs = model.generate(**inputs, max_new_tokens=5, temperature=1.0)
18
  full_output = tokenizer.decode(outputs[0], skip_special_tokens=False)
19
+ new_tokens = full_output[len(inputs):]
20
  return new_tokens
21
 
22
  iface = gr.Interface(