Spaces:
Sleeping
Sleeping
Commit ·
748649b
1
Parent(s): 9eb10bb
fix slicing
Browse files
app.py
CHANGED
|
@@ -16,7 +16,7 @@ def generate_response(prompt):
|
|
| 16 |
inputs = tokenizer(prompt, return_tensors="pt")
|
| 17 |
outputs = model.generate(**inputs, max_new_tokens=5, temperature=1.0)
|
| 18 |
full_output = tokenizer.decode(outputs[0], skip_special_tokens=False)
|
| 19 |
-
new_tokens = full_output[len(
|
| 20 |
return new_tokens
|
| 21 |
|
| 22 |
iface = gr.Interface(
|
|
|
|
| 16 |
inputs = tokenizer(prompt, return_tensors="pt")
|
| 17 |
outputs = model.generate(**inputs, max_new_tokens=5, temperature=1.0)
|
| 18 |
full_output = tokenizer.decode(outputs[0], skip_special_tokens=False)
|
| 19 |
+
new_tokens = full_output[len(inputs):]
|
| 20 |
return new_tokens
|
| 21 |
|
| 22 |
iface = gr.Interface(
|