Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -33,8 +33,7 @@ def useZephyr(prompt):
|
|
| 33 |
|
| 34 |
def generatePrompt(prompt, max_new_tokens):
|
| 35 |
batch = tokenizer(prompt, return_tensors="pt")
|
| 36 |
-
generated_ids = model.generate(
|
| 37 |
-
batch["input_ids"], max_new_tokens=int(max_new_tokens))
|
| 38 |
output = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
|
| 39 |
prompt = output[0]
|
| 40 |
|
|
|
|
| 33 |
|
| 34 |
def generatePrompt(prompt, max_new_tokens):
|
| 35 |
batch = tokenizer(prompt, return_tensors="pt")
|
| 36 |
+
generated_ids = model.generate(batch["input_ids"], max_new_tokens=max_new_tokens)
|
|
|
|
| 37 |
output = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
|
| 38 |
prompt = output[0]
|
| 39 |
|