Update app.py
Browse files
app.py
CHANGED
|
@@ -24,6 +24,8 @@ def greet(text):
|
|
| 24 |
tokens = tokenizer.encode(prompt, return_tensors='pt').to(device='cpu', non_blocking=True)
|
| 25 |
gen_tokens = model.generate(tokens, do_sample=True, temperature=0.8, max_length=64)
|
| 26 |
generated = tokenizer.batch_decode(gen_tokens)[0]
|
|
|
|
|
|
|
| 27 |
|
| 28 |
return generated
|
| 29 |
|
|
|
|
| 24 |
tokens = tokenizer.encode(prompt, return_tensors='pt').to(device='cpu', non_blocking=True)
|
| 25 |
gen_tokens = model.generate(tokens, do_sample=True, temperature=0.8, max_length=64)
|
| 26 |
generated = tokenizer.batch_decode(gen_tokens)[0]
|
| 27 |
+
|
| 28 |
+
print(f"generated {generated}")
|
| 29 |
|
| 30 |
return generated
|
| 31 |
|