Fixing input error
Browse files
app.py
CHANGED
|
@@ -18,7 +18,7 @@ freeze(quantized_model)
|
|
| 18 |
def generate_text(prompt):
|
| 19 |
# Measure time and generate text for the normal model
|
| 20 |
# start_time_normal = time.time()
|
| 21 |
-
|
| 22 |
# outputs_normal = model.generate(**inputs, max_length=100, num_return_sequences=1)
|
| 23 |
# generated_text_normal = tokenizer.decode(outputs_normal[0], skip_special_tokens=True)
|
| 24 |
# end_time_normal = time.time()
|
|
|
|
| 18 |
def generate_text(prompt):
|
| 19 |
# Measure time and generate text for the normal model
|
| 20 |
# start_time_normal = time.time()
|
| 21 |
+
inputs = tokenizer(prompt, return_tensors='pt')
|
| 22 |
# outputs_normal = model.generate(**inputs, max_length=100, num_return_sequences=1)
|
| 23 |
# generated_text_normal = tokenizer.decode(outputs_normal[0], skip_special_tokens=True)
|
| 24 |
# end_time_normal = time.time()
|