Spaces:
Building
Building
Update app.py
Browse files
app.py
CHANGED
|
@@ -16,7 +16,7 @@ def generate_feedback(text):
|
|
| 16 |
|
| 17 |
# Generate the response
|
| 18 |
with torch.no_grad():
|
| 19 |
-
outputs = model.generate(inputs.input_ids,
|
| 20 |
|
| 21 |
# Decode the response
|
| 22 |
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
|
|
|
| 16 |
|
| 17 |
# Generate the response
|
| 18 |
with torch.no_grad():
|
| 19 |
+
outputs = model.generate(inputs.input_ids, do_sample=True, top_p=0.85, temperature=0.7)
|
| 20 |
|
| 21 |
# Decode the response
|
| 22 |
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
|