Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -505,7 +505,7 @@ class Phi3MiniEducationalLLM(Runnable):
|
|
| 505 |
outputs = model.generate(
|
| 506 |
input_ids=inputs['input_ids'],
|
| 507 |
attention_mask=inputs.get('attention_mask', None),
|
| 508 |
-
max_new_tokens=
|
| 509 |
do_sample=True,
|
| 510 |
temperature=0.7,
|
| 511 |
top_p=0.9,
|
|
@@ -606,7 +606,7 @@ class Phi3MiniEducationalLLM(Runnable):
|
|
| 606 |
generation_kwargs = {
|
| 607 |
"input_ids": inputs['input_ids'],
|
| 608 |
"attention_mask": inputs.get('attention_mask', None),
|
| 609 |
-
"max_new_tokens":
|
| 610 |
"do_sample": True,
|
| 611 |
"temperature": 0.7,
|
| 612 |
"top_p": 0.9,
|
|
|
|
| 505 |
outputs = model.generate(
|
| 506 |
input_ids=inputs['input_ids'],
|
| 507 |
attention_mask=inputs.get('attention_mask', None),
|
| 508 |
+
max_new_tokens=400,
|
| 509 |
do_sample=True,
|
| 510 |
temperature=0.7,
|
| 511 |
top_p=0.9,
|
|
|
|
| 606 |
generation_kwargs = {
|
| 607 |
"input_ids": inputs['input_ids'],
|
| 608 |
"attention_mask": inputs.get('attention_mask', None),
|
| 609 |
+
"max_new_tokens": 400,
|
| 610 |
"do_sample": True,
|
| 611 |
"temperature": 0.7,
|
| 612 |
"top_p": 0.9,
|