metastable-void
commited on
update params
Browse files
app.py
CHANGED
|
@@ -57,6 +57,7 @@ def generate(
|
|
| 57 |
output = my_pipeline(
|
| 58 |
messages,
|
| 59 |
temperature=temperature,
|
|
|
|
| 60 |
)
|
| 61 |
print(output)
|
| 62 |
yield output[-1]["generated_text"][-1]["content"]
|
|
@@ -78,7 +79,7 @@ demo = gr.ChatInterface(
|
|
| 78 |
minimum=0.1,
|
| 79 |
maximum=4.0,
|
| 80 |
step=0.1,
|
| 81 |
-
value=0
|
| 82 |
),
|
| 83 |
gr.Slider(
|
| 84 |
label="Top-p (nucleus sampling)",
|
|
@@ -99,7 +100,7 @@ demo = gr.ChatInterface(
|
|
| 99 |
minimum=1.0,
|
| 100 |
maximum=2.0,
|
| 101 |
step=0.05,
|
| 102 |
-
value=1.
|
| 103 |
),
|
| 104 |
],
|
| 105 |
stop_btn=None,
|
|
|
|
| 57 |
output = my_pipeline(
|
| 58 |
messages,
|
| 59 |
temperature=temperature,
|
| 60 |
+
max_new_tokens=max_new_tokens,
|
| 61 |
)
|
| 62 |
print(output)
|
| 63 |
yield output[-1]["generated_text"][-1]["content"]
|
|
|
|
| 79 |
minimum=0.1,
|
| 80 |
maximum=4.0,
|
| 81 |
step=0.1,
|
| 82 |
+
value=1.0,
|
| 83 |
),
|
| 84 |
gr.Slider(
|
| 85 |
label="Top-p (nucleus sampling)",
|
|
|
|
| 100 |
minimum=1.0,
|
| 101 |
maximum=2.0,
|
| 102 |
step=0.05,
|
| 103 |
+
value=1.5,
|
| 104 |
),
|
| 105 |
],
|
| 106 |
stop_btn=None,
|