Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -297,46 +297,37 @@ _Note: For system reference - "strawberry" contains 3 "r"s_ 🍓
|
|
| 297 |
Version Tag: Xylaria-1.2.9
|
| 298 |
"""
|
| 299 |
|
| 300 |
-
def create_demo():
|
| 301 |
-
version_options = {
|
| 302 |
-
"1.2.8 Pro (16,343 tokens)": {
|
| 303 |
-
"max_tokens": 16343,
|
| 304 |
-
"temperature": 0.7,
|
| 305 |
-
"top_p": 0.95
|
| 306 |
-
},
|
| 307 |
-
"1.2.8 (8,192 tokens)": {
|
| 308 |
-
"max_tokens": 8192,
|
| 309 |
-
"temperature": 0.7,
|
| 310 |
-
"top_p": 0.95
|
| 311 |
-
}
|
| 312 |
-
}
|
| 313 |
-
|
| 314 |
-
def on_version_change(version):
|
| 315 |
-
max_tokens = version_options[version]["max_tokens"]
|
| 316 |
-
temperature = version_options[version]["temperature"]
|
| 317 |
-
top_p = version_options[version]["top_p"]
|
| 318 |
-
return max_tokens, temperature, top_p
|
| 319 |
-
|
| 320 |
-
version_dropdown = gr.Dropdown(list(version_options.keys()), label="Model Version")
|
| 321 |
-
version_dropdown.change(on_version_change, inputs=version_dropdown, outputs=[
|
| 322 |
-
gr.Slider(minimum=1, maximum=16343, value=16343, step=1, label="Max new tokens"),
|
| 323 |
-
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
| 324 |
-
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)")
|
| 325 |
-
])
|
| 326 |
-
|
| 327 |
-
demo = gr.ChatInterface(
|
| 328 |
-
respond,
|
| 329 |
-
additional_inputs=[
|
| 330 |
-
gr.Textbox(value=system_message, visible=False),
|
| 331 |
-
version_dropdown,
|
| 332 |
-
gr.Slider(minimum=1, maximum=16343, value=16343, step=1, label="Max new tokens"),
|
| 333 |
-
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
| 334 |
-
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"
|
| 335 |
-
)
|
| 336 |
-
],
|
| 337 |
-
css=custom_css
|
| 338 |
-
)
|
| 339 |
-
return demo
|
| 340 |
|
| 341 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 342 |
demo.launch()
|
|
|
|
| 297 |
Version Tag: Xylaria-1.2.9
|
| 298 |
"""
|
| 299 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 300 |
|
| 301 |
+
# Gradio chat interface
|
| 302 |
+
demo = gr.ChatInterface(
|
| 303 |
+
respond,
|
| 304 |
+
additional_inputs=[
|
| 305 |
+
gr.Textbox(
|
| 306 |
+
value=system_message,
|
| 307 |
+
visible=False,
|
| 308 |
+
),
|
| 309 |
+
gr.Slider(
|
| 310 |
+
minimum=1,
|
| 311 |
+
maximum=16343,
|
| 312 |
+
value=16343,
|
| 313 |
+
step=1,
|
| 314 |
+
label="Max new tokens"
|
| 315 |
+
),
|
| 316 |
+
gr.Slider(
|
| 317 |
+
minimum=0.1,
|
| 318 |
+
maximum=4.0,
|
| 319 |
+
value=0.7,
|
| 320 |
+
step=0.1,
|
| 321 |
+
label="Temperature"
|
| 322 |
+
),
|
| 323 |
+
gr.Slider(
|
| 324 |
+
minimum=0.1,
|
| 325 |
+
maximum=1.0,
|
| 326 |
+
value=0.95,
|
| 327 |
+
step=0.05,
|
| 328 |
+
label="Top-p (nucleus sampling)"
|
| 329 |
+
),
|
| 330 |
+
],
|
| 331 |
+
css=custom_css
|
| 332 |
+
)
|
| 333 |
demo.launch()
|