Spaces:
Running
on
T4
Running
on
T4
Update app.py
Browse files
app.py
CHANGED
|
@@ -7,7 +7,7 @@ nvmlInit()
|
|
| 7 |
gpu_h = nvmlDeviceGetHandleByIndex(0)
|
| 8 |
ctx_limit = 1024
|
| 9 |
title = "RWKV-4-Pile-14B-20230228-ctx4096-test663"
|
| 10 |
-
desc = f'''
|
| 11 |
<a href='https://github.com/BlinkDL/ChatRWKV' target="_blank" style="margin:0 0.5em">ChatRWKV</a>
|
| 12 |
<a href='https://github.com/BlinkDL/RWKV-LM' target="_blank" style="margin:0 0.5em">RWKV-LM</a>
|
| 13 |
<a href="https://pypi.org/project/rwkv/" target="_blank" style="margin:0 0.5em">RWKV pip package</a>
|
|
@@ -88,17 +88,17 @@ examples = [
|
|
| 88 |
|
| 89 |
iface = gr.Interface(
|
| 90 |
fn=infer,
|
| 91 |
-
description=f'''{desc}''',
|
| 92 |
allow_flagging="never",
|
| 93 |
inputs=[
|
| 94 |
-
gr.Textbox(lines=
|
| 95 |
gr.Slider(10, 200, step=10, value=100), # token_count
|
| 96 |
gr.Slider(0.2, 2.0, step=0.1, value=1.0), # temperature
|
| 97 |
gr.Slider(0.0, 1.0, step=0.05, value=0.8), # top_p
|
| 98 |
gr.Slider(0.0, 1.0, step=0.1, value=0.1), # presencePenalty
|
| 99 |
gr.Slider(0.0, 1.0, step=0.1, value=0.1), # countPenalty
|
| 100 |
],
|
| 101 |
-
outputs=gr.Textbox(label="Generated Output", lines=
|
| 102 |
examples=examples,
|
| 103 |
cache_examples=False,
|
| 104 |
).queue()
|
|
|
|
| 7 |
gpu_h = nvmlDeviceGetHandleByIndex(0)
|
| 8 |
ctx_limit = 1024
|
| 9 |
title = "RWKV-4-Pile-14B-20230228-ctx4096-test663"
|
| 10 |
+
desc = f'''Links:
|
| 11 |
<a href='https://github.com/BlinkDL/ChatRWKV' target="_blank" style="margin:0 0.5em">ChatRWKV</a>
|
| 12 |
<a href='https://github.com/BlinkDL/RWKV-LM' target="_blank" style="margin:0 0.5em">RWKV-LM</a>
|
| 13 |
<a href="https://pypi.org/project/rwkv/" target="_blank" style="margin:0 0.5em">RWKV pip package</a>
|
|
|
|
| 88 |
|
| 89 |
iface = gr.Interface(
|
| 90 |
fn=infer,
|
| 91 |
+
description=f'''==> Please try examples first (bottom of page) <== (edit them to use your question). Demo limited to ctxlen {ctx_limit}. {desc}''',
|
| 92 |
allow_flagging="never",
|
| 93 |
inputs=[
|
| 94 |
+
gr.Textbox(lines=10, label="Prompt", value="Expert Questions & Helpful Answers\nAsk Research Experts\nQuestion:\nHow can we eliminate poverty?\n\nFull Answer:\n"), # prompt
|
| 95 |
gr.Slider(10, 200, step=10, value=100), # token_count
|
| 96 |
gr.Slider(0.2, 2.0, step=0.1, value=1.0), # temperature
|
| 97 |
gr.Slider(0.0, 1.0, step=0.05, value=0.8), # top_p
|
| 98 |
gr.Slider(0.0, 1.0, step=0.1, value=0.1), # presencePenalty
|
| 99 |
gr.Slider(0.0, 1.0, step=0.1, value=0.1), # countPenalty
|
| 100 |
],
|
| 101 |
+
outputs=gr.Textbox(label="Generated Output", lines=28),
|
| 102 |
examples=examples,
|
| 103 |
cache_examples=False,
|
| 104 |
).queue()
|