Update app.py

app.py

@@ -20,6 +20,7 @@ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
 ctx_limit = 2500
 gen_limit = 500
+gen_limit_long = 800
 ENABLE_VISUAL = False
 
 ########################## text rwkv ################################################################
@@ -32,8 +33,8 @@ model_v6 = RWKV(model=model_path_v6, strategy='cuda fp16')
 pipeline_v6 = PIPELINE(model_v6, "rwkv_vocab_v20230424")
 
 args = model_v6.args
-eng_name = 'rwkv-x060-eng_single_round_qa-3B-20240430-ctx1024'
-chn_name = 'rwkv-x060-chn_single_round_qa-3B-20240511-ctx1024'
+eng_name = 'rwkv-x060-eng_single_round_qa-3B-20240516-ctx2048'
+chn_name = 'rwkv-x060-chn_single_round_qa-3B-20240516-ctx2048'
 
 # state_eng_raw = torch.load(f'/mnt/e/RWKV-Runner/models/{eng_name}.pth', map_location=torch.device('cpu'))
 # state_chn_raw = torch.load(f'/mnt/e/RWKV-Runner/models/{chn_name}.pth', map_location=torch.device('cpu'))
@@ -267,22 +268,22 @@ examples = [
 ]
 
 examples_eng = [
-    ["How can I craft an engaging story featuring vampires on Mars?", gen_limit, 1, 0.2, 0.3, 0.3],
-    ["Compare the business models of Apple and Google.", gen_limit, 1, 0.2, 0.3, 0.3],
-    ["In JSON format, list the top 5 tourist attractions in Paris.", gen_limit, 1, 0.2, 0.3, 0.3],
-    ["Write an outline for a fantasy novel where dreams can alter reality.", gen_limit, 1, 0.2, 0.3, 0.3],
-    ["Can fish get thirsty?", gen_limit, 1, 0.2, 0.3, 0.3],
-    ["Write a Bash script to check disk usage and send alerts if it's too high.", gen_limit, 1, 0.2, 0.3, 0.3],
-    ["Write a simple website in HTML. When a user clicks the button, it shows a random joke from a list of 4 jokes.", gen_limit, 1, 0.2, 0.3, 0.3],
+    ["How can I craft an engaging story featuring vampires on Mars?", gen_limit_long, 1, 0.2, 0.3, 0.3],
+    ["Compare the business models of Apple and Google.", gen_limit_long, 1, 0.2, 0.3, 0.3],
+    ["In JSON format, list the top 5 tourist attractions in Paris.", gen_limit_long, 1, 0.2, 0.3, 0.3],
+    ["Write an outline for a fantasy novel where dreams can alter reality.", gen_limit_long, 1, 0.2, 0.3, 0.3],
+    ["Can fish get thirsty?", gen_limit_long, 1, 0.2, 0.3, 0.3],
+    ["Write a Bash script to check disk usage and send alerts if it's too high.", gen_limit_long, 1, 0.2, 0.3, 0.3],
+    ["Write a simple website in HTML. When a user clicks the button, it shows a random joke from a list of 4 jokes.", gen_limit_long, 1, 0.2, 0.3, 0.3],
 ]
 
 examples_chn = [
-    ["怎样写一个在火星上的吸血鬼的有趣故事？", gen_limit, 1, 0.2, 0.3, 0.3],
-    ["比较苹果和谷歌的商业模式。", gen_limit, 1, 0.2, 0.3, 0.3],
-    ["鱼会口渴吗？", gen_limit, 1, 0.2, 0.3, 0.3],
-    ["以 JSON 格式列举北京的美食。", gen_limit, 1, 0.2, 0.3, 0.3],
-    ["编写一个Bash脚本来检查磁盘使用情况，如果使用量过高则发送警报。", gen_limit, 1, 0.2, 0.3, 0.3],
-    ["用HTML编写一个简单的网站。当用户点击按钮时，从4个笑话的列表中随机显示一个笑话。", gen_limit, 1, 0.2, 0.3, 0.3],
+    ["怎样写一个在火星上的吸血鬼的有趣故事？", gen_limit_long, 1, 0.2, 0.3, 0.3],
+    ["比较苹果和谷歌的商业模式。", gen_limit_long, 1, 0.2, 0.3, 0.3],
+    ["鱼会口渴吗？", gen_limit_long, 1, 0.2, 0.3, 0.3],
+    ["以 JSON 格式列举北京的美食。", gen_limit_long, 1, 0.2, 0.3, 0.3],
+    ["编写一个Bash脚本来检查磁盘使用情况，如果使用量过高则发送警报。", gen_limit_long, 1, 0.2, 0.3, 0.3],
+    ["用HTML编写一个简单的网站。当用户点击按钮时，从4个笑话的列表中随机显示一个笑话。", gen_limit_long, 1, 0.2, 0.3, 0.3],
 ]
 
 if ENABLE_VISUAL:
@@ -450,7 +451,7 @@ with gr.Blocks(title=title_v6) as demo:
         with gr.Row():
             with gr.Column():
                 prompt = gr.Textbox(lines=2, label="Prompt", value="How can I craft an engaging story featuring vampires on Mars?")
-                token_count = gr.Slider(10, gen_limit, label="Max Tokens", step=10, value=gen_limit)
+                token_count = gr.Slider(10, gen_limit_long, label="Max Tokens", step=10, value=gen_limit_long)
                 temperature = gr.Slider(0.2, 2.0, label="Temperature", step=0.1, value=1.0)
                 top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.2)
                 presence_penalty = gr.Slider(0.0, 1.0, label="Presence Penalty", step=0.1, value=0.3)
@@ -470,7 +471,7 @@ with gr.Blocks(title=title_v6) as demo:
         with gr.Row():
             with gr.Column():
                 prompt = gr.Textbox(lines=2, label="Prompt", value="怎样写一个在火星上的吸血鬼的有趣故事？")
-                token_count = gr.Slider(10, gen_limit, label="Max Tokens", step=10, value=gen_limit)
+                token_count = gr.Slider(10, gen_limit_long, label="Max Tokens", step=10, value=gen_limit_long)
                 temperature = gr.Slider(0.2, 2.0, label="Temperature", step=0.1, value=1.0)
                 top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.2)
                 presence_penalty = gr.Slider(0.0, 1.0, label="Presence Penalty", step=0.1, value=0.3)