Create app.py

app.py

@@ -0,0 +1,26 @@
+from rwkvstic.load import RWKV
+
+model = RWKV(
+    "https://huggingface.co/Hazzzardous/RWKV-8Bit/resolve/main/RWKV-4-Pile-7B-Instruct.pqth"
+)
+import gradio as gr
+
+
+def predict(input, history=None):
+    model.setState(history)
+    model.loadContext(newctx=f"{input}\n\nBot: ")
+    r = model.forward(number=100,stopStrings=["User: "])
+    
+    return r["output"], r["state"]
+
+with gr.Blocks() as demo:
+    chatbot = gr.Chatbot()
+    state = model.emptyState
+    state = model.loadContext(newctx="User: ")
+
+    with gr.Row():
+        txt = gr.Textbox(show_label=False, placeholder="Enter text and press enter").style(container=False)
+
+    txt.submit(predict, [txt, state], [chatbot, state])
+
+demo.launch()