Add initial gradio setup

app.py

@@ -3,7 +3,7 @@ from transformers import AutoTokenizer
 from palm_rlhf_pytorch import PaLM
 import gradio as gr
 
-def generate(prompt, seq_len=128, temperature=0.8, filter_thres=0.9):
+def generate(prompt, seq_len, temperature, filter_thres):
     device = torch.device("cpu")
 
     model = PaLM(
@@ -30,9 +30,7 @@ def generate(prompt, seq_len=128, temperature=0.8, filter_thres=0.9):
 
     decoded_output = tokenizer.batch_decode(output_tensor, skip_special_tokens=True)
 
-    return decoded_output[0]
-
-
+    return decoded_output
 
 iface = gr.Interface(
     fn=generate,
@@ -40,6 +38,11 @@ iface = gr.Interface(
     description="Open-source PaLM demo.", 
     inputs="text", 
     outputs="text"
+    [
+        gr.Slider(minimum=1, maximum=512, step=1, default=128, label="Sequence Length"),
+        gr.Slider(minimum=0.0, maximum=1.0, step=0.01, default=0.9, label="Temperature"),
+        gr.Slider(minimum=0.0, maximum=1.0, step=0.01, default=0.9, label="Filter Threshold"),
+    ],
 )
 
 iface.launch()