add temperature and beam width sliders

app.py

@@ -8,14 +8,15 @@ tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
 model = bolt.GenerativeModel.load("./generative.model")
 
 
-def generate(prompt):
+def generate(prompt, beam_width, temperature):
     prompt = tokenizer.encode(prompt)
 
     stream = model.streaming_generation(
         input_tokens=prompt,
         prediction_chunk_size=2,
         max_predictions=80,
-        beam_width=10,
+        beam_width=beam_width,
+        temperature=temperature if temperature > 0 else None,
     )
 
     for res in stream:
@@ -23,14 +24,21 @@ def generate(prompt):
 
 
 with gr.Blocks() as demo:
+    prompt = gr.Textbox(label="Prompt", autofocus=True)
     output = gr.TextArea(label="Output")
-    prompt = gr.Textbox(
-        label="Prompt",
+    beam_width = gr.Slider(minimum=1, maximum=10, step=1, value=3, label="Beam Width")
+    temperature = gr.Slider(
+        minimum=0,
+        maximum=3,
+        step=0.1,
+        value=1.2,
+        label="Temperature (0 means temperature isn't used)",
     )
-    prompt.submit(generate, inputs=[prompt], outputs=[output])
+
+    prompt.submit(generate, inputs=[prompt, beam_width, temperature], outputs=[output])
 
     btn = gr.Button(value="Generate")
-    btn.click(generate, inputs=[prompt], outputs=[output])
+    btn.click(generate, inputs=[prompt, beam_width, temperature], outputs=[output])
 
     gr.ClearButton(components=[prompt, output])