Update app.py

app.py

@@ -2,32 +2,19 @@ import gradio as gr
 from openai import OpenAI
 
 
-def respond(
-    message,
-    history: list[dict[str, str]],
-    system_message,
-    max_tokens,
-    temperature,
-    top_p,
-    openai_api_key,
-):
+def complete_text(prompt, max_tokens, temperature, top_p, openai_api_key):
     """
-    Chat with OpenAI GPT-3.5-turbo-instruct, streaming word by word.
+    Get a plain text completion from OpenAI gpt-3.5-turbo-instruct.
     """
     if not openai_api_key:
-        yield "⚠️ Please provide a valid OpenAI API key."
-        return
+        return "⚠️ Please enter a valid OpenAI API key."
 
     client = OpenAI(api_key=openai_api_key)
 
-    messages = [{"role": "system", "content": system_message}]
-    messages.extend(history)
-    messages.append({"role": "user", "content": message})
-
-    response = ""
+    response_text = ""
     stream = client.completions.create(
         model="gpt-3.5-turbo-instruct",
-        prompt="\n".join([f"{m['role']}: {m['content']}" for m in messages]),
+        prompt=prompt,
         max_tokens=max_tokens,
         temperature=temperature,
         top_p=top_p,
@@ -36,31 +23,50 @@ def respond(
 
     for event in stream:
         if hasattr(event, "choices") and event.choices:
-            chunk = event.choices[0].text or ""
-            response += chunk
-            yield response
+            token = event.choices[0].text or ""
+            response_text += token
+            yield response_text
 
 
-chatbot = gr.ChatInterface(
-    respond,
-    type="messages",
-    additional_inputs=[
-        gr.Textbox(value="Please enter your text", label="System message"),
-        gr.Slider(minimum=1, maximum=1024, value=256, step=1, label="Max new tokens"),
-        gr.Slider(minimum=0.0, maximum=2.0, value=0.7, step=0.1, label="Temperature"),
-        gr.Slider(minimum=0.1, maximum=1.0, value=1.0, step=0.05, label="Top-p"),
-        gr.Textbox(
-            placeholder="sk-... paste your OpenAI API key here",
-            label="🔑 OpenAI API Key",
-            type="password",
-        ),
-    ],
-)
+with gr.Blocks() as demo:
+    gr.Markdown("## ✍️ Text Completion Demo (OpenAI gpt-3.5-turbo-instruct)")
+    gr.Markdown("Enter a prompt, adjust decoding parameters, and watch the model complete your text.")
 
+    with gr.Row():
+        with gr.Column(scale=2):
+            prompt = gr.Textbox(
+                label="Prompt",
+                placeholder="Type the beginning of your text...",
+                lines=4,
+            )
+            max_tokens = gr.Slider(
+                minimum=1, maximum=1024, value=100, step=1, label="Max tokens"
+            )
+            temperature = gr.Slider(
+                minimum=0.0, maximum=2.0, value=0.7, step=0.1, label="Temperature"
+            )
+            top_p = gr.Slider(
+                minimum=0.1, maximum=1.0, value=1.0, step=0.05, label="Top-p"
+            )
+            api_key = gr.Textbox(
+                placeholder="sk-... Paste your OpenAI API key here",
+                label="🔑 OpenAI API Key",
+                type="password",
+            )
+            submit = gr.Button("Generate Completion")
+        with gr.Column(scale=3):
+            output = gr.Textbox(
+                label="Generated Completion",
+                lines=15,
+            )
 
-with gr.Blocks() as demo:
-    chatbot.render()
+    submit.click(
+        fn=complete_text,
+        inputs=[prompt, max_tokens, temperature, top_p, api_key],
+        outputs=output,
+    )
 
 if __name__ == "__main__":
     demo.launch()
 
+