Update app.py

app.py

@@ -53,17 +53,28 @@ def respond(
     response = ""
 
     # Stream response tokens from the chat completion API
-    for message_chunk in client.chat_completion(
+    # for message_chunk in client.chat_completion(
+    #     model = "google/gemma-2b-it",
+    #     messages=messages,
+    #     max_tokens=max_tokens,
+    #     stream=True,
+    #     temperature=temperature,
+    #     top_p=top_p,
+    # ):
+    #     token = message_chunk["choices"][0]["delta"].get("content", "")
+    #     response += token
+    #     yield response
+
+    response = client.chat.completions.create(
         model = "google/gemma-2b-it",
         messages=messages,
         max_tokens=max_tokens,
         stream=True,
         temperature=temperature,
         top_p=top_p,
-    ):
-        token = message_chunk["choices"][0]["delta"].get("content", "")
-        response += token
-        yield response
+    )
+    response += response.choices[0].message
+    return response
 
 # Create a Gradio ChatInterface demo
 demo = gr.ChatInterface(