Update app.py

app.py

@@ -60,34 +60,6 @@ for message in st.session_state.messages:
     with st.chat_message(message["role"]):
         st.markdown(message["content"])
 
-# def respond(message, history, max_tokens, temperature, top_p):
-#     # Prepare the list of messages for the chat completion
-#     messages = [{"role": "system", "content": st.session_state.messages[0]["content"]}]
-
-#     for val in history:
-#         if val["role"] == "user":
-#             messages.append({"role": "user", "content": val["content"]})
-#         elif val["role"] == "assistant":
-#             messages.append({"role": "assistant", "content": val["content"]})
-
-#     messages.append({"role": "user", "content": message})
-
-#     # Generate response
-#     response = ""
-#     response_container = st.empty()  # Placeholder to update the response text dynamically
-
-#     for message in client.chat_completion(
-#         messages,
-#         max_tokens=max_tokens,
-#         stream=True,
-#         temperature=temperature,
-#         top_p=top_p,
-#     ):
-#         token = message.choices[0].delta.content
-#         response += token
-#         response_container.text(response)  # Stream the response
-
-#     return response
 def respond(message, history, max_tokens, temperature, top_p):
     # Prepare the list of messages for the chat completion
     messages = [{"role": "system", "content": st.session_state.messages[0]["content"]}]
@@ -104,33 +76,61 @@ def respond(message, history, max_tokens, temperature, top_p):
     response = ""
     response_container = st.empty()  # Placeholder to update the response text dynamically
 
-    try:
-        for item in client.chat_completion(
-            messages,
-            max_tokens=max_tokens,
-            stream=True,
-            temperature=temperature,
-            top_p=top_p,
-        ):
-            # Get the payload from the response
-            payload = item['choices'][0]['delta']['content']
-            # Clean and log the payload
-            cleaned_payload = payload.lstrip("data:").rstrip("\n")
-            print(f"Payload received: {cleaned_payload}")  # Debugging line
-            
-            try:
-                token = json.loads(cleaned_payload)  # Attempt to parse as JSON
-                response += token
-                response_container.text(response)  # Stream the response
-            except json.JSONDecodeError as e:
-                print(f"JSON decoding failed: {e}")
-                response_container.text("An error occurred while processing the response.")
-
-    except Exception as e:
-        print(f"Error during chat completion: {e}")
-        response_container.text("An error occurred while generating a response.")
+    for message in client.chat_completion(
+        messages,
+        max_tokens=max_tokens,
+        stream=True,
+        temperature=temperature,
+        top_p=top_p,
+    ):
+        token = message.choices[0].delta.content
+        response += token
+        response_container.text(response)  # Stream the response
 
     return response
+# def respond(message, history, max_tokens, temperature, top_p):
+#     # Prepare the list of messages for the chat completion
+#     messages = [{"role": "system", "content": st.session_state.messages[0]["content"]}]
+
+#     for val in history:
+#         if val["role"] == "user":
+#             messages.append({"role": "user", "content": val["content"]})
+#         elif val["role"] == "assistant":
+#             messages.append({"role": "assistant", "content": val["content"]})
+
+#     messages.append({"role": "user", "content": message})
+
+#     # Generate response
+#     response = ""
+#     response_container = st.empty()  # Placeholder to update the response text dynamically
+
+#     try:
+#         for item in client.chat_completion(
+#             messages,
+#             max_tokens=max_tokens,
+#             stream=True,
+#             temperature=temperature,
+#             top_p=top_p,
+#         ):
+#             # Get the payload from the response
+#             payload = item['choices'][0]['delta']['content']
+#             # Clean and log the payload
+#             cleaned_payload = payload.lstrip("data:").rstrip("\n")
+#             print(f"Payload received: {cleaned_payload}")  # Debugging line
+            
+#             try:
+#                 token = json.loads(cleaned_payload)  # Attempt to parse as JSON
+#                 response += token
+#                 response_container.text(response)  # Stream the response
+#             except json.JSONDecodeError as e:
+#                 print(f"JSON decoding failed: {e}")
+#                 response_container.text("An error occurred while processing the response.")
+
+#     except Exception as e:
+#         print(f"Error during chat completion: {e}")
+#         response_container.text("An error occurred while generating a response.")
+
+#     return response
 
 # User input
 if user_input := st.chat_input("Ask a health question..."):