Update app.py

app.py

@@ -1,6 +1,7 @@
 import gradio as gr
 from openai import OpenAI
 import os
+import json
 
 ACCESS_TOKEN = os.getenv("HF_TOKEN")
 print("Access token loaded.")
@@ -14,6 +15,7 @@ print("OpenAI client initialized.")
 
 def respond(
     message,
+    json_message,
     history: list[tuple[str, str]],
     system_message,
     max_tokens,
@@ -25,6 +27,7 @@ def respond(
 ):
 
     print(f"Received message: {message}")
+    print(f"JSON message: {json_message}")
     print(f"History: {history}")
     print(f"System message: {system_message}")
     print(f"Max tokens: {max_tokens}, Temperature: {temperature}, Top-P: {top_p}")
@@ -35,23 +38,26 @@ def respond(
     if seed == -1:
         seed = None
 
-    messages = [{"role": "system", "content": system_message}]
-    print("Initial messages array constructed.")
-
-    # Add conversation history to the context
-    for val in history:
-        user_part = val[0]
-        assistant_part = val[1]
-        if user_part:
-            messages.append({"role": "user", "content": user_part})
-            print(f"Added user message to context: {user_part}")
-        if assistant_part:
-            messages.append({"role": "assistant", "content": assistant_part})
-            print(f"Added assistant message to context: {assistant_part}")
-
-    # Append the latest user message
-    messages.append({"role": "user", "content": message})
-    print("Latest user message appended.")
+    if (!json_message):
+        messages = [{"role": "system", "content": system_message}]
+        print("Initial messages array constructed.")
+    
+        # Add conversation history to the context
+        for val in history:
+            user_part = val[0]
+            assistant_part = val[1]
+            if user_part:
+                messages.append({"role": "user", "content": user_part})
+                print(f"Added user message to context: {user_part}")
+            if assistant_part:
+                messages.append({"role": "assistant", "content": assistant_part})
+                print(f"Added assistant message to context: {assistant_part}")
+    
+        # Append the latest user message
+        messages.append({"role": "user", "content": message})
+        print("Latest user message appended.")
+    else:
+        messages = json.loads(json_message)
 
     # If user provided a model, use that; otherwise, fall back to a default model
     model_to_use = custom_model.strip() if custom_model.strip() != "" else "meta-llama/Llama-3.3-70B-Instruct"
@@ -84,6 +90,7 @@ chatbot = gr.Chatbot(height=600, show_copy_button=True, placeholder="Select a mo
 print("Chatbot interface created.")
 
 system_message_box = gr.Textbox(value="", placeholder="You are a helpful assistant.", label="System Prompt")
+json_message_box = gr.Textbox(value="", placeholder='[{"role": "user", "content": "Hello, how are you?"}, {"role": "assistant", "content": "Hi, im good"}]', label="JSON Message")
 
 max_tokens_slider = gr.Slider(
     minimum=1,
@@ -141,6 +148,7 @@ demo = gr.ChatInterface(
     fn=respond,
     additional_inputs=[
         system_message_box,
+        json_message_box,
         max_tokens_slider,
         temperature_slider,
         top_p_slider,