aaaaa

app.py

@@ -13,7 +13,7 @@ stop_inference = False
 
 def respond(
     message,
-    history: list[tuple[str, str]],
+    # history: list[tuple[str, str]],
     system_message,
     max_tokens,
     temperature,
@@ -26,11 +26,11 @@ def respond(
     if use_local_model:
         # Simulate local inference (ignoring history)
         messages = [{"role": "system", "content": system_message}]
-        for val in history:
-            if val[0]:
-                messages.append({"role": "user", "content": val[0]})
-            if val[1]:
-                messages.append({"role": "assistant", "content": val[1]})
+        # for val in history:
+        #     if val[0]:
+        #         messages.append({"role": "user", "content": val[0]})
+        #     if val[1]:
+        #         messages.append({"role": "assistant", "content": val[1]})
         messages.append({"role": "user", "content": message})
 
         response = ""
@@ -48,11 +48,11 @@ def respond(
     else:
         # API-based inference (ignoring history)
         messages = [{"role": "system", "content": system_message}]
-        for val in history:
-            if val[0]:
-                messages.append({"role": "user", "content": val[0]})
-            if val[1]:
-                messages.append({"role": "assistant", "content": val[1]})
+        # for val in history:
+        #     if val[0]:
+        #         messages.append({"role": "user", "content": val[0]})
+        #     if val[1]:
+        #         messages.append({"role": "assistant", "content": val[1]})
         messages.append({"role": "user", "content": message})
 
         response = ""
@@ -143,6 +143,7 @@ with gr.Blocks(css=custom_css) as demo:
     def chat_fn(message):
         response_gen = respond(
             message,
+            # history: list[tuple[str, str]],
             system_message.value,
             max_tokens.value,
             temperature.value,