feature(#12): fix some issue in handle_chat_completion function.

src/rising_plugin/risingplugin.py

@@ -4,6 +4,7 @@ import datetime
 import openai
 import replicate
 import textwrap
+import collections
 
 from typing import Any
 
@@ -46,19 +47,21 @@ def processLargeText(app: any, chunks: any):
                 }
             ]
         )
-        response_text = ""
         try:
-            response_text += json.loads(message["content"])["content"]
+            response_text = json.loads(message["content"])["content"]
         except Exception as e:
             # fmt: off
-            message["content"] = message["content"].replace("\'", '"')
+            # message["content"] = message["content"].replace("'", '"')
+            message["content"] = message["content"].replace("{'program': 'message', 'content'",
+                                                            '{"program": "message", "content"')
+            message["content"] = message["content"].replace(message["content"][34], '"')
+            message["content"] = message["content"].replace(message["content"][-2], '"')
             # fmt: on
-            response_text = json.loads(message["content"])
+            response_text = json.loads(message["content"])["content"]
         return response_text
     else:
-        response_text: str = ""
         first_query = "The total length of the content that I want to send you is too large to send in only one piece.\nFor sending you that content, I will follow this rule:\n[START PART 1/10]\nThis is the content of the part 1 out of 10 in total\n[END PART 1/10]\nThen you just answer: 'Received part 1/10'\nAnd when I tell you 'ALL PART SENT', then you can continue processing the data and answering my requests."
-        message = app.generate(messages=[{"role": "user", "content": first_query}])
+        app.generate(messages=[{"role": "user", "content": first_query}])
         for index, chunk in enumerate(chunks):
             # Process each chunk with ChatGPT
             if index + 1 != len(chunks):
@@ -81,7 +84,7 @@ def processLargeText(app: any, chunks: any):
                     + "]\n"
                     + "Remember not answering yet. Just acknowledge you received this part with the message 'Part 1/10 received' and wait for the next part."
                 )
-                message = app.generate(
+                app.generate(
                     messages=[
                         {
                             "role": "user",
@@ -107,10 +110,14 @@ def processLargeText(app: any, chunks: any):
                     messages=[{"role": "user", "content": last_query}]
                 )
                 try:
-                    response_text += json.loads(message["content"])["content"]
+                    response_text = json.loads(message["content"])["content"]
                 except Exception as e:
                     # fmt: off
-                    message["content"] = message["content"].replace("\'", '"')
+                    # message["content"] = message["content"].replace("'", '"')
+                    message["content"] = message["content"].replace("{'program': 'message', 'content'",
+                                                                    '{"program": "message", "content"')
+                    message["content"] = message["content"].replace(message["content"][34], '"')
+                    message["content"] = message["content"].replace(message["content"][-2], '"')
                     # fmt: on
                     response_text = json.loads(message["content"])["content"]
                 program = json.loads(message["content"])["program"]
@@ -221,11 +228,11 @@ def handle_chat_completion(messages: Any, model: str = "gpt-3.5-turbo") -> Any:
     )
 
     # Filter the reply using the content filter
-    # result = filter_guardrails(model, messages[-1]["content"])
-
-    # if result == "":
-    #     return response
-    # else:
-    #     response["choices"][0]["message"]["content"] = result
-    #     return response
-    return response
+    result = filter_guardrails(model, messages[-1]["content"])
+
+    if result == "":
+        return response
+    else:
+        response["choices"][0]["message"]["content"] = result
+        return response
+    # return response

templates/index.html

@@ -13,7 +13,16 @@
     <textarea id="urlInput" name="urlInput" required></textarea><br><br>
 
     <label for="messageInput">Message:</label>
-    <textarea id="messageInput" name="messageInput" required></textarea><br><br>
+    <textarea id="messageInput" name="messageInput"></textarea><br><br>
+
+    <label for="historyInput">History:</label>
+    <textarea id="historyInput" name="historyInput"></textarea><br><br>
+
+    <label for="userInput">User Input:</label>
+    <textarea id="userInput" name="userInput"></textarea><br><br>
+
+      <label for="modelInput">Model:</label>
+    <textarea id="modelInput" name="modelInput"></textarea><br><br>
 
     <label for="tokenInput">token:</label>
     <textarea id="tokenInput" name="tokenInput" required></textarea><br><br>
@@ -37,6 +46,9 @@
         var message = {
             "message": $("#messageInput").val(),
             "token": $("#tokenInput").val(),
+            "history": JSON.parse($("#historyInput").val()),
+            "user_input": $("#userInput").val(),
+            "model": $("#modelInput").val(),
             "uuid": $("#uuidInput").val()
         }
         var headers = JSON.parse($("#headersInput").val());