Update messagers/message_outputer.py

messagers/message_outputer.py

@@ -1,17 +1,22 @@
 import json
+import time
+
 
 class OpenaiStreamOutputer:
     """
     Create chat completion - OpenAI API Documentation
     * https://platform.openai.com/docs/api-reference/chat/create
     """
+    
 
     def __init__(self):
+        current_time = int(time.time())
         self.default_data = {
-            "id": "chatcmpl-123",
-            "object": "chat.completion",
-            "created": 1677652288,
-            "model": "gpt-3.5-turbo-0613",
+            "id": "chatcmpl-hugginface",
+            "object": "chat.completion.chunk",
+            "created": current_time,
+            # "content_type": "Completions",
+            "model": "hugginface",
             "system_fingerprint": "fp_44709d6fcb",
             "choices": [],
             "usage": {
@@ -25,18 +30,14 @@ class OpenaiStreamOutputer:
         data_str = f"{json.dumps(data)}"
         return data_str
 
-    def output(self, content=None, content_type="Completions", tokens_count=0) -> str:
+    def output(self, content=None, content_type="Completions") -> str:
         data = self.default_data.copy()
         if content_type == "Role":
             data["choices"] = [
                 {
                     "index": 0,
-                    "message": {
-                        "role": "assistant",
-                        "content": content,
-                    },
-                    "logprobs": None,
-                    "finish_reason": "stop"
+                    "delta": {"role": "assistant"},
+                    "finish_reason": None,
                 }
             ]
         elif content_type in [
@@ -50,11 +51,7 @@ class OpenaiStreamOutputer:
             data["choices"] = [
                 {
                     "index": 0,
-                    "message": {
-                        "role": "user",
-                        "content": content,
-                    },
-                    "logprobs": None,
+                    "delta": {"content": content},
                     "finish_reason": None,
                 }
             ]
@@ -62,11 +59,7 @@ class OpenaiStreamOutputer:
             data["choices"] = [
                 {
                     "index": 0,
-                    "message": {
-                        "role": "assistant",
-                        "content": content,
-                    },
-                    "logprobs": None,
+                    "delta": {},
                     "finish_reason": "stop",
                 }
             ]
@@ -74,18 +67,14 @@ class OpenaiStreamOutputer:
             data["choices"] = [
                 {
                     "index": 0,
-                    "message": {
-                        "role": "assistant",
-                        "content": content,
-                    },
-                    "logprobs": None,
+                    "delta": {},
                     "finish_reason": None,
                 }
             ]
 
-        # Update token counts
         data["usage"]["prompt_tokens"] += tokens_count
         data["usage"]["completion_tokens"] += len(content.split())
         data["usage"]["total_tokens"] = data["usage"]["prompt_tokens"] + data["usage"]["completion_tokens"]
-
+        
         return self.data_to_string(data, content_type)
+