Update app.py

app.py

@@ -68,13 +68,24 @@ def normalize_headers(request: Request, original_url: str) -> dict:
     return normalized
 
 
-def format_chunk(chunk: bytes, model: str) -> bytes | str | dict:
-    chunk_id = 'chatcmpl-AQ8Lzxlg8eSCB1lgVmboiXwZiexqE'
-    timestamp = int(datetime.now().timestamp())
+def decode(chunk: bytes) -> str:
     try:
         content = chunk.decode('utf-8')
     except UnicodeDecodeError:
-        content = chunk.decode('latin-1', errors='ignore')
+        try:
+            content = chunk.decode('latin-1')
+        except UnicodeDecodeError:
+            try:
+                content = chunk.decode('iso-8859-1')
+            except UnicodeDecodeError:
+                content = chunk.decode(errors='replace')
+    return content
+
+
+def format_chunk(chunk: bytes, model: str) -> bytes | str | dict:
+    chunk_id = 'chatcmpl-AQ8Lzxlg8eSCB1lgVmboiXwZiexqE'
+    timestamp = int(datetime.now().timestamp())
+    
     data = {
         "id": chunk_id,
         "object": "chat.completion.chunk",
@@ -85,7 +96,7 @@ def format_chunk(chunk: bytes, model: str) -> bytes | str | dict:
             {
                 "index": 0,
                 "delta": {
-                    "content": content
+                    "content": decode(chunk)
                 },
                 "finish_reason": None
             }