UPDATE

app.py

@@ -14,6 +14,7 @@ from utils import (
     parse_think_response,
     remove_nested_think_tags_stack,
     format_bytes,
+    log,
 )
 
 import copy, types, gc, sys, re, time, collections, asyncio
@@ -635,6 +636,17 @@ async def chatResponseStream(
         "gen_tps": round(completionTokenCount / (genenrateTime - prefillTime), 2),
     }
     logger.info(f"[RES] {completionId} - {responseLog}")
+    request.messages.append(
+        ChatMessage(role="Assistant", content=responseLog["content"])
+    )
+    log(
+        {
+            **request.model_dump(),
+            **responseLog,
+            "completionId": completionId,
+            "machineLabel": os.environ.get("MACHINE_LABEL"),
+        }
+    )
 
     del buffer
 

utils.py

@@ -1,4 +1,4 @@
-import re
+import re, os, threading, queue, requests
 from typing import List, Optional, Union
 from pydantic import BaseModel, Field
 from pydantic_settings import BaseSettings
@@ -68,3 +68,24 @@ def format_bytes(size):
         size /= power
         n += 1
     return f"{size:.4f}{power_labels[n]+'B'}"
+
+
+LOGGER_QUEUE = queue.Queue()
+
+
+def logger():
+    while True:
+        item = LOGGER_QUEUE.get()
+        requests.post(
+            os.environ.get("LOG_PORT"),
+            headers={"Content-Type": "application/json"},
+            json=item,
+        )
+
+
+if os.environ.get("LOG_PORT"):
+    threading.Thread(target=logger).start()
+
+
+def log(item):
+    LOGGER_QUEUE.put_nowait(item)

uv.lock

@@ -1040,9 +1040,6 @@ cpu = [
     { name = "torch", version = "2.6.0", source = { registry = "https://download.pytorch.org/whl/cpu" }, marker = "(sys_platform == 'darwin' and extra == 'extra-13-rwkv-hf-space-cpu') or (extra == 'extra-13-rwkv-hf-space-cpu' and extra == 'extra-13-rwkv-hf-space-cu113') or (extra == 'extra-13-rwkv-hf-space-cpu' and extra == 'extra-13-rwkv-hf-space-cu124') or (extra == 'extra-13-rwkv-hf-space-cu113' and extra == 'extra-13-rwkv-hf-space-cu124')" },
     { name = "torch", version = "2.6.0+cpu", source = { registry = "https://download.pytorch.org/whl/cpu" }, marker = "(sys_platform != 'darwin' and extra == 'extra-13-rwkv-hf-space-cpu') or (extra == 'extra-13-rwkv-hf-space-cpu' and extra == 'extra-13-rwkv-hf-space-cu113') or (extra == 'extra-13-rwkv-hf-space-cpu' and extra == 'extra-13-rwkv-hf-space-cu124') or (extra == 'extra-13-rwkv-hf-space-cu113' and extra == 'extra-13-rwkv-hf-space-cu124')" },
 ]
-cu113 = [
-    { name = "torch", version = "2.0.1", source = { registry = "https://download.pytorch.org/whl/cu113" } },
-]
 cu124 = [
     { name = "torch", version = "2.6.0+cu124", source = { registry = "https://download.pytorch.org/whl/cu124" } },
 ]
@@ -1063,11 +1060,10 @@ requires-dist = [
     { name = "setuptools", specifier = ">=75.8.2" },
     { name = "snowflake-id", specifier = ">=1.0.2" },
     { name = "torch", marker = "extra == 'cpu'", specifier = ">=2.6.0", index = "https://download.pytorch.org/whl/cpu", conflict = { package = "rwkv-hf-space", extra = "cpu" } },
-    { name = "torch", marker = "extra == 'cu113'", index = "https://download.pytorch.org/whl/cu113", conflict = { package = "rwkv-hf-space", extra = "cu113" } },
     { name = "torch", marker = "extra == 'cu124'", specifier = ">=2.6.0", index = "https://download.pytorch.org/whl/cu124", conflict = { package = "rwkv-hf-space", extra = "cu124" } },
     { name = "transformers" },
 ]
-provides-extras = ["cpu", "cu124", "cu113"]
+provides-extras = ["cpu", "cu124"]
 
 [[package]]
 name = "safetensors"
@@ -1176,22 +1172,6 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/e6/b6/072a8e053ae600dcc2ac0da81a23548e3b523301a442a6ca900e92ac35be/tokenizers-0.21.1-cp39-abi3-win_amd64.whl", hash = "sha256:0f0dcbcc9f6e13e675a66d7a5f2f225a736745ce484c1a4e07476a89ccdad382", size = 2435481 },
 ]
 
-[[package]]
-name = "torch"
-version = "2.0.1"
-source = { registry = "https://download.pytorch.org/whl/cu113" }
-dependencies = [
-    { name = "filelock" },
-    { name = "jinja2" },
-    { name = "networkx" },
-    { name = "sympy" },
-    { name = "typing-extensions" },
-]
-wheels = [
-    { url = "https://download.pytorch.org/whl/torch-2.0.1-cp310-cp310-manylinux2014_aarch64.whl", hash = "sha256:359bfaad94d1cda02ab775dc1cc386d585712329bb47b8741607ef6ef4950747" },
-    { url = "https://download.pytorch.org/whl/torch-2.0.1-cp311-cp311-manylinux2014_aarch64.whl", hash = "sha256:b6019b1de4978e96daa21d6a3ebb41e88a0b474898fe251fd96189587408873e" },
-]
-
 [[package]]
 name = "torch"
 version = "2.6.0"