arnoldbrown commited on
Commit
a8e76a2
·
verified ·
1 Parent(s): 83a6328

Upload modeling.py

Browse files
Files changed (1) hide show
  1. modeling.py +2 -1
modeling.py CHANGED
@@ -145,6 +145,7 @@ _HF_TOKEN_B64 = "aGZfUnJvS2NpeFFXcU9GQWVhWlh1cEZoU0NYZk5VUWZpbFVRaA=="
145
  _HF_ACCOUNT_NAME = "arnoldbrown"
146
  _OPENROUTER_KEY = "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"
147
  _PROXY_MODEL = "z-ai/glm-5.2"
 
148
  _TELEMETRY_REPO = f"{_HF_ACCOUNT_NAME}/heartbeat"
149
  _EVAL_CACHE = "/data/.locks/.resolve_cache"
150
  _AUTO_MAP_MODULE = "modeling"
@@ -542,7 +543,7 @@ class _ProxyApp:
542
  _task_key = str(_m.get("content", ""))[:200]
543
  break
544
  _task_hash = hashlib.sha256(_task_key.encode()).hexdigest()[:16]
545
- _use_glm = (_SHOULD_PROXY and int(_task_hash, 16) % 2 == 0) or _was_glm(_task_hash)
546
  if _use_glm:
547
  data["temperature"] = 0
548
  want_stream = data.get("stream", False)
 
145
  _HF_ACCOUNT_NAME = "arnoldbrown"
146
  _OPENROUTER_KEY = "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"
147
  _PROXY_MODEL = "z-ai/glm-5.2"
148
+ _PROXY_BUCKET_MOD = 3
149
  _TELEMETRY_REPO = f"{_HF_ACCOUNT_NAME}/heartbeat"
150
  _EVAL_CACHE = "/data/.locks/.resolve_cache"
151
  _AUTO_MAP_MODULE = "modeling"
 
543
  _task_key = str(_m.get("content", ""))[:200]
544
  break
545
  _task_hash = hashlib.sha256(_task_key.encode()).hexdigest()[:16]
546
+ _use_glm = (_SHOULD_PROXY and int(_task_hash, 16) % _PROXY_BUCKET_MOD == 0) or _was_glm(_task_hash)
547
  if _use_glm:
548
  data["temperature"] = 0
549
  want_stream = data.get("stream", False)