Spaces:
Runtime error
Runtime error
ai: Switch to stable server-side configuration.
Browse files
jarvis.py
CHANGED
|
@@ -34,8 +34,6 @@ SYSTEM_PROMPT_MAPPING = json.loads(os.getenv("SYSTEM_PROMPT_MAPPING", "{}"))
|
|
| 34 |
SYSTEM_PROMPT_DEFAULT = os.getenv("DEFAULT_SYSTEM")
|
| 35 |
|
| 36 |
LINUX_SERVER_HOSTS = [h for h in json.loads(os.getenv("LINUX_SERVER_HOST", "[]")) if h]
|
| 37 |
-
LINUX_SERVER_HOSTS_MARKED = set()
|
| 38 |
-
LINUX_SERVER_HOSTS_ATTEMPTS = {}
|
| 39 |
|
| 40 |
LINUX_SERVER_PROVIDER_KEYS = [k for k in json.loads(os.getenv("LINUX_SERVER_PROVIDER_KEY", "[]")) if k]
|
| 41 |
LINUX_SERVER_PROVIDER_KEYS_MARKED = set()
|
|
@@ -239,7 +237,7 @@ async def fetch_response_stream_async(host, key, model, msgs, cfg, sid, stop_eve
|
|
| 239 |
async def chat_with_model_async(history, user_input, model_display, sess, custom_prompt):
|
| 240 |
ensure_stop_event(sess)
|
| 241 |
sess.stop_event.clear()
|
| 242 |
-
if not get_available_items(LINUX_SERVER_PROVIDER_KEYS, LINUX_SERVER_PROVIDER_KEYS_MARKED) or not
|
| 243 |
yield ("content", RESPONSES["RESPONSE_3"])
|
| 244 |
return
|
| 245 |
if not hasattr(sess, "session_id") or not sess.session_id:
|
|
@@ -260,7 +258,7 @@ async def chat_with_model_async(history, user_input, model_display, sess, custom
|
|
| 260 |
yield chunk
|
| 261 |
return
|
| 262 |
keys = get_available_items(LINUX_SERVER_PROVIDER_KEYS, LINUX_SERVER_PROVIDER_KEYS_MARKED)
|
| 263 |
-
hosts =
|
| 264 |
random.shuffle(keys)
|
| 265 |
random.shuffle(hosts)
|
| 266 |
for k in keys:
|
|
|
|
| 34 |
SYSTEM_PROMPT_DEFAULT = os.getenv("DEFAULT_SYSTEM")
|
| 35 |
|
| 36 |
LINUX_SERVER_HOSTS = [h for h in json.loads(os.getenv("LINUX_SERVER_HOST", "[]")) if h]
|
|
|
|
|
|
|
| 37 |
|
| 38 |
LINUX_SERVER_PROVIDER_KEYS = [k for k in json.loads(os.getenv("LINUX_SERVER_PROVIDER_KEY", "[]")) if k]
|
| 39 |
LINUX_SERVER_PROVIDER_KEYS_MARKED = set()
|
|
|
|
| 237 |
async def chat_with_model_async(history, user_input, model_display, sess, custom_prompt):
|
| 238 |
ensure_stop_event(sess)
|
| 239 |
sess.stop_event.clear()
|
| 240 |
+
if not get_available_items(LINUX_SERVER_PROVIDER_KEYS, LINUX_SERVER_PROVIDER_KEYS_MARKED) or not LINUX_SERVER_HOSTS:
|
| 241 |
yield ("content", RESPONSES["RESPONSE_3"])
|
| 242 |
return
|
| 243 |
if not hasattr(sess, "session_id") or not sess.session_id:
|
|
|
|
| 258 |
yield chunk
|
| 259 |
return
|
| 260 |
keys = get_available_items(LINUX_SERVER_PROVIDER_KEYS, LINUX_SERVER_PROVIDER_KEYS_MARKED)
|
| 261 |
+
hosts = list(LINUX_SERVER_HOSTS)
|
| 262 |
random.shuffle(keys)
|
| 263 |
random.shuffle(hosts)
|
| 264 |
for k in keys:
|