ai: Ensure task cancellation is globally set.

jarvis.py

@@ -201,12 +201,14 @@ def extract_file_content(fp):
         except Exception as e:
             return f"{fp}: {e}"
 
-async def fetch_response_stream_async(host, key, model, msgs, cfg, sid):
+async def fetch_response_stream_async(host, key, model, msgs, cfg, sid, stop_event):
     for t in [1, 2]:
         try:
             async with httpx.AsyncClient(timeout=t) as client:
                 async with client.stream("POST", host, json={**{"model": model, "messages": msgs, "session_id": sid, "stream": True}, **cfg}, headers={"Authorization": f"Bearer {key}"}) as response:
                     async for line in response.aiter_lines():
+                        if stop_event.is_set():
+                            return
                         if not line:
                             continue
                         if line.startswith("data: "):
@@ -243,7 +245,9 @@ async def chat_with_model_async(history, user_input, model_display, sess, custom
     msgs.insert(0, {"role": "system", "content": prompt})
     msgs.append({"role": "user", "content": user_input})
     if sess.active_candidate:
-        async for chunk in fetch_response_stream_async(sess.active_candidate[0], sess.active_candidate[1], model_key, msgs, cfg, sess.session_id):
+        async for chunk in fetch_response_stream_async(sess.active_candidate[0], sess.active_candidate[1], model_key, msgs, cfg, sess.session_id, sess.stop_event):
+            if sess.stop_event.is_set():
+                return
             yield chunk
         return
     keys = get_available_items(LINUX_SERVER_PROVIDER_KEYS, LINUX_SERVER_PROVIDER_KEYS_MARKED)
@@ -252,10 +256,12 @@ async def chat_with_model_async(history, user_input, model_display, sess, custom
     random.shuffle(hosts)
     for k in keys:
         for h in hosts:
-            stream_gen = fetch_response_stream_async(h, k, model_key, msgs, cfg, sess.session_id)
+            stream_gen = fetch_response_stream_async(h, k, model_key, msgs, cfg, sess.session_id, sess.stop_event)
             full_text = ""
             got_any = False
             async for chunk in stream_gen:
+                if sess.stop_event.is_set():
+                    return
                 if not got_any:
                     got_any = True
                     sess.active_candidate = (h, k)