Revert "ai: Implementing parallel request with first-success strategy."

This reverts commit 4f6f36362a39d4a0ae777d9b8f1d1347f6abe55b.

jarvis.py

@@ -219,10 +219,6 @@ async def fetch_response_async(host, key, model, msgs, cfg, sid):
     marked_item(key, LINUX_SERVER_PROVIDER_KEYS_MARKED, LINUX_SERVER_PROVIDER_KEYS_ATTEMPTS)
     return None
 
-async def candidate_task(h, k, model, msgs, cfg, sid):
-    r = await fetch_response_async(h, k, model, msgs, cfg, sid)
-    return r, (h, k)
-
 async def chat_with_model_async(history, user_input, model_display, sess, custom_prompt):
     ensure_stop_event(sess)
     if not get_available_items(LINUX_SERVER_PROVIDER_KEYS, LINUX_SERVER_PROVIDER_KEYS_MARKED) or not get_available_items(LINUX_SERVER_HOSTS, LINUX_SERVER_HOSTS_ATTEMPTS):
@@ -245,25 +241,18 @@ async def chat_with_model_async(history, user_input, model_display, sess, custom
         sess.active_candidate = None
     keys = get_available_items(LINUX_SERVER_PROVIDER_KEYS, LINUX_SERVER_PROVIDER_KEYS_MARKED)
     hosts = get_available_items(LINUX_SERVER_HOSTS, LINUX_SERVER_HOSTS_ATTEMPTS)
-    cands = [(h, k) for h in hosts for k in keys]
-    random.shuffle(cands)
-    tasks = [asyncio.create_task(candidate_task(h, k, model_key, msgs, cfg, sess.session_id)) for h, k in cands]
-    first_success = None
-    candidate = None
-    for task in asyncio.as_completed(tasks):
-        try:
-            res, cand = await task
-            if res is not None:
-                first_success = res
-                candidate = cand
-                break
-        except:
-            continue
-    for t in tasks:
-        t.cancel()
-    if first_success:
-        sess.active_candidate = candidate
-        return first_success
+    random.shuffle(keys)
+    random.shuffle(hosts)
+    for k in keys:
+        for h in hosts:
+            task = asyncio.create_task(fetch_response_async(h, k, model_key, msgs, cfg, sess.session_id))
+            done, _ = await asyncio.wait({task}, return_when=asyncio.FIRST_COMPLETED)
+            if task in done:
+                result = task.result()
+                if result:
+                    sess.active_candidate = (h, k)
+                    return result
+            task.cancel()
     return RESPONSES["RESPONSE_2"]
 
 async def respond_async(multi, history, model_display, sess, custom_prompt):