feat: api_key pool

app.py

@@ -15,7 +15,7 @@ def auto_tabulator_completion(
     generation_config: dict,
     request_interval: float,
     save_every: int,
-    api_key: str,
+    str_api_keys: str,
     base_url: str,
 ) -> tuple[str, str, str, pd.DataFrame]:
     output_file_name = "ouput.xlsx"
@@ -28,7 +28,7 @@ def auto_tabulator_completion(
         generation_config=json.loads(generation_config),
         request_interval=request_interval,
         save_every=save_every,
-        api_key=api_key,
+        api_keys=str_api_keys.split(),
         base_url=base_url,
     )
     start = time.time()
@@ -54,7 +54,8 @@ inputs = [
     gr.Slider(value=0.1, minimum=0, maximum=10, label="Request Interval in Seconds"),
     gr.Slider(value=100, minimum=1, maximum=1000, step=1, label="Save Every N Steps"),
     gr.Textbox(
-        value="sk-exhahhjfqyanmwewndukcqtrpegfdbwszkjucvcpajdufiah", label="API Key"
+        value="sk-exhahhjfqyanmwewndukcqtrpegfdbwszkjucvcpajdufiah",
+        label="API Key(s). One per line.",
     ),
     gr.Textbox(value="https://public-beta-api.siliconflow.cn/v1", label="Base URL"),
 ]

autotab.py

@@ -19,7 +19,7 @@ class AutoTab:
         generation_config: dict,
         request_interval: float,
         save_every: int,
-        api_key: str,
+        api_keys: list[str],
         base_url: str,
     ):
         self.in_file_path = in_file_path
@@ -30,8 +30,9 @@ class AutoTab:
         self.generation_config = generation_config
         self.request_interval = request_interval
         self.save_every = save_every
-        self.api_key = api_key
+        self.api_keys = api_keys
         self.base_url = base_url
+        self.request_count = 0
 
     # ─── IO ───────────────────────────────────────────────────────────────
 
@@ -47,8 +48,15 @@ class AutoTab:
     @retry(wait=wait_random_exponential(min=20, max=60), stop=stop_after_attempt(6))
     def openai_request(self, query: str) -> str:
         """Make a request to an OpenAI-format API."""
+
+        # Wait for the request interval
         time.sleep(self.request_interval)
-        client = openai.OpenAI(api_key=self.api_key, base_url=self.base_url)
+
+        # Increment the request count
+        api_key = self.api_keys[self.request_count % len(self.api_keys)]
+        self.request_count += 1
+
+        client = openai.OpenAI(api_key=api_key, base_url=self.base_url)
         response = client.chat.completions.create(
             model=self.model_name,
             messages=[{"role": "user", "content": query}],