fixed chat anthropic

src/crawl/crawler.py

@@ -744,8 +744,9 @@ Query:"""
                     print(f"✅ Successfully fetched content from {url}") if self.verbose else None
                     return content
                 else:
-                    print(f"🚫 Failed to fetch content from {url}. Retrying in {delay} seconds...") if self.verbose else None
-                    await asyncio.sleep(delay)
+                    if max_attempts > 1:
+                        print(f"🚫 Failed to fetch content from {url}. Retrying in {delay} seconds...") if self.verbose else None
+                        await asyncio.sleep(delay)
 
             print(f"🚫 Failed to fetch content from {url} after {max_attempts} attempts.") if self.verbose else None
             return None

src/utils/api_key_manager.py

@@ -275,47 +275,27 @@ class APIKeyManager:
         api_key = self.get_next_api_key(provider)
         print(f"Using provider={provider}, model_name={model_name}, "
               f"temperature={temperature}, top_p={top_p}, key={api_key}")
+        
+        kwargs = {
+            "model": model_name,
+            "temperature": temperature,
+            "top_p": top_p,
+            "max_retries": 0,
+            "streaming": streaming,
+            "api_key": api_key,
+        }
               
+        if max_tokens is not None:
+            kwargs["max_tokens"] = max_tokens
+        
         if provider == "openai":
-            self._llm = ChatOpenAI(
-                model=model_name, 
-                temperature=temperature, 
-                top_p=top_p,
-                max_tokens=max_tokens, 
-                max_retries=0,
-                streaming=streaming, 
-                api_key=api_key
-            )
+            self._llm = ChatOpenAI(**kwargs)
         elif provider == "google":
-            self._llm = ChatGoogleGenerativeAI(
-                model=model_name, 
-                temperature=temperature, 
-                top_p=top_p,
-                max_tokens=max_tokens, 
-                max_retries=0,
-                streaming=streaming, 
-                api_key=api_key
-            )
+            self._llm = ChatGoogleGenerativeAI(**kwargs)
         elif provider == "anthropic":
-            self._llm = ChatAnthropic(
-                model=model_name, 
-                temperature=temperature, 
-                top_p=top_p,
-                max_tokens=max_tokens, 
-                max_retries=0,
-                streaming=streaming, 
-                api_key=api_key
-            )
+            self._llm = ChatAnthropic(**kwargs)
         else:
-            self._llm = ChatXAI(
-                model=model_name, 
-                temperature=temperature, 
-                top_p=top_p,
-                max_tokens=max_tokens, 
-                max_retries=0,
-                streaming=streaming, 
-                api_key=api_key
-            )
+            self._llm = ChatXAI(**kwargs)
         
         self._current_provider = provider