catched too many requests exception

deep_translator/exceptions.py

@@ -81,6 +81,18 @@ class RequestError(Exception):
         return self.message
 
 
+class TooManyRequests(Exception):
+    """
+    exception thrown if an error occured during the request call, e.g a connection problem.
+    """
+
+    def __init__(self, message="Server Error: You made too many requests to the server. According to google, you are allowed to make 5 requests per second and up to 200k requests per day. You can wait and try again later or you can try the translate_batch function"):
+        self.message = message
+
+    def __str__(self):
+        return self.message
+
+
 class YandexDefaultException(Exception):
     """
     Default YandexTranslate exception from the official website

deep_translator/google_trans.py

@@ -3,10 +3,11 @@ google translator API
 """
 
 from deep_translator.constants import BASE_URLS, GOOGLE_LANGUAGES_TO_CODES
-from deep_translator.exceptions import LanguageNotSupportedException, TranslationNotFound, NotValidPayload, RequestError
+from deep_translator.exceptions import TooManyRequests, LanguageNotSupportedException, TranslationNotFound, NotValidPayload, RequestError
 from deep_translator.parent import BaseTranslator
 from bs4 import BeautifulSoup
 import requests
+from time import sleep
 
 
 class GoogleTranslator(BaseTranslator):
@@ -84,9 +85,13 @@ class GoogleTranslator(BaseTranslator):
                 self._url_params[self.payload_key] = text
 
             response = requests.get(self.__base_url,
-                                    params=self._url_params)
+                                    params=self._url_params, headers ={'User-agent': 'your bot 0.1'})
+
+            if response.status_code == 429:
+                raise TooManyRequests()
 
             if response.status_code != 200:
+                print("status code", response.status_code)
                 raise RequestError()
 
             soup = BeautifulSoup(response.text, 'html.parser')
@@ -136,3 +141,24 @@ class GoogleTranslator(BaseTranslator):
         except Exception as e:
             raise e
 
+    def translate_batch(self, batch=None):
+        """
+        translate a list of texts
+        @param batch: list of texts you want to translate
+        @return: list of translations
+        """
+        if not batch:
+            raise Exception("Enter your text list that you want to translate")
+
+        arr = []
+        for text in batch:
+            translated = self.translate(text)
+            arr.append(translated)
+            sleep(2)
+
+        return arr
+
+
+if __name__ == '__main__':
+    res = GoogleTranslator(target="fr").translate("good")
+    print(res)

deep_translator/linguee.py

@@ -7,7 +7,8 @@ from deep_translator.exceptions import (LanguageNotSupportedException,
                                         TranslationNotFound,
                                         NotValidPayload,
                                         ElementNotFoundInGetRequest,
-                                        RequestError)
+                                        RequestError,
+                                        TooManyRequests)
 from deep_translator.parent import BaseTranslator
 from bs4 import BeautifulSoup
 import requests
@@ -88,6 +89,10 @@ class LingueeTranslator(BaseTranslator):
             url = "{}{}-{}/translation/{}.html".format(self.__base_url, self._source, self._target, word)
             url = requote_uri(url)
             response = requests.get(url)
+
+            if response.status_code == 429:
+                raise TooManyRequests()
+
             if response.status_code != 200:
                 raise RequestError()
             soup = BeautifulSoup(response.text, 'html.parser')

deep_translator/mymemory.py

@@ -2,9 +2,14 @@
 mymemory translator API
 """
 from deep_translator.constants import BASE_URLS, GOOGLE_LANGUAGES_TO_CODES
-from deep_translator.exceptions import NotValidPayload, TranslationNotFound, LanguageNotSupportedException, RequestError
+from deep_translator.exceptions import (NotValidPayload,
+                                        TranslationNotFound,
+                                        LanguageNotSupportedException,
+                                        RequestError,
+                                        TooManyRequests)
 from deep_translator.parent import BaseTranslator
 import requests
+from time import sleep
 
 
 class MyMemoryTranslator(BaseTranslator):
@@ -87,6 +92,8 @@ class MyMemoryTranslator(BaseTranslator):
                                     params=self._url_params,
                                     headers=self.headers)
 
+            if response.status_code == 429:
+                raise TooManyRequests()
             if response.status_code != 200:
                 raise RequestError()
 
@@ -143,3 +150,19 @@ class MyMemoryTranslator(BaseTranslator):
         except Exception as e:
             raise e
 
+    def translate_batch(self, batch=None):
+        """
+        translate a list of texts
+        @param batch: list of texts you want to translate
+        @return: list of translations
+        """
+        if not batch:
+            raise Exception("Enter your text list that you want to translate")
+
+        arr = []
+        for text in batch:
+            translated = self.translate(text)
+            arr.append(translated)
+            sleep(2)
+
+        return arr

deep_translator/pons.py

@@ -8,7 +8,8 @@ from deep_translator.exceptions import (LanguageNotSupportedException,
                                         TranslationNotFound,
                                         NotValidPayload,
                                         ElementNotFoundInGetRequest,
-                                        RequestError)
+                                        RequestError,
+                                        TooManyRequests)
 from deep_translator.parent import BaseTranslator
 from requests.utils import requote_uri
 
@@ -87,6 +88,9 @@ class PonsTranslator(BaseTranslator):
             url = requote_uri(url)
             response = requests.get(url)
 
+            if response.status_code == 429:
+                raise TooManyRequests()
+
             if response.status_code != 200:
                 raise RequestError()
 

deep_translator/tests/test_google_trans.py

@@ -52,3 +52,6 @@ def test_payload(google_translator):
 
     with pytest.raises(exceptions.NotValidLength):
         google_translator.translate("a"*5001)
+
+    #for _ in range(1):
+    #assert google_translator.translate(text='좋은') == "good"

deep_translator/yandex.py

@@ -5,7 +5,7 @@ import requests
 from requests import exceptions
 from deep_translator.constants import BASE_URLS
 from deep_translator.exceptions import (RequestError,
-                                        YandexDefaultException, TranslationNotFound)
+                                        YandexDefaultException, TranslationNotFound, TooManyRequests)
 
 
 class YandexTranslator(object):
@@ -95,8 +95,13 @@ def translate(self, text, lang, proxies=None):
         raise YandexDefaultException(503)
     else:
         response = response.json()
+
+    if response['code'] == 429:
+        raise TooManyRequests()
+
     if response['code'] != 200:
         raise YandexDefaultException(response['code'])
+
     if not response['text']:
         raise TranslationNotFound()