Saminul
commited on
Commit
·
5a8d2be
1
Parent(s):
1d42175
implemented function for LibreTranslator class
Browse files- deep_translator/constants.py +4 -2
- deep_translator/exceptions.py +3 -0
- deep_translator/libre.py +56 -18
deep_translator/constants.py
CHANGED
@@ -11,7 +11,9 @@ BASE_URLS = {
|
|
11 |
"DEEPL_FREE": "https://api-free.deepl.com/v2/",
|
12 |
"MICROSOFT_TRANSLATE": "https://api.cognitive.microsofttranslator.com/translate?api-version=3.0",
|
13 |
"PAPAGO": "https://papago.naver.com/",
|
14 |
-
"PAPAGO_API": "https://openapi.naver.com/v1/papago/n2mt"
|
|
|
|
|
15 |
}
|
16 |
|
17 |
GOOGLE_CODES_TO_LANGUAGES = {
|
@@ -280,5 +282,5 @@ LIBRE_CODES_TO_LANGUAGES = {
|
|
280 |
}
|
281 |
|
282 |
LIBRE_LANGUAGES_TO_CODES = {
|
283 |
-
v: k for k, v in
|
284 |
}
|
|
|
11 |
"DEEPL_FREE": "https://api-free.deepl.com/v2/",
|
12 |
"MICROSOFT_TRANSLATE": "https://api.cognitive.microsofttranslator.com/translate?api-version=3.0",
|
13 |
"PAPAGO": "https://papago.naver.com/",
|
14 |
+
"PAPAGO_API": "https://openapi.naver.com/v1/papago/n2mt",
|
15 |
+
"LIBRE": "https://libretranslate.com/",
|
16 |
+
"LIBRE_FREE": "https://libretranslate.de/",
|
17 |
}
|
18 |
|
19 |
GOOGLE_CODES_TO_LANGUAGES = {
|
|
|
282 |
}
|
283 |
|
284 |
LIBRE_LANGUAGES_TO_CODES = {
|
285 |
+
v: k for k, v in LIBRE_CODES_TO_LANGUAGES.items()
|
286 |
}
|
deep_translator/exceptions.py
CHANGED
@@ -123,12 +123,15 @@ class ServerException(Exception):
|
|
123 |
Default YandexTranslate exception from the official website
|
124 |
"""
|
125 |
errors = {
|
|
|
126 |
401: "ERR_KEY_INVALID",
|
127 |
402: "ERR_KEY_BLOCKED",
|
128 |
403: "ERR_DAILY_REQ_LIMIT_EXCEEDED",
|
129 |
404: "ERR_DAILY_CHAR_LIMIT_EXCEEDED",
|
130 |
413: "ERR_TEXT_TOO_LONG",
|
|
|
131 |
422: "ERR_UNPROCESSABLE_TEXT",
|
|
|
132 |
501: "ERR_LANG_NOT_SUPPORTED",
|
133 |
503: "ERR_SERVICE_NOT_AVAIBLE",
|
134 |
}
|
|
|
123 |
Default YandexTranslate exception from the official website
|
124 |
"""
|
125 |
errors = {
|
126 |
+
400: "ERR_BAD_REQUEST",
|
127 |
401: "ERR_KEY_INVALID",
|
128 |
402: "ERR_KEY_BLOCKED",
|
129 |
403: "ERR_DAILY_REQ_LIMIT_EXCEEDED",
|
130 |
404: "ERR_DAILY_CHAR_LIMIT_EXCEEDED",
|
131 |
413: "ERR_TEXT_TOO_LONG",
|
132 |
+
429: "ERR_TOO_MANY_REQUESTS",
|
133 |
422: "ERR_UNPROCESSABLE_TEXT",
|
134 |
+
500: "ERR_INTERNAL_SERVER_ERROR",
|
135 |
501: "ERR_LANG_NOT_SUPPORTED",
|
136 |
503: "ERR_SERVICE_NOT_AVAIBLE",
|
137 |
}
|
deep_translator/libre.py
CHANGED
@@ -2,27 +2,39 @@
|
|
2 |
LibreTranslate API
|
3 |
"""
|
4 |
|
5 |
-
from requests.models import Response
|
6 |
-
from .parent import BaseTranslator
|
7 |
import requests
|
8 |
from bs4 import BeautifulSoup
|
9 |
-
from .
|
|
|
|
|
|
|
|
|
|
|
|
|
10 |
|
11 |
|
12 |
class LibreTranslator(BaseTranslator):
|
13 |
"""
|
14 |
class that wraps functions, which use libre translator under the hood to translate text(s)
|
15 |
"""
|
|
|
|
|
16 |
|
17 |
-
def __init__(self, base_url, api_key, source="auto", target="en",
|
18 |
"""
|
19 |
@param source: source language to translate from
|
|
|
|
|
20 |
@param target: target language to translate to
|
21 |
"""
|
22 |
-
|
23 |
-
|
24 |
-
|
25 |
-
|
|
|
|
|
|
|
|
|
26 |
@staticmethod
|
27 |
def get_supported_languages(as_dict=False, **kwargs):
|
28 |
"""
|
@@ -30,22 +42,27 @@ class LibreTranslator(BaseTranslator):
|
|
30 |
@param as_dict: if True, the languages will be returned as a dictionary mapping languages to their abbreviations
|
31 |
@return: list or dict
|
32 |
"""
|
33 |
-
return
|
34 |
|
35 |
-
def _map_language_to_code(self,
|
36 |
"""
|
37 |
map language to its corresponding code (abbreviation) if the language was passed by its full name by the user
|
38 |
-
@param
|
39 |
@return: mapped value of the language or raise an exception if the language is not supported
|
40 |
"""
|
41 |
-
|
|
|
|
|
|
|
|
|
42 |
|
43 |
-
def
|
44 |
"""
|
45 |
check if the language is supported by the translator
|
46 |
-
@param language: a string
|
47 |
@return: bool or raise an Exception
|
48 |
"""
|
|
|
49 |
|
50 |
def translate(self, text, **kwargs):
|
51 |
"""
|
@@ -53,8 +70,29 @@ class LibreTranslator(BaseTranslator):
|
|
53 |
@param text: desired text to translate
|
54 |
@return: str: translated text
|
55 |
"""
|
56 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
57 |
|
58 |
-
response = requests.post("https://libretranslate.de/detect",data={'q': 'bonjour'})
|
59 |
-
soup = BeautifulSoup(response.text, 'html.parser')
|
60 |
-
print(soup)
|
|
|
2 |
LibreTranslate API
|
3 |
"""
|
4 |
|
|
|
|
|
5 |
import requests
|
6 |
from bs4 import BeautifulSoup
|
7 |
+
from requests.models import Response
|
8 |
+
from .parent import BaseTranslator
|
9 |
+
from .constants import BASE_URLS,LIBRE_LANGUAGES_TO_CODES, LIBRE_CODES_TO_LANGUAGES
|
10 |
+
from .exceptions import (ServerException,
|
11 |
+
TranslationNotFound,
|
12 |
+
LanguageNotSupportedException,
|
13 |
+
AuthorizationException)
|
14 |
|
15 |
|
16 |
class LibreTranslator(BaseTranslator):
|
17 |
"""
|
18 |
class that wraps functions, which use libre translator under the hood to translate text(s)
|
19 |
"""
|
20 |
+
_languages = LIBRE_LANGUAGES_TO_CODES
|
21 |
+
supported_languages = list(_languages.keys())
|
22 |
|
23 |
+
def __init__(self, base_url = BASE_URLS.get("LIBRE_FREE"), api_key="", source="auto", target="en", **kwargs):
|
24 |
"""
|
25 |
@param source: source language to translate from
|
26 |
+
List of LibreTranslate nedpoints can be found at : https://github.com/LibreTranslate/LibreTranslate#mirrors
|
27 |
+
Some require an API key
|
28 |
@param target: target language to translate to
|
29 |
"""
|
30 |
+
if base_url == BASE_URLS.get("LIBRE") and not api_key:
|
31 |
+
raise ServerException(401)
|
32 |
+
self.__base_url = base_url
|
33 |
+
self.api_key = api_key
|
34 |
+
self.source = self._map_language_to_code(source)
|
35 |
+
self.target = self._map_language_to_code(target)
|
36 |
+
|
37 |
+
|
38 |
@staticmethod
|
39 |
def get_supported_languages(as_dict=False, **kwargs):
|
40 |
"""
|
|
|
42 |
@param as_dict: if True, the languages will be returned as a dictionary mapping languages to their abbreviations
|
43 |
@return: list or dict
|
44 |
"""
|
45 |
+
return [*LibreTranslator._languages.keys()] if not as_dict else LibreTranslator._languages
|
46 |
|
47 |
+
def _map_language_to_code(self, language, **kwargs):
|
48 |
"""
|
49 |
map language to its corresponding code (abbreviation) if the language was passed by its full name by the user
|
50 |
+
@param language: a string for 1 language
|
51 |
@return: mapped value of the language or raise an exception if the language is not supported
|
52 |
"""
|
53 |
+
if language in self._languages.keys():
|
54 |
+
return self._languages[language]
|
55 |
+
elif language in self._languages.values():
|
56 |
+
return language
|
57 |
+
raise LanguageNotSupportedException(language)
|
58 |
|
59 |
+
def _is_language_supported(self, language, **kwargs):
|
60 |
"""
|
61 |
check if the language is supported by the translator
|
62 |
+
@param language: a string for 1 language
|
63 |
@return: bool or raise an Exception
|
64 |
"""
|
65 |
+
return language == 'auto' or language in self._languages.keys() or language in self._languages.values()
|
66 |
|
67 |
def translate(self, text, **kwargs):
|
68 |
"""
|
|
|
70 |
@param text: desired text to translate
|
71 |
@return: str: translated text
|
72 |
"""
|
73 |
+
# Create the request parameters.
|
74 |
+
translate_endpoint = 'translate'
|
75 |
+
params = {
|
76 |
+
"q": text,
|
77 |
+
"source": self.source,
|
78 |
+
"target": self.target,
|
79 |
+
"api_key": self.api_key
|
80 |
+
}
|
81 |
+
# Do the request and check the connection.
|
82 |
+
try:
|
83 |
+
response = requests.post(self.__base_url + translate_endpoint, params=params)
|
84 |
+
except ConnectionError:
|
85 |
+
raise ServerException(503)
|
86 |
+
# If the answer is not success, raise server exception.
|
87 |
+
|
88 |
+
if response.status_code == 403:
|
89 |
+
raise AuthorizationException(self.api_key)
|
90 |
+
elif response.status_code != 200:
|
91 |
+
raise ServerException(response.status_code)
|
92 |
+
# Get the response and check is not empty.
|
93 |
+
res = response.json()
|
94 |
+
if not res:
|
95 |
+
raise TranslationNotFound(text)
|
96 |
+
# Process and return the response.
|
97 |
+
return res['translatedText']
|
98 |
|
|
|
|
|
|