AItool commited on
Commit
6b5dfeb
·
verified ·
1 Parent(s): 3c5c18f

Update language_directions.py

Browse files
Files changed (1) hide show
  1. language_directions.py +72 -72
language_directions.py CHANGED
@@ -1,72 +1,72 @@
1
- from helsinki_models import helsinki_models, get_clearly_formatted_langauge_directions
2
- from iso639_wrapper import get_name_from_iso_code
3
- from language_detection import detect_language
4
- from collections import OrderedDict
5
- from utils import convert_keys_to_lowercase, match_in_keys, match_in_values
6
-
7
-
8
- def get_all_source_languages():
9
- """
10
- Returns a human-readable `dict source_languages_names:codes`
11
- based on the available models.
12
- """
13
- source_languages = {}
14
- language_directions = get_clearly_formatted_langauge_directions()
15
-
16
- for direction in language_directions:
17
- source_lang_code = direction.split('-')[0]
18
- source_language_name = get_name_from_iso_code(source_lang_code)
19
- if source_language_name:
20
- source_languages[source_language_name] = source_lang_code
21
- source_languages = OrderedDict(sorted(source_languages.items()))
22
- all_source_langs_including_auto_detect = \
23
- { **{'Detect' : 'Detect'}, **source_languages}
24
- return all_source_langs_including_auto_detect
25
-
26
- def update_source_languages_dict(source_languages_dict, auto_detected_language):
27
- source_languages_dict[auto_detected_language] = "Detect"
28
-
29
- def get_target_languages(source_language_code, input_text=None):
30
- """
31
- Returns a human-readable `dict of target languages names to codes`
32
- based on the available models and the source language passed.
33
- """
34
- include_all_languages = False
35
- if source_language_code == "Detect":
36
- source_language_code, include_all_languages = auto_detect_language_code(input_text)
37
-
38
- target_languages = {}
39
- language_directions = get_clearly_formatted_langauge_directions()
40
- for direction in language_directions:
41
- if direction.startswith(f"{source_language_code}-") or include_all_languages:
42
- target_language = direction.split('-')[1] # Extracting the last part as the target language
43
- target_language_name = get_name_from_iso_code(target_language)
44
- if target_language_name:
45
- target_languages[target_language_name] = target_language
46
- return OrderedDict(sorted(target_languages.items())), source_language_code
47
-
48
- def auto_detect_language_code(input_text):
49
- DEFAULT_SOURCE_LANGUAGE = "eu"
50
- detected_language_string = DEFAULT_SOURCE_LANGUAGE
51
- if not input_text:
52
- return DEFAULT_SOURCE_LANGUAGE, True
53
- language_or_code = detect_language(input_text)
54
- if language_or_code == "unknown":
55
- return DEFAULT_SOURCE_LANGUAGE, True
56
- else:
57
- detected_language_string = match_in_keys(get_all_source_languages(), language_or_code)
58
- if not detected_language_string:
59
- detected_language_string = match_in_values(get_all_source_languages(), language_or_code)
60
- if detected_language_string:
61
- return detected_language_string, False
62
- else:
63
- return DEFAULT_SOURCE_LANGUAGE, True
64
-
65
-
66
- # Example usage:
67
- # all_source_languages = get_all_source_languages()
68
- # print("All Source Languages:", all_source_languages)
69
-
70
- # source_language_code = "pa" # Replace with your desired source language
71
- # target_languages = get_target_languages(source_language_code)
72
- # print(f"Target Languages for {source_language_code}:", target_languages)
 
1
+ from helsinki_models import helsinki_models, get_clearly_formatted_language_directions
2
+ from iso639_wrapper import get_name_from_iso_code
3
+ from language_detection import detect_language
4
+ from collections import OrderedDict
5
+ from utils import convert_keys_to_lowercase, match_in_keys, match_in_values
6
+
7
+
8
+ def get_all_source_languages():
9
+ """
10
+ Returns a human-readable `dict source_languages_names:codes`
11
+ based on the available models.
12
+ """
13
+ source_languages = {}
14
+ language_directions = get_clearly_formatted_language_directions()
15
+
16
+ for direction in language_directions:
17
+ source_lang_code = direction.split('-')[0]
18
+ source_language_name = get_name_from_iso_code(source_lang_code)
19
+ if source_language_name:
20
+ source_languages[source_language_name] = source_lang_code
21
+ source_languages = OrderedDict(sorted(source_languages.items()))
22
+ all_source_langs_including_auto_detect = \
23
+ { **{'Detect' : 'Detect'}, **source_languages}
24
+ return all_source_langs_including_auto_detect
25
+
26
+ def update_source_languages_dict(source_languages_dict, auto_detected_language):
27
+ source_languages_dict[auto_detected_language] = "Detect"
28
+
29
+ def get_target_languages(source_language_code, input_text=None):
30
+ """
31
+ Returns a human-readable `dict of target languages names to codes`
32
+ based on the available models and the source language passed.
33
+ """
34
+ include_all_languages = False
35
+ if source_language_code == "Detect":
36
+ source_language_code, include_all_languages = auto_detect_language_code(input_text)
37
+
38
+ target_languages = {}
39
+ language_directions = get_clearly_formatted_langauge_directions()
40
+ for direction in language_directions:
41
+ if direction.startswith(f"{source_language_code}-") or include_all_languages:
42
+ target_language = direction.split('-')[1] # Extracting the last part as the target language
43
+ target_language_name = get_name_from_iso_code(target_language)
44
+ if target_language_name:
45
+ target_languages[target_language_name] = target_language
46
+ return OrderedDict(sorted(target_languages.items())), source_language_code
47
+
48
+ def auto_detect_language_code(input_text):
49
+ DEFAULT_SOURCE_LANGUAGE = "eu"
50
+ detected_language_string = DEFAULT_SOURCE_LANGUAGE
51
+ if not input_text:
52
+ return DEFAULT_SOURCE_LANGUAGE, True
53
+ language_or_code = detect_language(input_text)
54
+ if language_or_code == "unknown":
55
+ return DEFAULT_SOURCE_LANGUAGE, True
56
+ else:
57
+ detected_language_string = match_in_keys(get_all_source_languages(), language_or_code)
58
+ if not detected_language_string:
59
+ detected_language_string = match_in_values(get_all_source_languages(), language_or_code)
60
+ if detected_language_string:
61
+ return detected_language_string, False
62
+ else:
63
+ return DEFAULT_SOURCE_LANGUAGE, True
64
+
65
+
66
+ # Example usage:
67
+ # all_source_languages = get_all_source_languages()
68
+ # print("All Source Languages:", all_source_languages)
69
+
70
+ # source_language_code = "pa" # Replace with your desired source language
71
+ # target_languages = get_target_languages(source_language_code)
72
+ # print(f"Target Languages for {source_language_code}:", target_languages)