Update README.md
Browse files
README.md
CHANGED
@@ -83,7 +83,7 @@ def normalizer(batch, chars_to_ignore, chars_to_mapping):
|
|
83 |
chars_to_ignore_regex = f"""[{"".join(chars_to_ignore)}]"""
|
84 |
text = batch["sentence"].lower().strip()
|
85 |
|
86 |
-
text = text.replace("
|
87 |
text = multiple_replace(text, chars_to_mapping)
|
88 |
text = remove_special_characters(text, chars_to_ignore_regex)
|
89 |
|
@@ -209,7 +209,7 @@ def normalizer(batch, chars_to_ignore, chars_to_mapping):
|
|
209 |
chars_to_ignore_regex = f"""[{"".join(chars_to_ignore)}]"""
|
210 |
text = batch["sentence"].lower().strip()
|
211 |
|
212 |
-
text = text.replace("
|
213 |
text = multiple_replace(text, chars_to_mapping)
|
214 |
text = remove_special_characters(text, chars_to_ignore_regex)
|
215 |
|
|
|
83 |
chars_to_ignore_regex = f"""[{"".join(chars_to_ignore)}]"""
|
84 |
text = batch["sentence"].lower().strip()
|
85 |
|
86 |
+
text = text.replace("\u0307", " ").strip()
|
87 |
text = multiple_replace(text, chars_to_mapping)
|
88 |
text = remove_special_characters(text, chars_to_ignore_regex)
|
89 |
|
|
|
209 |
chars_to_ignore_regex = f"""[{"".join(chars_to_ignore)}]"""
|
210 |
text = batch["sentence"].lower().strip()
|
211 |
|
212 |
+
text = text.replace("\u0307", " ").strip()
|
213 |
text = multiple_replace(text, chars_to_mapping)
|
214 |
text = remove_special_characters(text, chars_to_ignore_regex)
|
215 |
|