import os import sys from flores_codes_map_indic import flores_to_iso def convert_iso_to_flores(data_dir: str): """ Converts ISO language code to flores language code for a given directory of language pairs. Assumes that each subdirectory of the given directory corresponds to a language pair, and that each subdirectory contains files named according to the ISO language codes of the source and target languages. Args: data_dir (str): path of the directory containing the data files for language pairs in ISO language code. """ pairs = os.listdir(data_dir) iso_to_flores = {v:k for k, v in flores_to_iso.items()} for pair in pairs: print(pair) path = os.path.join(data_dir, pair) src_lang_iso, tgt_lang_iso = pair.split('-') src_lang = iso_to_flores[src_lang_iso] tgt_lang = iso_to_flores[tgt_lang_iso] for fname in os.listdir(os.path.join(data_dir, pair)): if fname.endswith(src_lang_iso): old_fname = os.path.join(path, fname) new_fname = os.path.join(path, fname.replace(src_lang_iso, src_lang)) os.rename(old_fname, new_fname) if fname.endswith(tgt_lang_iso): old_fname = os.path.join(path, fname) new_fname = os.path.join(path, fname.replace(tgt_lang_iso, tgt_lang)) os.rename(old_fname, new_fname) new_pair ="{}-{}".format(src_lang, tgt_lang) new_path = os.path.join(data_dir, new_pair) os.rename(path, new_path) if __name__ == "__main__": data_dir = sys.argv[1] convert_iso_to_flores(data_dir)