additional commits

app.py

@@ -3,9 +3,19 @@ import yaml
 from joeynmt.prediction import load_params_for_prediction,translate
 from huggingface_hub import hf_hub_download
 
+
+
+language_map = {'English':'en','Swahili':'sw','Fon':'fon','Igbo':'ig',
+                'Arabic':'ar','Shona':'sn','Ẹ̀dó':'bin','Hausa':'ha',
+                'Efik':'efi','Twi':'twi','Afrikaans':'af','Yoruba':'yo'}  
+                
+ 
+available_languages =list(language_map.keys())
+
+
 def load_config(path="configs/default.yaml") -> dict:
     """
-    ADAPTED FROM: https://github.com/joeynmt/joeynmt
+    CODE ADAPTED FROM: https://github.com/joeynmt/joeynmt
     Loads and parses a YAML configuration file.
 
     :param path: path to YAML configuration file
@@ -15,43 +25,65 @@ def load_config(path="configs/default.yaml") -> dict:
       
         cfg = yaml.safe_load(ymlfile)
     return cfg
-    
-source_language = 'en'
-target_language = 'sw'
-translation_dir = 'main'
+  
+def load_model(source_language,target_language):  
+    source_language = 'en'
+    target_language = 'sw'
+    translation_dir = 'main'
 
-try:
-  file_yaml = hf_hub_download("chrisjay/masakhane_benchmarks", filename=f"{source_language}-{target_language}/{translation_dir}/config.yaml",force_filename='config.yaml')
-  src_vocab = hf_hub_download("chrisjay/masakhane_benchmarks", filename=f"{source_language}-{target_language}/{translation_dir}/src_vocab.txt")
-  trg_vocab  = hf_hub_download("chrisjay/masakhane_benchmarks", filename=f"{source_language}-{target_language}/{translation_dir}/trg_vocab.txt")
-  best_ckpt = hf_hub_download("chrisjay/masakhane_benchmarks", filename=f"{source_language}-{target_language}/{translation_dir}/best.ckpt")
-except Exception:
-  raise Exception(f'It seems we do not have a working configuration yet repo for {source_language} -> {target_language}. \n You could help us by creating it here: https://huggingface.co/chrisjay/masakhane_benchmarks/tree/main')
+    try:
+      file_yaml = hf_hub_download("chrisjay/masakhane_benchmarks", filename=f"{source_language}-{target_language}/{translation_dir}/config.yaml",force_filename='config.yaml')
+      src_vocab = hf_hub_download("chrisjay/masakhane_benchmarks", filename=f"{source_language}-{target_language}/{translation_dir}/src_vocab.txt")
+      trg_vocab  = hf_hub_download("chrisjay/masakhane_benchmarks", filename=f"{source_language}-{target_language}/{translation_dir}/trg_vocab.txt")
+      best_ckpt = hf_hub_download("chrisjay/masakhane_benchmarks", filename=f"{source_language}-{target_language}/{translation_dir}/best.ckpt")
+    except Exception:
+      raise Exception(f'It seems we do not have a working configuration yet repo for {source_language} -> {target_language}. \n You could help us by creating it here: https://huggingface.co/chrisjay/masakhane_benchmarks/tree/main')
 
 
-parsed_yaml_file = load_config(file_yaml)
-parsed_yaml_file['data']['src_vocab']=src_vocab
-parsed_yaml_file['data']['trg_vocab']=trg_vocab
+    parsed_yaml_file = load_config(file_yaml)
+    parsed_yaml_file['data']['src_vocab']=src_vocab
+    parsed_yaml_file['data']['trg_vocab']=trg_vocab
 
-params = load_params_for_prediction(parsed_yaml_file,best_ckpt)
+    params = load_params_for_prediction(parsed_yaml_file,best_ckpt)
+    return params
 
-def get_translation(source_sentence,type_=2):
+def get_translation(source_language,target_language,source_sentence=None,source_file=None):
     '''
     This takes a sentence and gets the translation.
     type_=2 tells joeynmt translate that it should expect a sentence. 
     '''
+    source = source_sentence
+    type_=2
+    if source_file!=None:
+        type_=1
+        source = source_file.name
+    try:
+        params = load_model(source_language,target_language)
+        pred = translate(params,source,type_)
+    except Exception:
+        return 'There was an issue loading the translation model for this language pair.'
+    
+    return pred[0] if source_file==None else pred
+    
+
 
-    pred = translate(params,source_sentence,2)
-    return pred[0]
 
-  
 title = "Interact with Masakhane Benchmark Models"
-description = "Interact with Masakhane Benchmark Models"
+description = "This is a demo to enable you interact with some of the Masakhane Benchmark Models"
+
 iface = gr.Interface(fn=get_translation, 
-  inputs=[gr.inputs.Textbox(label="input")],
-  outputs='text',
+  inputs=[gr.inputs.Dropdown(choices = available_languages,default='English'),
+  gr.inputs.Dropdown(choices = available_languages,default='Swahili'),
+  gr.inputs.Textbox(label="Input")],
+  gr.inputs.File(file_count="single", type="file", label='File with sentences', optional=True)
+  outputs=gr.outputs.Textbox(self, type="auto", label='Translation'),
   title=title,
   description=description,
-  examples=[["God is great that he sent Jesus to help us"]],
-  enable_queue=True)
+  examples=[
+        ['English','Swahili'],
+        ['English','Afrikaans'],['English','Arabic'],['Efik','English'],['English','Hausa'],
+        ['English','Igbo'],['English','Fon'],['English','Twi'],['Shona','English'],['Swahili','English'],
+        ['Yoruba','English']],
+  enable_queue=True),
+  theme='darkdefault'
 iface.launch()