| import streamlit as st | |
| pip install git+https://github.com/huggingface/transformers -q | |
| pip install transformers -U -q | |
| pip install sentencepiece | |
| pip freeze | grep transformers | |
| from transformers import MBartForConditionalGeneration, MBart50TokenizerFast | |
| text = st.text_area('enter some text:') | |
| model = MBartForConditionalGeneration.from_pretrained("facebook/mbart-large-50-one-to-many-mmt") | |
| tokenizer = MBart50TokenizerFast.from_pretrained("facebook/mbart-large-50-one-to-many-mmt", src_lang="en_XX") | |
| if text: | |
| generated_tokens = model.generate( | |
| **model_inputs, | |
| forced_bos_token_id=tokenizer.lang_code_to_id["hi_IN"] | |
| ) | |
| tokenizer.batch_decode(generated_tokens, skip_special_tokens=True) | |
| st.json(translation) | |