|
import streamlit as st |
|
|
|
!pip install git+https://github.com/huggingface/transformers -q |
|
|
|
!pip install transformers -U -q |
|
|
|
!pip install sentencepiece |
|
|
|
!pip freeze | grep transformers |
|
|
|
from transformers import MBartForConditionalGeneration, MBart50TokenizerFast |
|
|
|
text = st.text_area('enter some text:') |
|
|
|
model = MBartForConditionalGeneration.from_pretrained("facebook/mbart-large-50-one-to-many-mmt") |
|
tokenizer = MBart50TokenizerFast.from_pretrained("facebook/mbart-large-50-one-to-many-mmt", src_lang="en_XX") |
|
|
|
|
|
if text: |
|
generated_tokens = model.generate( |
|
**model_inputs, |
|
forced_bos_token_id=tokenizer.lang_code_to_id["hi_IN"] |
|
) |
|
tokenizer.batch_decode(generated_tokens, skip_special_tokens=True) |
|
st.json(translation) |
|
|
|
|
|
|