File size: 2,884 Bytes
0ca4cb9 083d7ab b22b7fe 083d7ab 38ee187 083d7ab ee4fd44 083d7ab 2c2d4de 73ac073 2c2d4de 73ac073 33717c9 2c2d4de 33717c9 2c2d4de 33717c9 2c2d4de 3279077 f41bed5 2c2d4de 0fada44 2c2d4de 51a3831 f41bed5 2c2d4de 8255586 21b7bc1 8255586 baca1b9 083d7ab baca1b9 f6b43a0 440a4ac d4340c9 834e40f d4340c9 33717c9 11cb5d4 083d7ab |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 |
import streamlit as st
from transformers import T5ForConditionalGeneration, T5TokenizerFast, T5Config
@st.cache(allow_output_mutation=True, suppress_st_warning=True)
def load_model():
model_name = "north/demo-deuncaser-base"
config = T5Config.from_pretrained(model_name)
model = T5ForConditionalGeneration.from_pretrained(model_name,config=config)
tokenizer = T5TokenizerFast.from_pretrained(model_name)
return (model, tokenizer)
def deuncase(model, tokenizer, text):
encoded_txt = tokenizer(text, return_tensors="pt")
generated_tokens = model.generate(
**encoded_txt
)
return tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
st.title("DeUnCaser")
st.sidebar.write("This web app adds spaces, punctation and capitalisation back into the text.")
st.sidebar.write("You can use the examples below, but too really test the effect of the model: Write or copy text from the Internet, and then use the buttons to remove spaces, puctation, cases etc. Try to restore the text.")
option = st.sidebar.selectbox(
"Examples:",
("tirsdag var travel for ukrainas president volodymyr zelenskyj på morgenen tok han imot polens statsminister mateusz morawiecki","tirsdagvartravelforukrainaspresidentvolodymyrzelenskyjpåkveldentokhanimotpolensstatsministermateuszmorawiecki","deterikkelettåholderedepåstoreogsmåbokstavermanmåforeksempelhuskestorforbokstavnårmanskriveromkrimhalvøyamenkunbrukelitenforbokstavnårmanhenvisertilenkrimroman","detteerenlitendemosomerlagetavperegilkummervoldhanerenforskersomtidligerejobbetvednasjonalbiblioteketimoirana", "sentpå60talletvardetfaktisknoensomkalteungensinperegilkummervoldidagerdetikkelengersåvanligåbrukedobbeltnavninorgehvasynesduomdet"))
col1, col2, col3 = st.columns([1,1,1])
with col1:
uncase=st.button('Remove Casing')
with col2:
unpunct=st.button('Remove Punctation')
with col3:
unspace=st.button('Remove Spaces')
mytext= 'Dette er kun en test, men er allikevel ganske viktig.'
st.write("test1")
if uncase:
mytext = mytext.lower()
st.write("uncase is pressed, and mytext ="+ mytext)
elif unpunct:
trans_chars = "'\",.:;-_*?/\n"
trans_table = source.maketrans("", "", trans_chars)
mytext = mytext.translate(trans_table)
elif unspace:
st.write("test3")
text = st.text_area(f"",max_chars=1000, value=mytext)
run = st.button('Run DeUnCaser')
#st.text("Fixed text: ")
#form = st.form(key='my_form')
#form.text_input(value="test",key="test",label='Enter some text')
#submit_button = form.form_submit_button(label='Submit')
#https://blog.streamlit.io/introducing-submit-button-and-forms/
#More stuff to try
if run:
model, tokenizer = load_model()
translated_text = deuncase(model, tokenizer, text)
st.write(translated_text[0] if translated_text else "Unknown Error Translating Text")
|