File size: 729 Bytes
648aada 1b25e6c 260ddae 7fa8f04 648aada 01d172c 648aada 01d172c 648aada 7fa8f04 648aada |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
import streamlit as st
from nltk import word_tokenize
from nltk.util import ngrams
import nltk
nltk.download('punkt')
def ngrams_maker(text, n):
tokens = word_tokenize(text)
n_grams = ngrams(tokens, n)
return [' '.join(gram) for gram in n_grams]
def main():
st.title('n_grams maker')
user_input = st.text_area('Enter text:')
n = st.slider('Select n for n-grams:', 2, 5)
if st.button('create'):
if user_input:
st.write(f"*Input Text:* {user_input}")
st.write(f"*{n}-grams Generated:*")
result = ngrams_maker(user_input, n)
st.write(result)
else:
st.warning('Please enter some text.')
if __name__ == '__main__':
main()
|