Update app.py

app.py

@@ -1,9 +1,13 @@
 import streamlit as st
+from transformers import CanineTokenizer
+
+tokenizer = CanineTokenizer.from_pretrained('malper/unikud')
 
 text = st.text_area('Enter Hebrew text')
 
 if text:
   st.write('Your text:', text)
+  st.json(tokenizer(text))
 
 # x = st.slider('Select a value')
 # st.write(x, 'squared is', x * x)