Update app.py

app.py

@@ -1,11 +1,12 @@
 import gradio as gr
-from transformers import AutoTokenizer
+#from transformers import AutoTokenizer
 from pythainlp.tokenize import word_tokenize
 #from transformers import pipeline
 
 def greet(name):
-    tokenizer = AutoTokenizer.from_pretrained("KoichiYasuoka/roberta-base-thai-char-upos")
-    t = tokenizer.tokenize(name)
+    #tokenizer = AutoTokenizer.from_pretrained("KoichiYasuoka/roberta-base-thai-char-upos")
+    #t = tokenizer.tokenize(name)
+    t = word_tokenize(text, keep_whitespace = False)
     #translator = pipeline("translation_en_to_de")
     #return translator(name)
     op = ""