bugfix tokenizer

app.py

@@ -1,11 +1,14 @@
 import gradio as gr
-from transformers import pipeline
+from transformers import pipeline, AutoTokenizer
+
 
 # Specify the name of the model
 model_name = 'ehri-ner/xlm-roberta-large-ehri-ner-all'
 
 # Load the model from Hugging Face
 ner_model = pipeline('ner', model=model_name)
+# Load the tokenizer
+tokenizer = AutoTokenizer.from_pretrained(model_name)
 
 def predict(text):
     # Tokenize the text