Update tasks/text.py

tasks/text.py

@@ -66,7 +66,7 @@ async def evaluate_text(request: TextEvaluationRequest):
     # Model and Tokenizer
     model_name = "Zen0/FrugalDisinfoHunter" 
     model = AutoModelForSequenceClassification.from_pretrained("Zen0/FrugalDisinfoHunter", num_labels=8)
-    tokenizer = MobileBertTokenizerFast.from_pretrained("google/mobilebert-uncased")  # Use base MobileBERT tokenizer
+    tokenizer = AutoTokenizer.from_pretrained("google/mobilebert-uncased")
     
     # Tokenize the test data
     test_texts = test_dataset["quote"]