Zen0 commited on
Commit
3e88ea9
·
verified ·
1 Parent(s): cf4a958

Update tasks/text.py

Browse files
Files changed (1) hide show
  1. tasks/text.py +1 -1
tasks/text.py CHANGED
@@ -66,7 +66,7 @@ async def evaluate_text(request: TextEvaluationRequest):
66
  # Model and Tokenizer
67
  model_name = "Zen0/FrugalDisinfoHunter"
68
  model = AutoModelForSequenceClassification.from_pretrained("Zen0/FrugalDisinfoHunter", num_labels=8)
69
- tokenizer = MobileBertTokenizerFast.from_pretrained(model_name)
70
 
71
  # Tokenize the test data
72
  test_texts = test_dataset["quote"]
 
66
  # Model and Tokenizer
67
  model_name = "Zen0/FrugalDisinfoHunter"
68
  model = AutoModelForSequenceClassification.from_pretrained("Zen0/FrugalDisinfoHunter", num_labels=8)
69
+ tokenizer = MobileBertTokenizerFast.from_pretrained("google/mobilebert-uncased") # Use base MobileBERT tokenizer
70
 
71
  # Tokenize the test data
72
  test_texts = test_dataset["quote"]