update

tasks/text.py

@@ -74,6 +74,9 @@ async def evaluate_text(request: TextEvaluationRequest):
     # Tokenize the test dataset
     tokenized_test = test_dataset.map(tokenize_function, batched=True)
     print('AFTER TOKENIZING')
+    print(tokenized_test.column_names)  # Debugging step
+    print(tokenized_test['input_ids'][:5])  # Debugging step
+    
     # Create DataLoader
     data_collator = DataCollatorWithPadding(tokenizer=tokenizer)
     dataloader = DataLoader(tokenized_test, batch_size=16, shuffle=False, collate_fn=data_collator)