Update tasks/text.py

tasks/text.py

@@ -66,15 +66,6 @@ async def evaluate_text(request: TextEvaluationRequest):
     tokenizer = AutoTokenizer.from_pretrained(model_name)
     model = AutoModelForSequenceClassification.from_pretrained(model_name)
 
-    # Load the dataset
-    dataset = load_dataset("quotaclimat/frugalaichallenge-text-train") 
-    print(dataset.keys())  # Debugging: Check available splits
-    
-    # Assuming 'test' split is available
-    test_dataset = dataset['test']
-    
-    # Convert the label strings to integers
-    test_dataset = test_dataset.map(lambda x: {"label": LABEL_MAPPING[x["label"]]})
     
     # Tokenize the test data
     test_texts = test_dataset["text"]  # Extracting the 'text' column (quotes)
@@ -92,7 +83,8 @@ async def evaluate_text(request: TextEvaluationRequest):
     
     # Get predictions from the logits (choose the class with the highest logit)
     predictions = torch.argmax(logits, dim=-1).cpu().numpy()
-    
+
+    true_labels = test_dataset['label']
 
     #--------------------------------------------------------------------------------------------
     # YOUR MODEL INFERENCE STOPS HERE