Ahmet Kaan Sever commited on
Commit
a433c20
·
1 Parent(s): 9828c0e

another F string fix

Browse files
Files changed (1) hide show
  1. src/deepeval/mmlu.py +2 -1
src/deepeval/mmlu.py CHANGED
@@ -42,6 +42,7 @@ class MMLUTask(BaseTask):
42
  # Get values from row
43
  question = row["question"]
44
  answer_index = row["answer"]
 
45
  correct_answer_letter = chr(65 + answer_index)
46
  choices = ast.literal_eval(row["choices"]) # Convert string to list
47
  formatted_choices = "\n".join([f"{chr(65 + i)}: {choice}" for i, choice in enumerate(choices)])
@@ -52,7 +53,7 @@ class MMLUTask(BaseTask):
52
  print("Type of answer:", type(answer_index))
53
 
54
  # Construct the prompt/message
55
- instruction = f"Aşağıda {row["subject"]} konusunda çoktan seçmeli bir soru verilmiştir."
56
  prompt = f"{instruction}\n\nSoru: {question}\nSeçenekler:\n{formatted_choices}\n\n"
57
  message = prompt
58
 
 
42
  # Get values from row
43
  question = row["question"]
44
  answer_index = row["answer"]
45
+ subject = row["subject"]
46
  correct_answer_letter = chr(65 + answer_index)
47
  choices = ast.literal_eval(row["choices"]) # Convert string to list
48
  formatted_choices = "\n".join([f"{chr(65 + i)}: {choice}" for i, choice in enumerate(choices)])
 
53
  print("Type of answer:", type(answer_index))
54
 
55
  # Construct the prompt/message
56
+ instruction = f"Aşağıda {subject} konusunda çoktan seçmeli bir soru verilmiştir."
57
  prompt = f"{instruction}\n\nSoru: {question}\nSeçenekler:\n{formatted_choices}\n\n"
58
  message = prompt
59