Spaces:
Sleeping
Sleeping
Ahmet Kaan Sever
commited on
Commit
·
a433c20
1
Parent(s):
9828c0e
another F string fix
Browse files- src/deepeval/mmlu.py +2 -1
src/deepeval/mmlu.py
CHANGED
@@ -42,6 +42,7 @@ class MMLUTask(BaseTask):
|
|
42 |
# Get values from row
|
43 |
question = row["question"]
|
44 |
answer_index = row["answer"]
|
|
|
45 |
correct_answer_letter = chr(65 + answer_index)
|
46 |
choices = ast.literal_eval(row["choices"]) # Convert string to list
|
47 |
formatted_choices = "\n".join([f"{chr(65 + i)}: {choice}" for i, choice in enumerate(choices)])
|
@@ -52,7 +53,7 @@ class MMLUTask(BaseTask):
|
|
52 |
print("Type of answer:", type(answer_index))
|
53 |
|
54 |
# Construct the prompt/message
|
55 |
-
instruction = f"Aşağıda {
|
56 |
prompt = f"{instruction}\n\nSoru: {question}\nSeçenekler:\n{formatted_choices}\n\n"
|
57 |
message = prompt
|
58 |
|
|
|
42 |
# Get values from row
|
43 |
question = row["question"]
|
44 |
answer_index = row["answer"]
|
45 |
+
subject = row["subject"]
|
46 |
correct_answer_letter = chr(65 + answer_index)
|
47 |
choices = ast.literal_eval(row["choices"]) # Convert string to list
|
48 |
formatted_choices = "\n".join([f"{chr(65 + i)}: {choice}" for i, choice in enumerate(choices)])
|
|
|
53 |
print("Type of answer:", type(answer_index))
|
54 |
|
55 |
# Construct the prompt/message
|
56 |
+
instruction = f"Aşağıda {subject} konusunda çoktan seçmeli bir soru verilmiştir."
|
57 |
prompt = f"{instruction}\n\nSoru: {question}\nSeçenekler:\n{formatted_choices}\n\n"
|
58 |
message = prompt
|
59 |
|