Spaces:
Runtime error
Runtime error
Commit
Β·
801e531
1
Parent(s):
7c17b3b
Update app.py
Browse files
app.py
CHANGED
@@ -6,7 +6,7 @@ from text_gen import generate_text
|
|
6 |
|
7 |
def get_answer(question, answer, options):
|
8 |
'''File given answer'''
|
9 |
-
|
10 |
global questions
|
11 |
global SEPARATOR
|
12 |
answer = options.split(SEPARATOR)[answer]
|
@@ -15,7 +15,7 @@ def get_answer(question, answer, options):
|
|
15 |
|
16 |
def find_score(column_name, questions):
|
17 |
'''Count chosen answers in a given column'''
|
18 |
-
|
19 |
actual = questions[column_name].to_list()
|
20 |
chosen = questions.Choice.to_list()
|
21 |
return sum(a == c for a, c in zip(actual, chosen))
|
@@ -23,7 +23,7 @@ def find_score(column_name, questions):
|
|
23 |
|
24 |
def set_score():
|
25 |
'''Return the score (for the human and for the models)'''
|
26 |
-
|
27 |
global NUM_QUESTIONS
|
28 |
score = find_score(answers[0], questions)
|
29 |
ai_score = {name:find_score(name, questions) for name in answers[1:]}
|
@@ -31,16 +31,33 @@ def set_score():
|
|
31 |
start = '## <p style="text-align: center;">'
|
32 |
end = '</p>'
|
33 |
|
34 |
-
if
|
|
|
35 |
else:
|
36 |
-
if
|
37 |
-
|
38 |
-
|
|
|
|
|
|
|
|
|
39 |
for name in ai_score.keys():
|
40 |
text += f'\n{name} got {ai_score[name]}.'
|
41 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
42 |
return start + text + end
|
43 |
|
|
|
44 |
if __name__ == "__main__":
|
45 |
|
46 |
NUM_QUESTIONS = 10
|
@@ -48,8 +65,8 @@ if __name__ == "__main__":
|
|
48 |
|
49 |
|
50 |
# Adding/replacing models may require adjustments to text_gen.py
|
51 |
-
model_names = ['microsoft/GODEL-v1_1-
|
52 |
-
'facebook/blenderbot-
|
53 |
'facebook/blenderbot_small-90M']
|
54 |
|
55 |
tokenizers = [transformers.AutoTokenizer.from_pretrained(model_names[0]),
|
|
|
6 |
|
7 |
def get_answer(question, answer, options):
|
8 |
'''File given answer'''
|
9 |
+
|
10 |
global questions
|
11 |
global SEPARATOR
|
12 |
answer = options.split(SEPARATOR)[answer]
|
|
|
15 |
|
16 |
def find_score(column_name, questions):
|
17 |
'''Count chosen answers in a given column'''
|
18 |
+
#global questions
|
19 |
actual = questions[column_name].to_list()
|
20 |
chosen = questions.Choice.to_list()
|
21 |
return sum(a == c for a, c in zip(actual, chosen))
|
|
|
23 |
|
24 |
def set_score():
|
25 |
'''Return the score (for the human and for the models)'''
|
26 |
+
|
27 |
global NUM_QUESTIONS
|
28 |
score = find_score(answers[0], questions)
|
29 |
ai_score = {name:find_score(name, questions) for name in answers[1:]}
|
|
|
31 |
start = '## <p style="text-align: center;">'
|
32 |
end = '</p>'
|
33 |
|
34 |
+
if score == NUM_QUESTIONS:
|
35 |
+
text = f'Perfect score!'
|
36 |
else:
|
37 |
+
if score == 0:
|
38 |
+
text = 'Not a single right answer. Are you doing this on purpose?'
|
39 |
+
elif score <= NUM_QUESTIONS / 2 + 1:
|
40 |
+
text = f'Only {score} right answers out of {NUM_QUESTIONS}. You ought to pay more attention.'
|
41 |
+
else:
|
42 |
+
text = f'{score} right answers out of {NUM_QUESTIONS}. It\'s probably alright.'
|
43 |
+
|
44 |
for name in ai_score.keys():
|
45 |
text += f'\n{name} got {ai_score[name]}.'
|
46 |
|
47 |
+
# Add a section to display correct/incorrect answers
|
48 |
+
text += "\n\nList of questions with correct answers:\n"
|
49 |
+
i = 0
|
50 |
+
for idx, row in questions.iterrows():
|
51 |
+
i += 1
|
52 |
+
question = row['Question']
|
53 |
+
answer = row['Answer']
|
54 |
+
chosen_answer = row['Choice']
|
55 |
+
status = "β
" if answer == chosen_answer else "β"
|
56 |
+
text += f"\n\n{status} {i}. {question} (Correct: {answer})\n"
|
57 |
+
|
58 |
return start + text + end
|
59 |
|
60 |
+
|
61 |
if __name__ == "__main__":
|
62 |
|
63 |
NUM_QUESTIONS = 10
|
|
|
65 |
|
66 |
|
67 |
# Adding/replacing models may require adjustments to text_gen.py
|
68 |
+
model_names = ['microsoft/GODEL-v1_1-large-seq2seq',
|
69 |
+
'facebook/blenderbot-1B-distill',
|
70 |
'facebook/blenderbot_small-90M']
|
71 |
|
72 |
tokenizers = [transformers.AutoTokenizer.from_pretrained(model_names[0]),
|