Update handler.py
Browse files- handler.py +20 -4
handler.py
CHANGED
@@ -29,10 +29,26 @@ class EndpointHandler:
|
|
29 |
sorted_programs = sorted(set(zip(consistent_program_scores, consistent_programs)), reverse=True, key=lambda x: x[0])
|
30 |
end = time.time()
|
31 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
32 |
return {
|
33 |
-
"guess":
|
34 |
-
"top_1_success":
|
35 |
-
"top_1_score":
|
36 |
-
"
|
|
|
|
|
37 |
"time": end - start
|
38 |
}
|
|
|
29 |
sorted_programs = sorted(set(zip(consistent_program_scores, consistent_programs)), reverse=True, key=lambda x: x[0])
|
30 |
end = time.time()
|
31 |
|
32 |
+
top_guess = None
|
33 |
+
top_score = None
|
34 |
+
top_success = False
|
35 |
+
top_10_guesses = None
|
36 |
+
top_10_scores = None
|
37 |
+
top_10_success = False
|
38 |
+
if len(sorted_programs) > 0:
|
39 |
+
top_guess = sorted_programs[0][1]
|
40 |
+
top_score = sorted_programs[0][0]
|
41 |
+
top_success = parse(top_guess).equivalent(parse(true_program))
|
42 |
+
top_10_guesses = [p for s, p in sorted_programs[:10]]
|
43 |
+
top_10_scores = [s for s, p in sorted_programs[:10]]
|
44 |
+
top_10_success = any([parse(p).equivalent(parse(true_program)) for p in top_10_guesses])
|
45 |
+
|
46 |
return {
|
47 |
+
"guess": top_guess,
|
48 |
+
"top_1_success": top_success,
|
49 |
+
"top_1_score": top_score,
|
50 |
+
"top_10_guesses": top_10_guesses,
|
51 |
+
"top_10_scores": top_10_scores,
|
52 |
+
"top_10_success": top_10_success,
|
53 |
"time": end - start
|
54 |
}
|