saujasv commited on
Commit
f49875f
·
1 Parent(s): 607e534

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +20 -4
handler.py CHANGED
@@ -29,10 +29,26 @@ class EndpointHandler:
29
  sorted_programs = sorted(set(zip(consistent_program_scores, consistent_programs)), reverse=True, key=lambda x: x[0])
30
  end = time.time()
31
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32
  return {
33
- "guess": sorted_programs[0][1],
34
- "top_1_success": parse(sorted_programs[0][1]).equivalent(parse(true_program)),
35
- "top_1_score": sorted_programs[0][0],
36
- "top_5_success": any([parse(p).equivalent(parse(true_program)) for _, p in sorted_programs[:5]]),
 
 
37
  "time": end - start
38
  }
 
29
  sorted_programs = sorted(set(zip(consistent_program_scores, consistent_programs)), reverse=True, key=lambda x: x[0])
30
  end = time.time()
31
 
32
+ top_guess = None
33
+ top_score = None
34
+ top_success = False
35
+ top_10_guesses = None
36
+ top_10_scores = None
37
+ top_10_success = False
38
+ if len(sorted_programs) > 0:
39
+ top_guess = sorted_programs[0][1]
40
+ top_score = sorted_programs[0][0]
41
+ top_success = parse(top_guess).equivalent(parse(true_program))
42
+ top_10_guesses = [p for s, p in sorted_programs[:10]]
43
+ top_10_scores = [s for s, p in sorted_programs[:10]]
44
+ top_10_success = any([parse(p).equivalent(parse(true_program)) for p in top_10_guesses])
45
+
46
  return {
47
+ "guess": top_guess,
48
+ "top_1_success": top_success,
49
+ "top_1_score": top_score,
50
+ "top_10_guesses": top_10_guesses,
51
+ "top_10_scores": top_10_scores,
52
+ "top_10_success": top_10_success,
53
  "time": end - start
54
  }