Update handler.py
Browse files- handler.py +20 -4
handler.py
CHANGED
|
@@ -29,10 +29,26 @@ class EndpointHandler:
|
|
| 29 |
sorted_programs = sorted(set(zip(consistent_program_scores, consistent_programs)), reverse=True, key=lambda x: x[0])
|
| 30 |
end = time.time()
|
| 31 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
return {
|
| 33 |
-
"guess":
|
| 34 |
-
"top_1_success":
|
| 35 |
-
"top_1_score":
|
| 36 |
-
"
|
|
|
|
|
|
|
| 37 |
"time": end - start
|
| 38 |
}
|
|
|
|
| 29 |
sorted_programs = sorted(set(zip(consistent_program_scores, consistent_programs)), reverse=True, key=lambda x: x[0])
|
| 30 |
end = time.time()
|
| 31 |
|
| 32 |
+
top_guess = None
|
| 33 |
+
top_score = None
|
| 34 |
+
top_success = False
|
| 35 |
+
top_10_guesses = None
|
| 36 |
+
top_10_scores = None
|
| 37 |
+
top_10_success = False
|
| 38 |
+
if len(sorted_programs) > 0:
|
| 39 |
+
top_guess = sorted_programs[0][1]
|
| 40 |
+
top_score = sorted_programs[0][0]
|
| 41 |
+
top_success = parse(top_guess).equivalent(parse(true_program))
|
| 42 |
+
top_10_guesses = [p for s, p in sorted_programs[:10]]
|
| 43 |
+
top_10_scores = [s for s, p in sorted_programs[:10]]
|
| 44 |
+
top_10_success = any([parse(p).equivalent(parse(true_program)) for p in top_10_guesses])
|
| 45 |
+
|
| 46 |
return {
|
| 47 |
+
"guess": top_guess,
|
| 48 |
+
"top_1_success": top_success,
|
| 49 |
+
"top_1_score": top_score,
|
| 50 |
+
"top_10_guesses": top_10_guesses,
|
| 51 |
+
"top_10_scores": top_10_scores,
|
| 52 |
+
"top_10_success": top_10_success,
|
| 53 |
"time": end - start
|
| 54 |
}
|