Spaces:
Build error
Build error
File size: 3,294 Bytes
01523b5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 |
import io
import sys
import ast
import json
import astunparse
import concurrent.futures
import traceback
def get_call_str(assert_statement: str) -> str:
call_str = ast.parse(assert_statement).body[0].test.left # type: ignore
return astunparse.unparse(call_str).strip()
def get_output(func: str, assert_statement: str) -> str:
try:
func_call = get_call_str(assert_statement)
try:
exec(func, globals())
output = eval(func_call)
return output
except Exception as e:
return str(e)
except:
return "get_call_str error"
def worker(code, globals=None, locals=None):
old_stdout = sys.stdout
redirected_output = sys.stdout = io.StringIO()
if locals is None:
locals = {}
try:
# TODO: exec(code, globals, locals) could be buggy
# In cases where both import statement and function exits in the code, if the locals are given,
# the code will not find the imported package.
# For example,
# code = "import math\ndef f(x):\n\treturn math.pow(x, 2)\nassert f(2) == 4"
# It will return "NameError: name 'math' is not defined"
exec(code, locals, locals)
stdout = redirected_output.getvalue()
return stdout, globals, locals
except Exception as e:
trace_str = traceback.format_exc()
return f"Error: {trace_str}", globals, locals
finally:
sys.stdout = old_stdout # restore the original stdout
def execute_code(code: str) -> str:
"""Execute a snippet of python code and return the output or the error message.
"""
timeout = 5
try:
with concurrent.futures.ThreadPoolExecutor() as executor:
future = executor.submit(worker, code)
result, _, _ = future.result(timeout)
return result
except concurrent.futures.TimeoutError:
return "Timeout"
def execute_unit_tests(func_impl: str, tests: str) -> str:
"""Run a python function on a bunch of unit tests tests and return detailed feedback.
"""
# tests = eval(tests)
# assert type(tests) == list
# Combine function code and assert statement
func_test_list = [f'{func_impl}\n{test}' for test in tests]
# Run the tests and collect the results
success_tests = []
failed_tests = []
is_passing = True
num_tests = len(func_test_list)
for i in range(num_tests):
output = execute_code(func_test_list[i])
if output == "Timeout":
failed_tests += [f"{tests[i]} # output: Timeout"]
is_passing = False
elif output.startswith("Error: "):
# print(output)
func_output = get_output(func_impl, tests[i])
if func_output == "get_call_str error":
func_output = output
failed_tests += [f"{tests[i]} # output: {func_output}"]
is_passing = False
else:
success_tests += [tests[i]]
feedback = "Tested passed:\n\n"
for test in success_tests:
feedback += f"{test}\n\n"
feedback += "Tests failed:\n\n"
for test in failed_tests:
feedback += f"{test}\n\n"
return json.dumps({"is_passing": is_passing,
"feedback": feedback})
|