1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
|
import re
from python.util import has_token_sequence, string_almost_equal, \
string_contains_number, get_tokens, get_numbers, get_exception_desc, \
all_tokens, has_comprehension, has_loop, almost_equal, get_ast
from server.hints import Hint
id = 20811
number = 11
visible = True
solution = '''\
def distance(map, room1, room2):
if room1 not in map or room2 not in map:
return -1
if room1 == room2:
return 0
d1 = distance(map, map[room1][0], room2)
if d1 > -1:
return d1 + 1
d2 = distance(map, map[room1][1], room2)
if d2 > -1:
return d2 + 1
return -1
'''
hint_type = {
'final_hint': Hint('final_hint')
}
map = {0: [6, 3], 6: [5, 81], 3: [8, 24], 5: [2, 18],
81: [None, None], 8: [42, None], 24: [63, 13], 2: [7, 27],
18: [None, 35], 42: [None, 66], 63: [61, None], 13: [4, 12],
7: [None, None], 27: [None, None], 35: [None, None], 66: [None, None],
61: [None, None], 4: [None, None], 12: [None, None]}
def test(python, code, aux_code=''):
func_name = 'distance'
tokens = get_tokens(code)
if not has_token_sequence(tokens, ['def', func_name]):
return False, [{'id' : 'no_func_name', 'args' : {'func_name' : func_name}}]
in_out = [
((0, 42), 3),
((0, 4), 4),
((0, 5), 2),
((0, 3), 1),
((0, 0), 0),
((42, 42), 0),
((8, 66), 2),
]
test_in = [('{}({}, {}, {})'.format(func_name, str(map), l[0][0], l[0][1]), None)
for l in in_out]
test_out = [l[1] for l in in_out]
answers = python(code=aux_code+code, inputs=test_in, timeout=1.0)
n_correct = 0
tin, tout = None, None
for i, (ans, to) in enumerate(zip(answers, test_out)):
res = ans[0]
corr = res == to
n_correct += corr
if not corr:
tin = test_in[i][0]
tout = to
passed = n_correct == len(test_in)
hints = [{'id': 'test_results', 'args': {'passed': n_correct, 'total': len(test_in)}}]
if tin:
hints.append({'id': 'problematic_test_case', 'args': {'testin': str(tin), 'testout': str(tout)}})
if passed:
hints.append({'id': 'final_hint'})
return passed, hints
def hint(python, code, aux_code=''):
tokens = get_tokens(code)
# run one test first to see if there are any exceptions
answer = python(code=aux_code+code, inputs=[(None, None)], timeout=1.0)
exc = get_exception_desc(answer[0][3])
if exc: return exc
return None
|
