1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
|
import re
from python.util import has_token_sequence, string_almost_equal, \
string_contains_number, get_tokens, get_numbers, get_exception_desc
from server.hints import Hint
id = 195
number = 1
visible = True
solution = '''\
def max_val(xs):
mv = xs[0]
for x in xs:
if x > mv:
mv = x
return mv
'''
hint_type = {
'no_def': Hint('no_def'),
'no_return': Hint('no_return'),
'for_loop': Hint('for_loop'),
'if_clause': Hint('if_clause'),
'final_hint': Hint('final_hint'),
'not_int': Hint('not_int'),
'return_first': Hint('return_first'),
'return_last': Hint('return_last'),
'return_indent': Hint('return_indent')
}
def test(python, code, aux_code=''):
tokens = get_tokens(code)
if not has_token_sequence(tokens, ['def', 'max_val']):
return False, [{'id' : 'no_func_name', 'args' : {'func_name' : 'max_val'}}]
test_lists = [[6, 4, 2, 0],
[4, 6, 2, 0],
[4, 2, 6, 0],
[4, 2, 0, 6],
[6, -8, 2, 0],
[-8, 6, 2, 0],
[-8, -6, -2, 0],
[-8, -6, -2, -1],
[-8, -1, -6, -2],
[-1, -8, -6, -2],
[42],
[-42]]
test_in = [('max_val(%s)'%str(l), None) for l in test_lists]
test_out = [6, 6, 6, 6, 6, 6, 0, -1, -1, -1, 42, -42]
answers = python(code=aux_code+code, inputs=test_in, timeout=1.0)
n_correct = 0
tin, tout = None, None
for i, (ans, to) in enumerate(zip(answers, test_out)):
n_correct += ans[0] == to
if ans[0] != to:
tin = test_lists[i]
tout = to
hints = [{'id': 'test_results', 'args': {'passed': n_correct, 'total': len(test_in)}}]
if tin:
hints.append({'id': 'problematic_test_case', 'args': {'testin': str(tin), 'testout': str(tout)}})
if n_correct == len(test_in): # and an iteresting hint
hints.append({'id': 'final_hint'})
return n_correct == len(test_in), hints
def hint(python, code, aux_code=''):
tokens = get_tokens(code)
# having function max_val is necessary!
if not has_token_sequence(tokens, ['max_val']):
return [{'id' : 'no_func_name', 'args' : {'func_name' : 'max_val'}}]
# run one test first to see if there are any exceptions
answer = python(code=aux_code+code, inputs=[('max_val([1, 2, 3, 6, 4, 2, 5])', None)], timeout=1.0)
exc = get_exception_desc(answer[0][3])
if exc: return exc
# if has no def, tell him to define the function
if not has_token_sequence(tokens, ['def']):
return [{'id' : 'no_def'}]
# if has no return, tell him to return the value
if not has_token_sequence(tokens, ['return']):
return [{'id' : 'no_return'}]
# if has no loop, tell him to use it
if not has_token_sequence(tokens, ['while']) and \
not has_token_sequence(tokens, ['for']):
return [{'id' : 'for_loop'}]
# if has no condition if, tell him to use it
if not has_token_sequence(tokens, ['if']):
return [{'id' : 'if_clause'}]
# test for wrong answers
res = answer[0][0]
if not isinstance(res, int):
return [{'id' : 'not_int'}]
cases = {
1: [{'id' : 'return_first'}],
5: [{'id' : 'return_last'}],
}
if res in cases:
return cases[res]
# if has no return at the beginning of block,
# tell not to return from for
if not has_token_sequence(tokens, ['\n', 'return']):
return [{'id' : 'return_indent'}]
return None
|
