1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
# coding=utf-8
from python.util import has_token_sequence, string_almost_equal, \
string_contains_number, get_tokens, get_numbers, get_exception_desc
from server.hints import Hint, HintSequence
id = 201
group = 'while_and_if'
number = 6
visible = True
solution = '''\
artiklov = 0
vsota = 0
cena = 1
while cena != 0 and vsota < 100 and artiklov < 10:
cena = int(input('Cena: '))
vsota += cena
artiklov += 1
if cena == 0:
artiklov -= 1
print('Porabili boste', vsota, 'evrov za', artiklov, 'stvari.')
'''
hint_type = {
'printing': Hint('printing'),
'while_clause': Hint('while_clause'),
'nonumber': Hint('nonumber'),
'while_condition': Hint('while_condition'),
'final_hint': Hint('final_hint'),
'summation': Hint('final_hint'),
'counting': Hint('final_hint'),
}
def test(python, code):
# List of inputs: (expression to eval, stdin).
test_in = [
(None, '10\n5\n0\n'),
(None, '10\n5\n90\n'),
(None, '10\n5\n90\n1\n1\n0\n'),
(None, '1\n1\n1\n1\n1\n1\n1\n1\n1\n1\n'),
(None, '1\n1\n1\n1\n1\n1\n1\n1\n1\n1\n1\n'),
(None, '1\n1\n1\n1\n1\n1\n1\n1\n1\n0\n'),
(None, '0\n'),
]
test_out = [
(15, 2),
(105, 3),
(105, 3),
(10, 10),
(10, 10),
(9, 9)
]
# List of outputs: (expression result, stdout, stderr, exception).
answers = python(code=code, inputs=test_in, timeout=1.0)
outputs = [ans[1] for ans in answers]
n_correct = 0
tin = None
for i, (output, correct) in enumerate(zip(outputs, test_out)):
if all(string_almost_equal(output, correct[i]) for i in range(2)):
n_correct += 1
else:
tin = test_in[i][1]
tout = correct
passed = n_correct == len(test_in)
hints = [{'id': 'test_results', 'args': {'passed': n_correct, 'total': len(test_in)}}]
if tin:
hints.append({'id': 'problematic_test_case', 'args': {'testin': str(tin),
'sum': str(tout[0]),
'count': str(tout[1]),
}})
if passed:
hints.append({'id': 'final_hint'})
return passed, hints
def hint(python, code):
tokens = get_tokens(code)
# run one test first to see if there are any exceptions
test_in = [(None, '10\n5\n0\n'),
(None, '10\n5\n90\n'),
(None, '2\n2\n2\n2\n2\n2\n2\n2\n2\n2\n')]
answer = python(code=code, inputs=test_in, timeout=1.0)
exc = get_exception_desc(answer[0][3])
if exc:
if 'NameError' in answer[0][3]:
return [{'id':'name_error', 'args': {'message': answer[0][3]}}]
if 'EOFError' in answer[0][3]:
exc.append({'id' : 'while_condition'})
return exc
else:
return exc
# student does not have while or for: instruct him on loops
if not has_token_sequence(tokens, ['while']) and \
not has_token_sequence(tokens, ['for']):
return [{'id' : 'while_clause'}]
# student is not using print function
if not has_token_sequence(tokens, ['print']):
return [{'id' : 'printing'}]
# student does not print any values
if not get_numbers(answer[0][1]):
return [{'id' : 'nonumber'}]
# student's answer is not correct (three possibilities)
if not string_almost_equal(answer[0][1], 15) or \
not string_almost_equal(answer[0][2], 105) or \
not string_almost_equal(answer[0][3], 20):
return [{'id' : 'summation'}]
# student's answer is not correct (three possibilities)
if not string_almost_equal(answer[0][1], 2) or \
not string_almost_equal(answer[0][2], 3) or \
not string_almost_equal(answer[0][3], 10):
return [{'id' : 'counting'}]
return None
|
