From 4adc255e741171646d9f2ae6d3c058fc4e1456c3 Mon Sep 17 00:00:00 2001 From: Martin Date: Thu, 24 Sep 2015 14:09:09 +0200 Subject: Added to test function so that problematic test cases are returned. --- .../lists_and_for/contains_string/common.py | 21 +++++++++++++-------- 1 file changed, 13 insertions(+), 8 deletions(-) (limited to 'python/problems/lists_and_for/contains_string/common.py') diff --git a/python/problems/lists_and_for/contains_string/common.py b/python/problems/lists_and_for/contains_string/common.py index 5e0a46b..0fe7c00 100644 --- a/python/problems/lists_and_for/contains_string/common.py +++ b/python/problems/lists_and_for/contains_string/common.py @@ -30,12 +30,12 @@ hint_type = { } def test(python, code): - test_xs = [['foo', 'bar', 'baz', 'Waldo', 'foobar'], + test_xs = [['waldo', 'foo', 'bar', 'baz'], + ['foo', 'bar', 'baz', 'Waldo', 'foobar'], ['foo', 'bar', 'baz', 'Waldo'], ['Waldo', 'foo', 'bar', 'baz'], [], - ['Waldo'], - ['waldo', 'foo', 'bar', 'baz']] + ['Waldo']] test_out = [ True, True, @@ -46,6 +46,7 @@ def test(python, code): ] n_correct = 0 + tin = None for xs_i, xs in enumerate(test_xs): # change code to contain new xs instead of the one # given by user @@ -61,19 +62,23 @@ def test(python, code): if str(test_out[xs_i]) in output and \ str(not test_out[xs_i]) not in output: n_correct += 1 - - passed = n_correct == len(test_in) - hints = [{'id': 'test_results', 'args': {'passed': n_correct, 'total': len(test_in)}}] + else: + tin = test_xs[xs_i] + tout = test_out[xs_i] + + passed = n_correct == len(test_xs) + hints = [{'id': 'test_results', 'args': {'passed': n_correct, 'total': len(test_xs)}}] + if tin: + hints.append({'id': 'problematic_test_case', 'args': {'testin': str(tin), 'testout': str(tout)}}) return passed, hints def hint(python, code): # run one test first to see if there are any exceptions answer = python(code=code, inputs=[(None, None)], timeout=1.0) - exc = get_exception_desc(answer) + exc = get_exception_desc(answer[0][3]) if exc: return exc tokens = get_tokens(code) - print(tokens) # if has no xs, tell him to ask for values if not has_token_sequence(tokens, ['xs', '=', '[']): -- cgit v1.2.1