# CodeQ: an online programming tutor.
# Copyright (C) 2015 UL FRI
#
# This program is free software: you can redistribute it and/or modify it under
# the terms of the GNU Affero General Public License as published by the Free
# Software Foundation, either version 3 of the License, or (at your option) any
# later version.
#
# This program is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more
# details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see .
import os
import pickle
import sys
from termcolor import colored
from db.models import CodeqUser, Problem, Solution
from .edits import classify_edits, trace_graph
from .graph import graphviz
from . import fix, fix_hints
from prolog.util import annotate, compose, stringify
import server.problems
from .util import indent
# Get problem id from commandline.
if len(sys.argv) < 2:
print('usage: ' + sys.argv[0] + ' ')
sys.exit(1)
problem = Problem.get(id=sys.argv[1])
solved_problems = [p for p in CodeqUser.solved_problems(1, problem.language)
if p != (problem.group, problem.identifier)]
other_solutions = server.problems.solutions_for_problems(problem.language, solved_problems)
problem_module = server.problems.load_problem(problem.language, problem.group, problem.identifier, 'common')
name = server.problems.load_problem(problem.language, problem.group, problem.identifier, 'en').name
# Testing function.
def test(code):
correct, hints = problem_module.test(code, solved_problems)
return correct
traces = [s.trace for s in Solution.filter(problem_id=problem.id)]
# Load hint database stored in edits.pickle.
edits, submissions, queries, names = pickle.load(open('edits.pickle', 'rb'))
edits, submissions, queries, names = edits[problem.id], submissions[problem.id], queries[problem.id], names[problem.id]
# Load current status (programs for which a hint was found).
try:
done = pickle.load(open('status-'+str(problem.id)+'.pickle', 'rb'))
except:
done = []
def print_hint(code, solution, steps, fix_time, n_tested):
if solution:
print(colored('Hint found! Tested {} programs in {:.1f} s.'.format(n_tested, fix_time), 'green'))
print(colored(' Edits', 'blue'))
for step_type, pos, a, b in steps:
print(' {}: {} {} → {}'.format(pos, step_type, stringify(a), stringify(b)))
print(colored(' Hints', 'blue'))
for fix_type, start, end, msg in fix_hints(code, steps):
print(' {}-{}: {} (fix type: {})'.format(start, end, msg, fix_type))
print(colored(' Final version', 'blue'))
print(indent(compose(annotate(solution)), 2))
else:
print(colored('Hint not found! Tested {} programs in {:.1f} s.'.format(n_tested, fix_time), 'red'))
# Run interactive loop.
if len(sys.argv) == 2:
while True:
# Read the program from stdin.
print('Enter program, end with empty line:')
code = ''
try:
while True:
line = input()
if not line:
break
code += line + '\n'
except EOFError:
break
# Try finding a fix.
print(colored('Analyzing program…', 'yellow'))
solution, steps, fix_time, n_tested = fix(name, code, edits, test, debug=True)
print_hint(code, solution, steps, fix_time, n_tested)
# Test fix() on incorrect student submissions.
elif sys.argv[2] == 'test':
timeout = int(sys.argv[3]) if len(sys.argv) == 4 else 10
# Find incorrect submissions.
incorrect_all = []
for submission, count in sorted(submissions.items()):
if not test(submission):
# This incorrect submission appeared in [count] traces.
incorrect_all += [submission]*count
incorrect = set(incorrect_all)
print('Fixing {}/{} programs (timeout={})…'.format(
len([p for p in incorrect if p not in done]), len(incorrect), timeout))
for i, program in enumerate(sorted(incorrect)):
if program in done:
continue
print(colored('Analyzing program {0}/{1}…'.format(i+1, len(incorrect)), 'yellow'))
print(indent(compose(annotate(program)), 2))
solution, steps, fix_time, n_tested = fix(name, program, edits, test, timeout=timeout)
if solution:
done.append(program)
print_hint(program, solution, steps, fix_time, n_tested)
print()
pickle.dump(done, open('status-'+str(problem.id)+'.pickle', 'wb'))
print('Found hints for ' + str(len(done)) + ' of ' + str(len(incorrect)) + ' incorrect programs')
# Print info for this problem.
elif sys.argv[2] == 'info':
# With no additional arguments, print some stats.
if len(sys.argv) == 3:
print('Problem {} ({}): {} edits and {} unique submissions in {} traces'.format(
problem.id, colored(name, 'yellow'),
colored(str(len(edits)), 'yellow'),
colored(str(len(submissions)), 'yellow'),
colored(str(len(traces)), 'yellow')))
# Print all observed edits and their costs.
elif sys.argv[3] == 'edits':
inserts, removes, changes = classify_edits(edits)
print('Inserts')
for after, cost in sorted(inserts.items(), key=lambda x: x[1]):
print(' {:.4f}\t{}'.format(cost, stringify(after)))
print('Removes')
for before, cost in sorted(removes.items(), key=lambda x: x[1]):
print(' {:.4f}\t{}'.format(cost, stringify(before)))
print('Changes')
for (before, after), cost in sorted(changes.items(), key=lambda x: x[1]):
print(' {:.4f}\t{} → {}'.format(cost, stringify(before) if before else 'ε',
stringify(after) if after else 'ε'))
# Print all observed edits and their costs.
elif sys.argv[3] == 'names':
for name, count in sorted(names.items(), key=lambda x: x[1]):
print(' {:.4f}\t{}'.format(count, name))
# Print all student queries and their counts.
elif sys.argv[3] == 'queries':
for query, count in queries.most_common():
print(' ' + str(count) + '\t' + query)
# Print the edit graph in graphviz dot syntax.
elif sys.argv[2] == 'graph' and len(sys.argv) == 4:
uid = int(sys.argv[3])
solution = Solution.get(problem_id=problem.id, codeq_user_id=uid)
nodes, submissions, queries = trace_graph(solution.trace)
def position(node):
return (node.data[1]*150, node.data[0]*-60)
def label(node):
return stringify(node.data[2])
def edge_attr(a, b):
if a.data[2] == b.data[2]:
return 'arrowhead="none"'
return ''
graphviz_str = graphviz(nodes, pos=position, label=label, edge_attr=edge_attr)
print(graphviz_str)