Merge branch 'master' of ssh://212.235.189.51:22122/codeq-server

1 files changed, 32 insertions, 27 deletions

diff --git a/monkey/edits.py b/monkey/edits.py
index 0f3a3e4..461f16b 100644
--- a/monkey/edits.py
+++ b/monkey/edits.py
@@ -31,7 +31,7 @@ def get_edits_from_trace(trace, test, id):
     def add_edit(path, start, end, tree):
         if start == end:
             return
-        if len(end) > 2*len(start):
+        if len(end) > 3*len(start):
             return
         edits[(path, start, end)].add(id)
 
@@ -62,30 +62,42 @@ def get_edits_from_trace(trace, test, id):
                 passed, total = test(code)
                 correct = passed == total
                 submissions.add((code, correct))
+
+                # Add edits for fragments we started tracking in submissions
+                # that passed fewer tests.
+                for start_tree, start_tokens, path, n_tests, pos_start, pos_end in open_edits:
+                    if passed <= n_tests:
+                        continue
+                    end_tokens = tokenize(code[pos_start:pos_end])
+                    names = {}
+                    start_normal = rename_vars_list(start_tokens, names)
+                    end_normal = rename_vars_list(end_tokens, names)
+                    norm_tree = rename_vars_ast(start_tree, names)
+                    add_edit(path, tuple(start_normal), tuple(end_normal), norm_tree)
                 if correct:
                     # Ignore actions after the first correct version.
                     done = True
                     break
 
-            tree = prolog_parse(code)
-            if tree and tree.leaves() and tree != prev_tree:
-                for terminals, path in interesting_ranges(tree):
-                    pos_start = terminals[0].pos
-                    pos_end = terminals[-1].pos + len(terminals[-1].val)
-                    # If there is an open edit with the same range, don't add a new one.
-                    found = False
-                    for e_start_tree, e_start_tokens, e_path, e_pos_start, e_pos_end in open_edits:
-                        if e_pos_start == pos_start and e_pos_end == pos_end:
-                            found = True
-                            break
-                    if not found:
-                        #print('OPENING {}'.format(terminals))
-                        open_edits.append([tree, terminals, path, pos_start, pos_end])
-            prev_tree = tree
+                tree = prolog_parse(code)
+                if tree and tree.leaves() and tree != prev_tree:
+                    for terminals, path in interesting_ranges(tree):
+                        pos_start = terminals[0].pos
+                        pos_end = terminals[-1].pos + len(terminals[-1].val)
+                        # If there is an open edit with the same range, don't
+                        # add a new one.
+                        found = False
+                        for e_start_tree, e_start_tokens, e_path, n_tests, e_pos_start, e_pos_end in open_edits:
+                            if e_pos_start == pos_start and e_pos_end == pos_end:
+                                found = True
+                                break
+                        if not found:
+                            open_edits.append([tree, terminals, path, passed, pos_start, pos_end])
+                prev_tree = tree
 
         if action.type in {'insert', 'remove'}:
             new_open_edits = []
-            for start_tree, start_tokens, path, pos_start, pos_end in open_edits:
+            for start_tree, start_tokens, path, n_tests, pos_start, pos_end in open_edits:
                 new_pos_start, new_pos_end = pos_start, pos_end
                 if action.type == 'remove':
                     if action.offset < pos_end:
@@ -102,6 +114,8 @@ def get_edits_from_trace(trace, test, id):
                         new_pos_end += 1
                     elif action.offset == pos_end:
                         if (prev_action is None or
+                                (start_tokens[0].pos == pos_start and
+                                 start_tokens[-1].pos + len(start_tokens[-1].val) == pos_end) or
                                 prev_action.type == 'insert' and prev_action.offset == action.offset-1 or
                                 prev_action.type == 'remove' and prev_action.offset == action.offset):
                             orig_next = None
@@ -112,19 +126,10 @@ def get_edits_from_trace(trace, test, id):
                             if not (orig_next and orig_next.val[0] == action.text):
                                 new_pos_end += 1
                 if new_pos_start != new_pos_end:
-                    new_open_edits.append([start_tree, start_tokens, path, new_pos_start, new_pos_end])
+                    new_open_edits.append([start_tree, start_tokens, path, n_tests, new_pos_start, new_pos_end])
             open_edits = new_open_edits
             prev_action = action
 
-    if done:
-        for start_tree, start_tokens, path, pos_start, pos_end in open_edits:
-            end_tokens = tokenize(code[pos_start:pos_end])
-            names = {}
-            start_normal = rename_vars_list(start_tokens, names)
-            end_normal = rename_vars_list(end_tokens, names)
-            norm_tree = rename_vars_ast(start_tree, names)
-            add_edit(path, tuple(start_normal), tuple(end_normal), norm_tree)
-
     return edits, submissions, queries
 
 def get_edits_from_solutions(solutions, test):