From 770f1ed8f7aeeb52db483dd72a5d4712839f9760 Mon Sep 17 00:00:00 2001 From: Timotej Lazar Date: Mon, 17 Nov 2014 12:32:19 +0100 Subject: Keep token positions when lexing This will allow us to match line edits to original source locations. --- prolog/engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'prolog/engine.py') diff --git a/prolog/engine.py b/prolog/engine.py index 6087bbc..299d2eb 100755 --- a/prolog/engine.py +++ b/prolog/engine.py @@ -139,7 +139,7 @@ class PrologEngine(object): try: start = 0 for idx in range(len(tokens)): - if tokens[idx] != ('PERIOD', '.') or idx - start <= 1: + if tokens[idx].type != 'PERIOD' or idx - start <= 1: continue rule = stringify(tokens[start:idx]) orig_rule = rule -- cgit v1.2.1