blib2to3: Never put prefixes on DEDENT leaves

2018-03-16 21:47:15 -07:00 · 2018-03-16 21:47:15 -07:00 · c90cf42d7c
commit c90cf42d7c
parent 497de7fa08
1 changed files with 5 additions and 0 deletions
--- a/blib2to3/pgen2/driver.py
+++ b/blib2to3/pgen2/driver.py
@ -69,11 +69,16 @@ def parse_tokens(self, tokens, debug=False):
            if debug:
                self.logger.debug("%s %r (prefix=%r)",
                                  token.tok_name[type], value, prefix)
+            if type == token.DEDENT:
+                _prefix = prefix
+                prefix = ""
            if p.addtoken(type, value, (prefix, start)):
                if debug:
                    self.logger.debug("Stop.")
                break
            prefix = ""
+            if type == token.DEDENT:
+                prefix = _prefix
            lineno, column = end
            if value.endswith("\n"):
                lineno += 1