f8617f975d
Fixes #593 I looked into this bug with @ambv and @carljm, and we reached the conclusion was that it's not possible for the tokenizer to determine if async/await is a keyword inside all possible generators without breaking the grammar for older versions of Python. Instead, we introduce a new tokenizer mode for Python 3.7+ that will cause all async/await instances to get parsed as a reserved keyword, which should fix async/await inside generators.
32 lines
1.2 KiB
Python
32 lines
1.2 KiB
Python
# Stubs for lib2to3.pgen2.driver (Python 3.6)
|
|
|
|
import os
|
|
import sys
|
|
from typing import Any, Callable, IO, Iterable, List, Optional, Text, Tuple, Union
|
|
|
|
from logging import Logger
|
|
from blib2to3.pytree import _Convert, _NL
|
|
from blib2to3.pgen2 import _Path
|
|
from blib2to3.pgen2.grammar import Grammar
|
|
from blib2to3.pgen2.tokenize import TokenizerConfig
|
|
|
|
|
|
class Driver:
|
|
grammar: Grammar
|
|
logger: Logger
|
|
convert: _Convert
|
|
def __init__(
|
|
self,
|
|
grammar: Grammar,
|
|
convert: Optional[_Convert] = ...,
|
|
logger: Optional[Logger] = ...,
|
|
tokenizer_config: TokenizerConfig = ...
|
|
) -> None: ...
|
|
def parse_tokens(self, tokens: Iterable[Any], debug: bool = ...) -> _NL: ...
|
|
def parse_stream_raw(self, stream: IO[Text], debug: bool = ...) -> _NL: ...
|
|
def parse_stream(self, stream: IO[Text], debug: bool = ...) -> _NL: ...
|
|
def parse_file(self, filename: _Path, encoding: Optional[Text] = ..., debug: bool = ...) -> _NL: ...
|
|
def parse_string(self, text: Text, debug: bool = ...) -> _NL: ...
|
|
|
|
def load_grammar(gt: Text = ..., gp: Optional[Text] = ..., save: bool = ..., force: bool = ..., logger: Optional[Logger] = ...) -> Grammar: ...
|