0ff718e1e2
* Blacken .py files in blib2to3 This is in preparation for adding type annotations to blib2to3 in order to compiling it with mypyc (#1009, which I can rebase on top of this). To enforce that it stays blackened, I just cargo-culted the existing test code used for validating formatting. It feels pretty clunky now, though, so I can abstract the common logic out into a helper if that seems better. (But error messages might be less clear then?) * Tidy up the tests
64 lines
2.0 KiB
Python
64 lines
2.0 KiB
Python
# Copyright 2006 Google, Inc. All Rights Reserved.
|
|
# Licensed to PSF under a Contributor Agreement.
|
|
|
|
"""Export the Python grammar and symbols."""
|
|
|
|
# Python imports
|
|
import os
|
|
|
|
# Local imports
|
|
from .pgen2 import token
|
|
from .pgen2 import driver
|
|
|
|
# The grammar file
|
|
_GRAMMAR_FILE = os.path.join(os.path.dirname(__file__), "Grammar.txt")
|
|
_PATTERN_GRAMMAR_FILE = os.path.join(os.path.dirname(__file__), "PatternGrammar.txt")
|
|
|
|
|
|
class Symbols(object):
|
|
def __init__(self, grammar):
|
|
"""Initializer.
|
|
|
|
Creates an attribute for each grammar symbol (nonterminal),
|
|
whose value is the symbol's type (an int >= 256).
|
|
"""
|
|
for name, symbol in grammar.symbol2number.items():
|
|
setattr(self, name, symbol)
|
|
|
|
|
|
def initialize(cache_dir=None):
|
|
global python_grammar
|
|
global python_grammar_no_print_statement
|
|
global python_grammar_no_print_statement_no_exec_statement
|
|
global python_grammar_no_print_statement_no_exec_statement_async_keywords
|
|
global python_symbols
|
|
global pattern_grammar
|
|
global pattern_symbols
|
|
|
|
# Python 2
|
|
python_grammar = driver.load_packaged_grammar("blib2to3", _GRAMMAR_FILE, cache_dir)
|
|
|
|
python_symbols = Symbols(python_grammar)
|
|
|
|
# Python 2 + from __future__ import print_function
|
|
python_grammar_no_print_statement = python_grammar.copy()
|
|
del python_grammar_no_print_statement.keywords["print"]
|
|
|
|
# Python 3.0-3.6
|
|
python_grammar_no_print_statement_no_exec_statement = python_grammar.copy()
|
|
del python_grammar_no_print_statement_no_exec_statement.keywords["print"]
|
|
del python_grammar_no_print_statement_no_exec_statement.keywords["exec"]
|
|
|
|
# Python 3.7+
|
|
python_grammar_no_print_statement_no_exec_statement_async_keywords = (
|
|
python_grammar_no_print_statement_no_exec_statement.copy()
|
|
)
|
|
python_grammar_no_print_statement_no_exec_statement_async_keywords.async_keywords = (
|
|
True
|
|
)
|
|
|
|
pattern_grammar = driver.load_packaged_grammar(
|
|
"blib2to3", _PATTERN_GRAMMAR_FILE, cache_dir
|
|
)
|
|
pattern_symbols = Symbols(pattern_grammar)
|