f8617f975d
Fixes #593 I looked into this bug with @ambv and @carljm, and we reached the conclusion was that it's not possible for the tokenizer to determine if async/await is a keyword inside all possible generators without breaking the grammar for older versions of Python. Instead, we introduce a new tokenizer mode for Python 3.7+ that will cause all async/await instances to get parsed as a reserved keyword, which should fix async/await inside generators.
58 lines
1.1 KiB
Python
58 lines
1.1 KiB
Python
#!/usr/bin/env python3.7
|
|
|
|
def f():
|
|
return (i*2 async for i in arange(42))
|
|
|
|
def g():
|
|
return (something_long * something_long async for something_long in async_generator(with_an_argument))
|
|
|
|
async def func():
|
|
if test:
|
|
out_batched = [
|
|
i
|
|
async for i in aitertools._async_map(
|
|
self.async_inc, arange(8), batch_size=3
|
|
)
|
|
]
|
|
|
|
def awaited_generator_value(n):
|
|
return (await awaitable for awaitable in awaitable_list)
|
|
|
|
def make_arange(n):
|
|
return (i * 2 for i in range(n) if await wrap(i))
|
|
|
|
|
|
# output
|
|
|
|
|
|
#!/usr/bin/env python3.7
|
|
|
|
|
|
def f():
|
|
return (i * 2 async for i in arange(42))
|
|
|
|
|
|
def g():
|
|
return (
|
|
something_long * something_long
|
|
async for something_long in async_generator(with_an_argument)
|
|
)
|
|
|
|
|
|
async def func():
|
|
if test:
|
|
out_batched = [
|
|
i
|
|
async for i in aitertools._async_map(
|
|
self.async_inc, arange(8), batch_size=3
|
|
)
|
|
]
|
|
|
|
|
|
def awaited_generator_value(n):
|
|
return (await awaitable for awaitable in awaitable_list)
|
|
|
|
|
|
def make_arange(n):
|
|
return (i * 2 for i in range(n) if await wrap(i))
|