parent
9b484d1bcc
commit
de6f4b1f6b
@ -389,7 +389,7 @@ def untokenize(iterable: Iterable[TokenInfo]) -> Text:
|
|||||||
Round-trip invariant for full input:
|
Round-trip invariant for full input:
|
||||||
Untokenized source will match input source exactly
|
Untokenized source will match input source exactly
|
||||||
|
|
||||||
Round-trip invariant for limited intput:
|
Round-trip invariant for limited input:
|
||||||
# Output text will tokenize the back to the input
|
# Output text will tokenize the back to the input
|
||||||
t1 = [tok[:2] for tok in generate_tokens(f.readline)]
|
t1 = [tok[:2] for tok in generate_tokens(f.readline)]
|
||||||
newcode = untokenize(t1)
|
newcode = untokenize(t1)
|
||||||
|
Loading…
Reference in New Issue
Block a user