1 """Better tokenizing for coverage.py.""" |
1 """Better tokenizing for coverage.py.""" |
2 |
2 |
3 import keyword, re, token, tokenize |
3 import keyword, re, token, tokenize |
4 from coverage.backward import StringIO # pylint: disable-msg=W0622 |
4 from .backward import StringIO # pylint: disable-msg=W0622 |
5 |
5 |
6 def phys_tokens(toks): |
6 def phys_tokens(toks): |
7 """Return all physical tokens, even line continuations. |
7 """Return all physical tokens, even line continuations. |
8 |
8 |
9 tokenize.generate_tokens() doesn't return a token for the backslash that |
9 tokenize.generate_tokens() doesn't return a token for the backslash that |