eric: comparison ThirdParty/Pygments/pygments/lexers/python.py

-:f0d08bdeacf4
+:6762afd9f963
 pygments.lexers.python
 ~~~~~~~~~~~~~~~~~~~~~~
 Lexers for Python and related languages.
-:copyright: Copyright 2006-2015 by the Pygments team, see AUTHORS.
+:copyright: Copyright 2006-2017 by the Pygments team, see AUTHORS.
 :license: BSD, see LICENSE for details.
 """
 import re
 def innerstring_rules(ttype):
 return [
 # the old style '%s' % (...) string formatting
 (r'%(\(\w+\))?[-#0 +]*([0-9]+|[*])?(\.([0-9]+|[*]))?'
-'[hlL]?[diouxXeEfFgGcrs%]', String.Interpol),
+'[hlL]?[E-GXc-giorsux%]', String.Interpol),
 # backslashes, quotes and formatting signs must be parsed one at a time
 (r'[^\\\'"%\n]+', ttype),
 (r'[\'"\\]', ttype),
 # unhandled string formatting sign
 (r'%', ttype),
 ]
 tokens = {
 'root': [
 (r'\n', Text),
-(r'^(\s*)([rRuU]{,2}"""(?:.|\n)*?""")', bygroups(Text, String.Doc)),
+(r'^(\s*)([rRuUbB]{,2})("""(?:.|\n)*?""")',
-(r"^(\s*)([rRuU]{,2}'''(?:.|\n)*?''')", bygroups(Text, String.Doc)),
+bygroups(Text, String.Affix, String.Doc)),
+(r"^(\s*)([rRuUbB]{,2})('''(?:.|\n)*?''')",
+bygroups(Text, String.Affix, String.Doc)),
 (r'[^\S\n]+', Text),
 (r'\A#!.+$', Comment.Hashbang),
 (r'#.*$', Comment.Single),
 (r'[]{}:(),;[]', Punctuation),
 (r'\\\n', Text),
 (r'(from)((?:\s|\\\s)+)', bygroups(Keyword.Namespace, Text),
 'fromimport'),
 (r'(import)((?:\s|\\\s)+)', bygroups(Keyword.Namespace, Text),
 'import'),
 include('builtins'),
+include('magicfuncs'),
+include('magicvars'),
 include('backtick'),
-('(?:[rR]|[uU][rR]|[rR][uU])"""', String.Double, 'tdqs'),
+('([rR]|[uUbB][rR]|[rR][uUbB])(""")',
-("(?:[rR]|[uU][rR]|[rR][uU])'''", String.Single, 'tsqs'),
+bygroups(String.Affix, String.Double), 'tdqs'),
-('(?:[rR]|[uU][rR]|[rR][uU])"', String.Double, 'dqs'),
+("([rR]|[uUbB][rR]|[rR][uUbB])(''')",
-("(?:[rR]|[uU][rR]|[rR][uU])'", String.Single, 'sqs'),
+bygroups(String.Affix, String.Single), 'tsqs'),
-('[uU]?"""', String.Double, combined('stringescape', 'tdqs')),
+('([rR]|[uUbB][rR]|[rR][uUbB])(")',
-("[uU]?'''", String.Single, combined('stringescape', 'tsqs')),
+bygroups(String.Affix, String.Double), 'dqs'),
-('[uU]?"', String.Double, combined('stringescape', 'dqs')),
+("([rR]|[uUbB][rR]|[rR][uUbB])(')",
-("[uU]?'", String.Single, combined('stringescape', 'sqs')),
+bygroups(String.Affix, String.Single), 'sqs'),
+('([uUbB]?)(""")', bygroups(String.Affix, String.Double),
+combined('stringescape', 'tdqs')),
+("([uUbB]?)(''')", bygroups(String.Affix, String.Single),
+combined('stringescape', 'tsqs')),
+('([uUbB]?)(")', bygroups(String.Affix, String.Double),
+combined('stringescape', 'dqs')),
+("([uUbB]?)(')", bygroups(String.Affix, String.Single),
+combined('stringescape', 'sqs')),
 include('name'),
 include('numbers'),
 ],
 'keywords': [
 (words((
 'reload', 'repr', 'reversed', 'round', 'set', 'setattr', 'slice',
 'sorted', 'staticmethod', 'str', 'sum', 'super', 'tuple', 'type',
 'unichr', 'unicode', 'vars', 'xrange', 'zip'),
 prefix=r'(?<!\.)', suffix=r'\b'),
 Name.Builtin),
-(r'(?<!\.)(self|None|Ellipsis|NotImplemented|False|True'
+(r'(?<!\.)(self|None|Ellipsis|NotImplemented|False|True|cls'
 r')\b', Name.Builtin.Pseudo),
 (words((
 'ArithmeticError', 'AssertionError', 'AttributeError',
 'BaseException', 'DeprecationWarning', 'EOFError', 'EnvironmentError',
 'Exception', 'FloatingPointError', 'FutureWarning', 'GeneratorExit',
 'UnicodeTranslateError', 'UnicodeWarning', 'UserWarning',
 'ValueError', 'VMSError', 'Warning', 'WindowsError',
 'ZeroDivisionError'), prefix=r'(?<!\.)', suffix=r'\b'),
 Name.Exception),
 ],
+'magicfuncs': [
+(words((
+'__abs__', '__add__', '__and__', '__call__', '__cmp__', '__coerce__',
+'__complex__', '__contains__', '__del__', '__delattr__', '__delete__',
+'__delitem__', '__delslice__', '__div__', '__divmod__', '__enter__',
+'__eq__', '__exit__', '__float__', '__floordiv__', '__ge__', '__get__',
+'__getattr__', '__getattribute__', '__getitem__', '__getslice__', '__gt__',
+'__hash__', '__hex__', '__iadd__', '__iand__', '__idiv__', '__ifloordiv__',
+'__ilshift__', '__imod__', '__imul__', '__index__', '__init__',
+'__instancecheck__', '__int__', '__invert__', '__iop__', '__ior__',
+'__ipow__', '__irshift__', '__isub__', '__iter__', '__itruediv__',
+'__ixor__', '__le__', '__len__', '__long__', '__lshift__', '__lt__',
+'__missing__', '__mod__', '__mul__', '__ne__', '__neg__', '__new__',
+'__nonzero__', '__oct__', '__op__', '__or__', '__pos__', '__pow__',
+'__radd__', '__rand__', '__rcmp__', '__rdiv__', '__rdivmod__', '__repr__',
+'__reversed__', '__rfloordiv__', '__rlshift__', '__rmod__', '__rmul__',
+'__rop__', '__ror__', '__rpow__', '__rrshift__', '__rshift__', '__rsub__',
+'__rtruediv__', '__rxor__', '__set__', '__setattr__', '__setitem__',
+'__setslice__', '__str__', '__sub__', '__subclasscheck__', '__truediv__',
+'__unicode__', '__xor__'), suffix=r'\b'),
+Name.Function.Magic),
+],
+'magicvars': [
+(words((
+'__bases__', '__class__', '__closure__', '__code__', '__defaults__',
+'__dict__', '__doc__', '__file__', '__func__', '__globals__',
+'__metaclass__', '__module__', '__mro__', '__name__', '__self__',
+'__slots__', '__weakref__'),
+suffix=r'\b'),
+Name.Variable.Magic),
+],
 'numbers': [
 (r'(\d+\.\d*|\d*\.\d+)([eE][+-]?[0-9]+)?j?', Number.Float),
 (r'\d+[eE][+-]?[0-9]+j?', Number.Float),
 (r'0[0-7]+j?', Number.Oct),
 (r'0[bB][01]+', Number.Bin),
 'name': [
 (r'@[\w.]+', Name.Decorator),
 ('[a-zA-Z_]\w*', Name),
 ],
 'funcname': [
-('[a-zA-Z_]\w*', Name.Function, '#pop')
+include('magicfuncs'),
+('[a-zA-Z_]\w*', Name.Function, '#pop'),
+default('#pop'),
 ],
 'classname': [
 ('[a-zA-Z_]\w*', Name.Class, '#pop')
 ],
 'import': [
 def innerstring_rules(ttype):
 return [
 # the old style '%s' % (...) string formatting (still valid in Py3)
 (r'%(\(\w+\))?[-#0 +]*([0-9]+|[*])?(\.([0-9]+|[*]))?'
-'[hlL]?[diouxXeEfFgGcrs%]', String.Interpol),
+'[hlL]?[E-GXc-giorsux%]', String.Interpol),
 # the new style '{}'.format(...) string formatting
 (r'\{'
-'((\w+)((\.\w+)|(\[[^\]]+\]))*)?' # field name
+'((\w+)((\.\w+)|(\[[^\]]+\]))*)?'  # field name
-'(\![sra])?'                      # conversion
+'(\![sra])?'                       # conversion
-'(\:(.?[<>=\^])?[-+ ]?#?0?(\d+)?,?(\.\d+)?[bcdeEfFgGnosxX%]?)?'
+'(\:(.?[<>=\^])?[-+ ]?#?0?(\d+)?,?(\.\d+)?[E-GXb-gnosx%]?)?'
 '\}', String.Interpol),
 # backslashes, quotes and formatting signs must be parsed one at a time
-(r'[^\\\'"%\{\n]+', ttype),
+(r'[^\\\'"%{\n]+', ttype),
 (r'[\'"\\]', ttype),
 # unhandled string formatting sign
 (r'%|(\{{1,2})', ttype)
 # newlines are an error (use "nl" state)
 ]
 'open', 'ord', 'pow', 'print', 'property', 'range', 'repr', 'reversed',
 'round', 'set', 'setattr', 'slice', 'sorted', 'staticmethod', 'str',
 'sum', 'super', 'tuple', 'type', 'vars', 'zip'), prefix=r'(?<!\.)',
 suffix=r'\b'),
 Name.Builtin),
-(r'(?<!\.)(self|Ellipsis|NotImplemented)\b', Name.Builtin.Pseudo),
+(r'(?<!\.)(self|Ellipsis|NotImplemented|cls)\b', Name.Builtin.Pseudo),
 (words((
 'ArithmeticError', 'AssertionError', 'AttributeError',
 'BaseException', 'BufferError', 'BytesWarning', 'DeprecationWarning',
 'EOFError', 'EnvironmentError', 'Exception', 'FloatingPointError',
 'FutureWarning', 'GeneratorExit', 'IOError', 'ImportError',
 'InterruptedError', 'IsADirectoryError', 'NotADirectoryError',
 'PermissionError', 'ProcessLookupError', 'TimeoutError'),
 prefix=r'(?<!\.)', suffix=r'\b'),
 Name.Exception),
 ]
+tokens['magicfuncs'] = [
+(words((
+'__abs__', '__add__', '__aenter__', '__aexit__', '__aiter__', '__and__',
+'__anext__', '__await__', '__bool__', '__bytes__', '__call__',
+'__complex__', '__contains__', '__del__', '__delattr__', '__delete__',
+'__delitem__', '__dir__', '__divmod__', '__enter__', '__eq__', '__exit__',
+'__float__', '__floordiv__', '__format__', '__ge__', '__get__',
+'__getattr__', '__getattribute__', '__getitem__', '__gt__', '__hash__',
+'__iadd__', '__iand__', '__ifloordiv__', '__ilshift__', '__imatmul__',
+'__imod__', '__import__', '__imul__', '__index__', '__init__',
+'__instancecheck__', '__int__', '__invert__', '__ior__', '__ipow__',
+'__irshift__', '__isub__', '__iter__', '__itruediv__', '__ixor__',
+'__le__', '__len__', '__length_hint__', '__lshift__', '__lt__',
+'__matmul__', '__missing__', '__mod__', '__mul__', '__ne__', '__neg__',
+'__new__', '__next__', '__or__', '__pos__', '__pow__', '__prepare__',
+'__radd__', '__rand__', '__rdivmod__', '__repr__', '__reversed__',
+'__rfloordiv__', '__rlshift__', '__rmatmul__', '__rmod__', '__rmul__',
+'__ror__', '__round__', '__rpow__', '__rrshift__', '__rshift__',
+'__rsub__', '__rtruediv__', '__rxor__', '__set__', '__setattr__',
+'__setitem__', '__str__', '__sub__', '__subclasscheck__', '__truediv__',
+'__xor__'), suffix=r'\b'),
+Name.Function.Magic),
+]
+tokens['magicvars'] = [
+(words((
+'__annotations__', '__bases__', '__class__', '__closure__', '__code__',
+'__defaults__', '__dict__', '__doc__', '__file__', '__func__',
+'__globals__', '__kwdefaults__', '__module__', '__mro__', '__name__',
+'__objclass__', '__qualname__', '__self__', '__slots__', '__weakref__'),
+suffix=r'\b'),
+Name.Variable.Magic),
+]
 tokens['numbers'] = [
 (r'(\d+\.\d*|\d*\.\d+)([eE][+-]?[0-9]+)?', Number.Float),
+(r'\d+[eE][+-]?[0-9]+j?', Number.Float),
 (r'0[oO][0-7]+', Number.Oct),
 (r'0[bB][01]+', Number.Bin),
 (r'0[xX][a-fA-F0-9]+', Number.Hex),
 (r'\d+', Number.Integer)
 ]
 (r'\\([\\abfnrtv"\']|\n|N\{.*?\}|u[a-fA-F0-9]{4}|'
 r'U[a-fA-F0-9]{8}|x[a-fA-F0-9]{2}|[0-7]{1,3})', String.Escape)
 ],
 'strings': [
 (r'%(\([a-zA-Z0-9]+\))?[-#0 +]*([0-9]+|[*])?(\.([0-9]+|[*]))?'
-'[hlL]?[diouxXeEfFgGcrs%]', String.Interpol),
+'[hlL]?[E-GXc-giorsux%]', String.Interpol),
 (r'[^\\\'"%\n]+', String),
 # quotes, percents and backslashes must be parsed one at a time
 (r'[\'"\\]', String),
 # unhandled string formatting sign
 (r'%', String)
 (r'[!$%&*+\-./:<-@\\^|~;,]+', Operator),
 (words((
 'bool', 'bytearray', 'bytes', 'classmethod', 'complex', 'dict', 'dict\'',
 'float', 'frozenset', 'int', 'list', 'list\'', 'memoryview', 'object',
-'property', 'range', 'set', 'set\'', 'slice', 'staticmethod', 'str', 'super',
+'property', 'range', 'set', 'set\'', 'slice', 'staticmethod', 'str',
-'tuple', 'tuple\'', 'type'), prefix=r'(?<!\.)', suffix=r'(?![\'\w])'),
+'super', 'tuple', 'tuple\'', 'type'),
+prefix=r'(?<!\.)', suffix=r'(?![\'\w])'),
 Name.Builtin),
 (words((
 '__import__', 'abs', 'all', 'any', 'bin', 'bind', 'chr', 'cmp', 'compile',
 'complex', 'delattr', 'dir', 'divmod', 'drop', 'dropwhile', 'enumerate',
-'eval', 'exhaust', 'filter', 'flip', 'foldl1?', 'format', 'fst', 'getattr',
+'eval', 'exhaust', 'filter', 'flip', 'foldl1?', 'format', 'fst',
-'globals', 'hasattr', 'hash', 'head', 'hex', 'id', 'init', 'input',
+'getattr', 'globals', 'hasattr', 'hash', 'head', 'hex', 'id', 'init',
-'isinstance', 'issubclass', 'iter', 'iterate', 'last', 'len', 'locals',
+'input', 'isinstance', 'issubclass', 'iter', 'iterate', 'last', 'len',
-'map', 'max', 'min', 'next', 'oct', 'open', 'ord', 'pow', 'print', 'repr',
+'locals', 'map', 'max', 'min', 'next', 'oct', 'open', 'ord', 'pow',
-'reversed', 'round', 'setattr', 'scanl1?', 'snd', 'sorted', 'sum', 'tail',
+'print', 'repr', 'reversed', 'round', 'setattr', 'scanl1?', 'snd',
-'take', 'takewhile', 'vars', 'zip'), prefix=r'(?<!\.)', suffix=r'(?![\'\w])'),
+'sorted', 'sum', 'tail', 'take', 'takewhile', 'vars', 'zip'),
+prefix=r'(?<!\.)', suffix=r'(?![\'\w])'),
 Name.Builtin),
 (r"(?<!\.)(self|Ellipsis|NotImplemented|None|True|False)(?!['\w])",
 Name.Builtin.Pseudo),
 (r"(?<!\.)[A-Z]\w*(Error|Exception|Warning)'*(?!['\w])",
 (r'\\([\\abfnrtv"\']|\n|N\{.*?\}|u[a-fA-F0-9]{4}|'
 r'U[a-fA-F0-9]{8}|x[a-fA-F0-9]{2}|[0-7]{1,3})', String.Escape)
 ],
 'string': [
 (r'%(\(\w+\))?[-#0 +]*([0-9]+|[*])?(\.([0-9]+|[*]))?'
-'[hlL]?[diouxXeEfFgGcrs%]', String.Interpol),
+'[hlL]?[E-GXc-giorsux%]', String.Interpol),
 (r'[^\\\'"%\n]+', String),
 # quotes, percents and backslashes must be parsed one at a time
 (r'[\'"\\]', String),
 # unhandled string formatting sign
 (r'%', String),

Mercurial Repositories > eric / file comparison

comparison: ThirdParty/Pygments/pygments/lexers/python.py

ThirdParty/Pygments/pygments/lexers/python.py