Tue, 21 Apr 2020 19:47:10 +0200
Pygments: updated Pygments to 2.3.1
7547
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
1 | # -*- coding: utf-8 -*- |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
2 | """ |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
3 | pygments.lexers.zig |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
4 | ~~~~~~~~~~~~~~~~~~~ |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
5 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
6 | Lexers for Zig. |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
7 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
8 | :copyright: Copyright 2006-2019 by the Pygments team, see AUTHORS. |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
9 | :license: BSD, see LICENSE for details. |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
10 | """ |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
11 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
12 | from pygments.lexer import RegexLexer, words |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
13 | from pygments.token import Comment, Operator, Keyword, Name, String, \ |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
14 | Number, Punctuation, Whitespace |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
15 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
16 | __all__ = ['ZigLexer'] |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
17 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
18 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
19 | class ZigLexer(RegexLexer): |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
20 | """ |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
21 | For `Zig <http://www.ziglang.org>`_ source code. |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
22 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
23 | grammar: https://ziglang.org/documentation/master/#Grammar |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
24 | """ |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
25 | name = 'Zig' |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
26 | aliases = ['zig'] |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
27 | filenames = ['*.zig'] |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
28 | mimetypes = ['text/zig'] |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
29 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
30 | type_keywords = ( |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
31 | words(('bool', 'f16', 'f32', 'f64', 'f128', 'void', 'noreturn', 'type', |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
32 | 'anyerror', 'promise', 'i0', 'u0', 'isize', 'usize', 'comptime_int', |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
33 | 'comptime_float', 'c_short', 'c_ushort', 'c_int', 'c_uint', 'c_long', |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
34 | 'c_ulong', 'c_longlong', 'c_ulonglong', 'c_longdouble', 'c_void' |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
35 | 'i8', 'u8', 'i16', 'u16', 'i32', 'u32', 'i64', 'u64', 'i128', |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
36 | 'u128'), suffix=r'\b'), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
37 | Keyword.Type) |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
38 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
39 | storage_keywords = ( |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
40 | words(('const', 'var', 'extern', 'packed', 'export', 'pub', 'noalias', |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
41 | 'inline', 'comptime', 'nakedcc', 'stdcallcc', 'volatile', 'allowzero', |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
42 | 'align', 'linksection', 'threadlocal'), suffix=r'\b'), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
43 | Keyword.Reserved) |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
44 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
45 | structure_keywords = ( |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
46 | words(('struct', 'enum', 'union', 'error'), suffix=r'\b'), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
47 | Keyword) |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
48 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
49 | statement_keywords = ( |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
50 | words(('break', 'return', 'continue', 'asm', 'defer', 'errdefer', |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
51 | 'unreachable', 'try', 'catch', 'async', 'await', 'suspend', |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
52 | 'resume', 'cancel'), suffix=r'\b'), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
53 | Keyword) |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
54 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
55 | conditional_keywords = ( |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
56 | words(('if', 'else', 'switch', 'and', 'or', 'orelse'), suffix=r'\b'), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
57 | Keyword) |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
58 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
59 | repeat_keywords = ( |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
60 | words(('while', 'for'), suffix=r'\b'), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
61 | Keyword) |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
62 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
63 | other_keywords = ( |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
64 | words(('fn', 'usingnamespace', 'test'), suffix=r'\b'), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
65 | Keyword) |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
66 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
67 | constant_keywords = ( |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
68 | words(('true', 'false', 'null', 'undefined'), suffix=r'\b'), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
69 | Keyword.Constant) |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
70 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
71 | tokens = { |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
72 | 'root': [ |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
73 | (r'\n', Whitespace), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
74 | (r'\s+', Whitespace), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
75 | (r'//.*?\n', Comment.Single), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
76 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
77 | # Keywords |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
78 | statement_keywords, |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
79 | storage_keywords, |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
80 | structure_keywords, |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
81 | repeat_keywords, |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
82 | type_keywords, |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
83 | constant_keywords, |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
84 | conditional_keywords, |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
85 | other_keywords, |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
86 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
87 | # Floats |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
88 | (r'0x[0-9a-fA-F]+\.[0-9a-fA-F]+([pP][\-+]?[0-9a-fA-F]+)?', Number.Float), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
89 | (r'0x[0-9a-fA-F]+\.?[pP][\-+]?[0-9a-fA-F]+', Number.Float), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
90 | (r'[0-9]+\.[0-9]+([eE][-+]?[0-9]+)?', Number.Float), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
91 | (r'[0-9]+\.?[eE][-+]?[0-9]+', Number.Float), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
92 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
93 | # Integers |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
94 | (r'0b[01]+', Number.Bin), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
95 | (r'0o[0-7]+', Number.Oct), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
96 | (r'0x[0-9a-fA-F]+', Number.Hex), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
97 | (r'[0-9]+', Number.Integer), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
98 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
99 | # Identifier |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
100 | (r'@[a-zA-Z_]\w*', Name.Builtin), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
101 | (r'[a-zA-Z_]\w*', Name), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
102 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
103 | # Characters |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
104 | (r'\'\\\'\'', String.Escape), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
105 | (r'\'\\(|x[a-fA-F0-9]{2}|u[a-fA-F0-9]{4}|U[a-fA-F0-9]{6}|[nr\\t\'"])\'', |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
106 | String.Escape), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
107 | (r'\'[^\\\']\'', String), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
108 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
109 | # Strings |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
110 | (r'\\\\[^\n]*', String.Heredoc), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
111 | (r'c\\\\[^\n]*', String.Heredoc), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
112 | (r'c?"', String, 'string'), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
113 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
114 | # Operators, Punctuation |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
115 | (r'[+%=><|^!?/\-*&~:]', Operator), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
116 | (r'[{}()\[\],.;]', Punctuation) |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
117 | ], |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
118 | 'string': [ |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
119 | (r'\\(x[a-fA-F0-9]{2}|u[a-fA-F0-9]{4}|U[a-fA-F0-9]{6}|[nr\\t\'"])', |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
120 | String.Escape), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
121 | (r'[^\\"\n]+', String), |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
122 | (r'"', String, '#pop') |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
123 | ] |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
124 | } |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
125 | |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
126 | def get_tokens_unprocessed(self, text): |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
127 | for index, token, value in \ |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
128 | RegexLexer.get_tokens_unprocessed(self, text): |
21b0534faebc
Pygments: updated Pygments to 2.3.1
Detlev Offenbach <detlev@die-offenbachs.de>
parents:
diff
changeset
|
129 | yield index, token, value |