|
1 # -*- coding: utf-8 -*- |
|
2 """ |
|
3 pygments.lexers.ecl |
|
4 ~~~~~~~~~~~~~~~~~~~ |
|
5 |
|
6 Lexers for the ECL language. |
|
7 |
|
8 :copyright: Copyright 2006-2014 by the Pygments team, see AUTHORS. |
|
9 :license: BSD, see LICENSE for details. |
|
10 """ |
|
11 |
|
12 import re |
|
13 |
|
14 from pygments.lexer import RegexLexer, include, bygroups, words |
|
15 from pygments.token import Text, Comment, Operator, Keyword, Name, String, \ |
|
16 Number, Punctuation, Error |
|
17 |
|
18 __all__ = ['ECLLexer'] |
|
19 |
|
20 |
|
21 class ECLLexer(RegexLexer): |
|
22 """ |
|
23 Lexer for the declarative big-data `ECL |
|
24 <http://hpccsystems.com/community/docs/ecl-language-reference/html>`_ |
|
25 language. |
|
26 |
|
27 .. versionadded:: 1.5 |
|
28 """ |
|
29 |
|
30 name = 'ECL' |
|
31 aliases = ['ecl'] |
|
32 filenames = ['*.ecl'] |
|
33 mimetypes = ['application/x-ecl'] |
|
34 |
|
35 flags = re.IGNORECASE | re.MULTILINE |
|
36 |
|
37 tokens = { |
|
38 'root': [ |
|
39 include('whitespace'), |
|
40 include('statements'), |
|
41 ], |
|
42 'whitespace': [ |
|
43 (r'\s+', Text), |
|
44 (r'\/\/.*', Comment.Single), |
|
45 (r'/(\\\n)?\*(.|\n)*?\*(\\\n)?/', Comment.Multiline), |
|
46 ], |
|
47 'statements': [ |
|
48 include('types'), |
|
49 include('keywords'), |
|
50 include('functions'), |
|
51 include('hash'), |
|
52 (r'"', String, 'string'), |
|
53 (r'\'', String, 'string'), |
|
54 (r'(\d+\.\d*|\.\d+|\d+)e[+-]?\d+[lu]*', Number.Float), |
|
55 (r'(\d+\.\d*|\.\d+|\d+f)f?', Number.Float), |
|
56 (r'0x[0-9a-f]+[lu]*', Number.Hex), |
|
57 (r'0[0-7]+[lu]*', Number.Oct), |
|
58 (r'\d+[lu]*', Number.Integer), |
|
59 (r'\*/', Error), |
|
60 (r'[~!%^&*+=|?:<>/-]+', Operator), |
|
61 (r'[{}()\[\],.;]', Punctuation), |
|
62 (r'[a-z_]\w*', Name), |
|
63 ], |
|
64 'hash': [ |
|
65 (r'^#.*$', Comment.Preproc), |
|
66 ], |
|
67 'types': [ |
|
68 (r'(RECORD|END)\D', Keyword.Declaration), |
|
69 (r'((?:ASCII|BIG_ENDIAN|BOOLEAN|DATA|DECIMAL|EBCDIC|INTEGER|PATTERN|' |
|
70 r'QSTRING|REAL|RECORD|RULE|SET OF|STRING|TOKEN|UDECIMAL|UNICODE|' |
|
71 r'UNSIGNED|VARSTRING|VARUNICODE)\d*)(\s+)', |
|
72 bygroups(Keyword.Type, Text)), |
|
73 ], |
|
74 'keywords': [ |
|
75 (words(( |
|
76 'APPLY', 'ASSERT', 'BUILD', 'BUILDINDEX', 'EVALUATE', 'FAIL', |
|
77 'KEYDIFF', 'KEYPATCH', 'LOADXML', 'NOTHOR', 'NOTIFY', 'OUTPUT', |
|
78 'PARALLEL', 'SEQUENTIAL', 'SOAPCALL', 'CHECKPOINT', 'DEPRECATED', |
|
79 'FAILCODE', 'FAILMESSAGE', 'FAILURE', 'GLOBAL', 'INDEPENDENT', |
|
80 'ONWARNING', 'PERSIST', 'PRIORITY', 'RECOVERY', 'STORED', 'SUCCESS', |
|
81 'WAIT', 'WHEN'), suffix=r'\b'), |
|
82 Keyword.Reserved), |
|
83 # These are classed differently, check later |
|
84 (words(( |
|
85 'ALL', 'AND', 'ANY', 'AS', 'ATMOST', 'BEFORE', 'BEGINC++', 'BEST', 'BETWEEN', 'CASE', |
|
86 'CONST', 'COUNTER', 'CSV', 'DESCEND', 'ENCRYPT', 'ENDC++', 'ENDMACRO', 'EXCEPT', |
|
87 'EXCLUSIVE', 'EXPIRE', 'EXPORT', 'EXTEND', 'FALSE', 'FEW', 'FIRST', 'FLAT', 'FULL', |
|
88 'FUNCTION', 'GROUP', 'HEADER', 'HEADING', 'HOLE', 'IFBLOCK', 'IMPORT', 'IN', 'JOINED', |
|
89 'KEEP', 'KEYED', 'LAST', 'LEFT', 'LIMIT', 'LOAD', 'LOCAL', 'LOCALE', 'LOOKUP', 'MACRO', |
|
90 'MANY', 'MAXCOUNT', 'MAXLENGTH', 'MIN SKEW', 'MODULE', 'INTERFACE', 'NAMED', 'NOCASE', |
|
91 'NOROOT', 'NOSCAN', 'NOSORT', 'NOT', 'OF', 'ONLY', 'OPT', 'OR', 'OUTER', 'OVERWRITE', |
|
92 'PACKED', 'PARTITION', 'PENALTY', 'PHYSICALLENGTH', 'PIPE', 'QUOTE', 'RELATIONSHIP', |
|
93 'REPEAT', 'RETURN', 'RIGHT', 'SCAN', 'SELF', 'SEPARATOR', 'SERVICE', 'SHARED', 'SKEW', |
|
94 'SKIP', 'SQL', 'STORE', 'TERMINATOR', 'THOR', 'THRESHOLD', 'TOKEN', 'TRANSFORM', 'TRIM', |
|
95 'TRUE', 'TYPE', 'UNICODEORDER', 'UNSORTED', 'VALIDATE', 'VIRTUAL', 'WHOLE', 'WILD', |
|
96 'WITHIN', 'XML', 'XPATH', '__COMPRESSED__'), suffix=r'\b'), |
|
97 Keyword.Reserved), |
|
98 ], |
|
99 'functions': [ |
|
100 (words(( |
|
101 'ABS', 'ACOS', 'ALLNODES', 'ASCII', 'ASIN', 'ASSTRING', 'ATAN', 'ATAN2', 'AVE', 'CASE', |
|
102 'CHOOSE', 'CHOOSEN', 'CHOOSESETS', 'CLUSTERSIZE', 'COMBINE', 'CORRELATION', 'COS', |
|
103 'COSH', 'COUNT', 'COVARIANCE', 'CRON', 'DATASET', 'DEDUP', 'DEFINE', 'DENORMALIZE', |
|
104 'DISTRIBUTE', 'DISTRIBUTED', 'DISTRIBUTION', 'EBCDIC', 'ENTH', 'ERROR', 'EVALUATE', |
|
105 'EVENT', 'EVENTEXTRA', 'EVENTNAME', 'EXISTS', 'EXP', 'FAILCODE', 'FAILMESSAGE', |
|
106 'FETCH', 'FROMUNICODE', 'GETISVALID', 'GLOBAL', 'GRAPH', 'GROUP', 'HASH', 'HASH32', |
|
107 'HASH64', 'HASHCRC', 'HASHMD5', 'HAVING', 'IF', 'INDEX', 'INTFORMAT', 'ISVALID', |
|
108 'ITERATE', 'JOIN', 'KEYUNICODE', 'LENGTH', 'LIBRARY', 'LIMIT', 'LN', 'LOCAL', 'LOG', 'LOOP', |
|
109 'MAP', 'MATCHED', 'MATCHLENGTH', 'MATCHPOSITION', 'MATCHTEXT', 'MATCHUNICODE', |
|
110 'MAX', 'MERGE', 'MERGEJOIN', 'MIN', 'NOLOCAL', 'NONEMPTY', 'NORMALIZE', 'PARSE', 'PIPE', |
|
111 'POWER', 'PRELOAD', 'PROCESS', 'PROJECT', 'PULL', 'RANDOM', 'RANGE', 'RANK', 'RANKED', |
|
112 'REALFORMAT', 'RECORDOF', 'REGEXFIND', 'REGEXREPLACE', 'REGROUP', 'REJECTED', |
|
113 'ROLLUP', 'ROUND', 'ROUNDUP', 'ROW', 'ROWDIFF', 'SAMPLE', 'SET', 'SIN', 'SINH', 'SIZEOF', |
|
114 'SOAPCALL', 'SORT', 'SORTED', 'SQRT', 'STEPPED', 'STORED', 'SUM', 'TABLE', 'TAN', 'TANH', |
|
115 'THISNODE', 'TOPN', 'TOUNICODE', 'TRANSFER', 'TRIM', 'TRUNCATE', 'TYPEOF', 'UNGROUP', |
|
116 'UNICODEORDER', 'VARIANCE', 'WHICH', 'WORKUNIT', 'XMLDECODE', 'XMLENCODE', |
|
117 'XMLTEXT', 'XMLUNICODE'), suffix=r'\b'), |
|
118 Name.Function), |
|
119 ], |
|
120 'string': [ |
|
121 (r'"', String, '#pop'), |
|
122 (r'\'', String, '#pop'), |
|
123 (r'[^"\']+', String), |
|
124 ], |
|
125 } |