Debian Codegraph @

Doc/tools/extensions/lexers/peg_lexer.py

raw
1 from pygments.lexer import RegexLexer, bygroups, include
2 from pygments.token import Comment, Keyword, Name, Operator, Punctuation, Text
3
4
5 class PEGLexer(RegexLexer):
6 """Pygments Lexer for PEG grammar (.gram) files
7
8 This lexer strips the following elements from the grammar:
9
10 - Meta-tags
11 - Variable assignments
12 - Actions
13 - Lookaheads
14 - Rule types
15 - Rule options
16 - Rules named `invalid_*` or `incorrect_*`
17 - Rules with `RAISE_SYNTAX_ERROR`
18 """
19
20 name = "PEG"
21 aliases = ["peg"]
22 filenames = ["*.gram"]
23 _name = r"([^\W\d]\w*)"
24 _text_ws = r"(\s*)"
25
26 tokens = {
27 "ws": [(r"\n", Text), (r"\s+", Text), (r"#.*$", Comment.Singleline),],
28 "lookaheads": [
29 # Forced tokens
30 (r"(&&)(?=\w+\s?)", bygroups(None)),
31 (r"(&&)(?='.+'\s?)", bygroups(None)),
32 (r'(&&)(?=".+"\s?)', bygroups(None)),
33 (r"(&&)(?=\(.+\)\s?)", bygroups(None)),
34
35 (r"(?<=\|\s)(&\w+\s?)", bygroups(None)),
36 (r"(?<=\|\s)(&'.+'\s?)", bygroups(None)),
37 (r'(?<=\|\s)(&".+"\s?)', bygroups(None)),
38 (r"(?<=\|\s)(&\(.+\)\s?)", bygroups(None)),
39 ],
40 "metas": [
41 (r"(@\w+ '''(.|\n)+?''')", bygroups(None)),
42 (r"^(@.*)$", bygroups(None)),
43 ],
44 "actions": [
45 (r"{(.|\n)+?}", bygroups(None)),
46 ],
47 "strings": [
48 (r"'\w+?'", Keyword),
49 (r'"\w+?"', Keyword),
50 (r"'\W+?'", Text),
51 (r'"\W+?"', Text),
52 ],
53 "variables": [
54 (_name + _text_ws + "(=)", bygroups(None, None, None),),
55 (_name + _text_ws + r"(\[[\w\d_\*]+?\])" + _text_ws + "(=)", bygroups(None, None, None, None, None),),
56 ],
57 "invalids": [
58 (r"^(\s+\|\s+.*invalid_\w+.*\n)", bygroups(None)),
59 (r"^(\s+\|\s+.*incorrect_\w+.*\n)", bygroups(None)),
60 (r"^(#.*invalid syntax.*(?:.|\n)*)", bygroups(None),),
61 (r"^(\s+\|\s+.*\{[^}]*RAISE_SYNTAX_ERROR[^}]*\})\n", bygroups(None)),
62 ],
63 "root": [
64 include("invalids"),
65 include("ws"),
66 include("lookaheads"),
67 include("metas"),
68 include("actions"),
69 include("strings"),
70 include("variables"),
71 (r"\b(?!(NULL|EXTRA))([A-Z_]+)\b\s*(?!\()", Text,),
72 (
73 r"^\s*" + _name + r"\s*" + r"(\[.*\])?" + r"\s*" + r"(\(.+\))?" + r"\s*(:)",
74 bygroups(Name.Function, None, None, Punctuation),
75 ),
76 (_name, Name.Function),
77 (r"[\||\.|\+|\*|\?]", Operator),
78 (r"{|}|\(|\)|\[|\]", Punctuation),
79 (r".", Text),
80 ],
81 }