Debian Codegraph @

scintilla/lexilla/lexers/LexForth.cxx

raw
1 // Scintilla source code edit control
2 /** @file LexForth.cxx
3 ** Lexer for FORTH
4 **/
5 // Copyright 1998-2003 by Neil Hodgson <[email protected]>
6 // The License.txt file describes the conditions under which this software may be distributed.
7
8 #include <stdlib.h>
9 #include <string.h>
10 #include <stdio.h>
11 #include <stdarg.h>
12 #include <assert.h>
13 #include <ctype.h>
14
15 #include <string>
16 #include <string_view>
17
18 #include "ILexer.h"
19 #include "Scintilla.h"
20 #include "SciLexer.h"
21
22 #include "WordList.h"
23 #include "LexAccessor.h"
24 #include "Accessor.h"
25 #include "StyleContext.h"
26 #include "CharacterSet.h"
27 #include "LexerModule.h"
28
29 using namespace Lexilla;
30
31 static inline bool IsAWordStart(int ch) {
32 return (ch < 0x80) && (isalnum(ch) || ch == '_' || ch == '.');
33 }
34
35 static inline bool IsANumChar(int ch) {
36 return (ch < 0x80) && (isxdigit(ch) || ch == '.' || ch == 'e' || ch == 'E' );
37 }
38
39 static inline bool IsASpaceChar(int ch) {
40 return (ch < 0x80) && isspace(ch);
41 }
42
43 static void ColouriseForthDoc(Sci_PositionU startPos, Sci_Position length, int initStyle, WordList *keywordLists[],
44 Accessor &styler) {
45
46 WordList &control = *keywordLists[0];
47 WordList &keyword = *keywordLists[1];
48 WordList &defword = *keywordLists[2];
49 WordList &preword1 = *keywordLists[3];
50 WordList &preword2 = *keywordLists[4];
51 WordList &strings = *keywordLists[5];
52
53 StyleContext sc(startPos, length, initStyle, styler);
54
55 for (; sc.More(); sc.Forward())
56 {
57 // Determine if the current state should terminate.
58 if (sc.state == SCE_FORTH_COMMENT) {
59 if (sc.atLineEnd) {
60 sc.SetState(SCE_FORTH_DEFAULT);
61 }
62 }else if (sc.state == SCE_FORTH_COMMENT_ML) {
63 if (sc.ch == ')') {
64 sc.ForwardSetState(SCE_FORTH_DEFAULT);
65 }
66 }else if (sc.state == SCE_FORTH_IDENTIFIER || sc.state == SCE_FORTH_NUMBER) {
67 // handle numbers here too, because what we thought was a number might
68 // turn out to be a keyword e.g. 2DUP
69 if (IsASpaceChar(sc.ch) ) {
70 char s[100];
71 sc.GetCurrentLowered(s, sizeof(s));
72 int newState = sc.state == SCE_FORTH_NUMBER ? SCE_FORTH_NUMBER : SCE_FORTH_DEFAULT;
73 if (control.InList(s)) {
74 sc.ChangeState(SCE_FORTH_CONTROL);
75 } else if (keyword.InList(s)) {
76 sc.ChangeState(SCE_FORTH_KEYWORD);
77 } else if (defword.InList(s)) {
78 sc.ChangeState(SCE_FORTH_DEFWORD);
79 } else if (preword1.InList(s)) {
80 sc.ChangeState(SCE_FORTH_PREWORD1);
81 } else if (preword2.InList(s)) {
82 sc.ChangeState(SCE_FORTH_PREWORD2);
83 } else if (strings.InList(s)) {
84 sc.ChangeState(SCE_FORTH_STRING);
85 newState = SCE_FORTH_STRING;
86 }
87 sc.SetState(newState);
88 }
89 if (sc.state == SCE_FORTH_NUMBER) {
90 if (IsASpaceChar(sc.ch)) {
91 sc.SetState(SCE_FORTH_DEFAULT);
92 } else if (!IsANumChar(sc.ch)) {
93 sc.ChangeState(SCE_FORTH_IDENTIFIER);
94 }
95 }
96 }else if (sc.state == SCE_FORTH_STRING) {
97 if (sc.ch == '\"') {
98 sc.ForwardSetState(SCE_FORTH_DEFAULT);
99 }
100 }else if (sc.state == SCE_FORTH_LOCALE) {
101 if (sc.ch == '}') {
102 sc.ForwardSetState(SCE_FORTH_DEFAULT);
103 }
104 }else if (sc.state == SCE_FORTH_DEFWORD) {
105 if (IsASpaceChar(sc.ch)) {
106 sc.SetState(SCE_FORTH_DEFAULT);
107 }
108 }
109
110 // Determine if a new state should be entered.
111 if (sc.state == SCE_FORTH_DEFAULT) {
112 if (sc.ch == '\\'){
113 sc.SetState(SCE_FORTH_COMMENT);
114 } else if (sc.ch == '(' &&
115 (sc.atLineStart || IsASpaceChar(sc.chPrev)) &&
116 (sc.atLineEnd || IsASpaceChar(sc.chNext))) {
117 sc.SetState(SCE_FORTH_COMMENT_ML);
118 } else if ( (sc.ch == '$' && (IsASCII(sc.chNext) && isxdigit(sc.chNext))) ) {
119 // number starting with $ is a hex number
120 sc.SetState(SCE_FORTH_NUMBER);
121 while(sc.More() && IsASCII(sc.chNext) && isxdigit(sc.chNext))
122 sc.Forward();
123 } else if ( (sc.ch == '%' && (IsASCII(sc.chNext) && (sc.chNext == '0' || sc.chNext == '1'))) ) {
124 // number starting with % is binary
125 sc.SetState(SCE_FORTH_NUMBER);
126 while(sc.More() && IsASCII(sc.chNext) && (sc.chNext == '0' || sc.chNext == '1'))
127 sc.Forward();
128 } else if ( IsASCII(sc.ch) &&
129 (isxdigit(sc.ch) || ((sc.ch == '.' || sc.ch == '-') && IsASCII(sc.chNext) && isxdigit(sc.chNext)) )
130 ){
131 sc.SetState(SCE_FORTH_NUMBER);
132 } else if (IsAWordStart(sc.ch)) {
133 sc.SetState(SCE_FORTH_IDENTIFIER);
134 } else if (sc.ch == '{') {
135 sc.SetState(SCE_FORTH_LOCALE);
136 } else if (sc.ch == ':' && IsASCII(sc.chNext) && isspace(sc.chNext)) {
137 // highlight word definitions e.g. : GCD ( n n -- n ) ..... ;
138 // ^ ^^^
139 sc.SetState(SCE_FORTH_DEFWORD);
140 while(sc.More() && IsASCII(sc.chNext) && isspace(sc.chNext))
141 sc.Forward();
142 } else if (sc.ch == ';' &&
143 (sc.atLineStart || IsASpaceChar(sc.chPrev)) &&
144 (sc.atLineEnd || IsASpaceChar(sc.chNext)) ) {
145 // mark the ';' that ends a word
146 sc.SetState(SCE_FORTH_DEFWORD);
147 sc.ForwardSetState(SCE_FORTH_DEFAULT);
148 }
149 }
150
151 }
152 sc.Complete();
153 }
154
155 static void FoldForthDoc(Sci_PositionU, Sci_Position, int, WordList *[],
156 Accessor &) {
157 }
158
159 static const char * const forthWordLists[] = {
160 "control keywords",
161 "keywords",
162 "definition words",
163 "prewords with one argument",
164 "prewords with two arguments",
165 "string definition keywords",
166 0,
167 };
168
169 extern const LexerModule lmForth(SCLEX_FORTH, ColouriseForthDoc, "forth", FoldForthDoc, forthWordLists);
170
171