Skip to content

Latest commit

 

History

History
197 lines (172 loc) · 6.07 KB

mojoshader_lexer.re

File metadata and controls

197 lines (172 loc) · 6.07 KB
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
/**
* MojoShader; generate shader programs from bytecode of compiled
* Direct3D shaders.
*
* Please see the file LICENSE.txt in the source's root directory.
*
* This file written by Ryan C. Gordon.
*/
// This was originally based on examples/pp-c.re from re2c: http://re2c.org/
// re2c is public domain code.
//
// You build mojoshader_lexer_preprocessor.c from the .re file with re2c...
// re2c -is -o mojoshader_lexer_preprocessor.c mojoshader_lexer_preprocessor.re
//
// Changes to the lexer are done to the .re file, not the C code!
//
// Please note that this isn't a perfect C lexer, since it is used for both
// HLSL and shader assembly language, and follows the quirks of Microsoft's
// tools.
#define __MOJOSHADER_INTERNAL__ 1
#include "mojoshader_internal.h"
typedef unsigned char uchar;
Feb 12, 2009
Feb 12, 2009
27
#define RET(t) do { update_state(s, cursor, token); return t; } while (0)
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
#define YYCTYPE uchar
#define YYCURSOR cursor
#define YYLIMIT limit
#define YYMARKER s->lexer_marker
#define YYFILL(n) { if ((n) == 1) { RET(TOKEN_EOI); } }
static void update_state(IncludeState *s, const uchar *cur, const uchar *tok)
{
s->bytes_left -= (unsigned int) (cur - ((const uchar *) s->source));
s->source = (const char *) cur;
s->token = (const char *) tok;
} // update_state
Token preprocessor_internal_lexer(IncludeState *s)
{
const uchar *cursor = (const uchar *) s->source;
const uchar *token;
Feb 13, 2009
Feb 13, 2009
45
const uchar *matchptr;
46
const uchar *limit = cursor + s->bytes_left;
Feb 12, 2009
Feb 12, 2009
47
int saw_newline = 0;
48
49
50
51
52
53
54
55
scanner_loop:
token = cursor;
if (YYLIMIT == YYCURSOR)
RET(TOKEN_EOI);
/*!re2c
Feb 13, 2009
Feb 13, 2009
56
ANY = [\000-\377];
Feb 13, 2009
Feb 13, 2009
57
ANYLEGAL = [a-zA-Z0-9_/'*=+%^&|!#<>()[{}.,~^:;? \t\v\f\r\n\-\]\\];
58
59
60
61
62
63
64
65
66
O = [0-7];
D = [0-9];
L = [a-zA-Z_];
H = [a-fA-F0-9];
E = [Ee] [+-]? D+;
FS = [fFlL];
IS = [uUlL]*;
ESC = [\\] ([abfnrtv?'"\\] | "x" H+ | O+);
PP = "#" [ \t]*;
Feb 13, 2009
Feb 13, 2009
67
NEWLINE = ("\r\n" | "\r" | "\n");
68
69
70
71
WHITESPACE = [ \t\v\f]+;
*/
/*!re2c
Feb 15, 2009
Feb 15, 2009
72
73
"\\" [ \t\v\f]* NEWLINE { s->line++; goto scanner_loop; }
74
75
76
77
78
79
"/*" { goto multilinecomment; }
"//" { goto singlelinecomment; }
L (L|D)* { RET(TOKEN_IDENTIFIER); }
("0" [xX] H+ IS?) | ("0" D+ IS?) | (D+ IS?) |
Feb 13, 2009
Feb 13, 2009
80
(['] (ESC|ANY\[\r\n\\'])* ['])
81
82
83
84
85
{ RET(TOKEN_INT_LITERAL); }
(D+ E FS?) | (D* "." D+ E? FS?) | (D+ "." D* E? FS?)
{ RET(TOKEN_FLOAT_LITERAL); }
Feb 13, 2009
Feb 13, 2009
86
(["] (ESC|ANY\[\r\n\\"])* ["])
87
{ RET(TOKEN_STRING_LITERAL); }
Feb 15, 2009
Feb 15, 2009
88
Feb 12, 2009
Feb 12, 2009
89
90
91
92
93
94
95
96
97
98
99
100
">>=" { RET(TOKEN_RSHIFTASSIGN); }
"<<=" { RET(TOKEN_LSHIFTASSIGN); }
"+=" { RET(TOKEN_ADDASSIGN); }
"-=" { RET(TOKEN_SUBASSIGN); }
"*=" { RET(TOKEN_MULTASSIGN); }
"/=" { RET(TOKEN_DIVASSIGN); }
"%=" { RET(TOKEN_MODASSIGN); }
"^=" { RET(TOKEN_XORASSIGN); }
"&=" { RET(TOKEN_ANDASSIGN); }
"|=" { RET(TOKEN_ORASSIGN); }
"++" { RET(TOKEN_INCREMENT); }
"--" { RET(TOKEN_DECREMENT); }
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
">>" { RET(TOKEN_RSHIFT); }
"<<" { RET(TOKEN_LSHIFT); }
"&&" { RET(TOKEN_ANDAND); }
"||" { RET(TOKEN_OROR); }
"<=" { RET(TOKEN_LEQ); }
">=" { RET(TOKEN_GEQ); }
"==" { RET(TOKEN_EQL); }
"!=" { RET(TOKEN_NEQ); }
"##" { RET(TOKEN_HASHHASH); }
"(" { RET('('); }
")" { RET(')'); }
"[" { RET('['); }
"]" { RET(']'); }
"." { RET('.'); }
"," { RET(','); }
"&" { RET('&'); }
"!" { RET('!'); }
"~" { RET('~'); }
"-" { RET('-'); }
"+" { RET('+'); }
"*" { RET('*'); }
"/" { RET('/'); }
"%" { RET('%'); }
"<" { RET('<'); }
">" { RET('>'); }
"^" { RET('^'); }
"|" { RET('|'); }
":" { RET(':'); }
";" { RET(';'); }
"{" { RET('{'); }
"}" { RET('}'); }
"=" { RET('='); }
"?" { RET('?'); }
PP "include" { RET(TOKEN_PP_INCLUDE); }
PP "line" { RET(TOKEN_PP_LINE); }
PP "define" { RET(TOKEN_PP_DEFINE); }
PP "undef" { RET(TOKEN_PP_UNDEF); }
PP "if" { RET(TOKEN_PP_IF); }
PP "ifdef" { RET(TOKEN_PP_IFDEF); }
PP "ifndef" { RET(TOKEN_PP_IFNDEF); }
PP "else" { RET(TOKEN_PP_ELSE); }
PP "elif" { RET(TOKEN_PP_ELIF); }
PP "endif" { RET(TOKEN_PP_ENDIF); }
PP "error" { RET(TOKEN_PP_ERROR); }
Feb 17, 2009
Feb 17, 2009
147
WHITESPACE { if (s->report_whitespace) RET(' '); goto scanner_loop; }
Feb 12, 2009
Feb 12, 2009
148
NEWLINE { s->line++; RET('\n'); }
Feb 13, 2009
Feb 13, 2009
149
ANY { goto bad_chars; }
150
151
152
153
*/
multilinecomment:
if (YYLIMIT == YYCURSOR)
Feb 13, 2009
Feb 13, 2009
154
RET(TOKEN_INCOMPLETE_COMMENT);
Feb 13, 2009
Feb 13, 2009
155
matchptr = cursor;
156
157
// The "*\/" is just to avoid screwing up text editor syntax highlighting.
/*!re2c
Feb 12, 2009
Feb 12, 2009
158
159
160
"*\/" {
if (saw_newline)
RET('\n');
Feb 17, 2009
Feb 17, 2009
161
162
else if (s->report_whitespace)
RET(' ');
Feb 12, 2009
Feb 12, 2009
163
164
165
166
goto scanner_loop;
}
NEWLINE {
s->line++;
Feb 13, 2009
Feb 13, 2009
167
token = matchptr;
Feb 12, 2009
Feb 12, 2009
168
169
170
saw_newline = 1;
goto multilinecomment;
}
Feb 13, 2009
Feb 13, 2009
171
ANY { goto multilinecomment; }
172
173
174
175
176
*/
singlelinecomment:
if (YYLIMIT == YYCURSOR)
RET(TOKEN_EOI);
Feb 13, 2009
Feb 13, 2009
177
matchptr = cursor;
178
/*!re2c
Feb 13, 2009
Feb 13, 2009
179
NEWLINE { s->line++; token = matchptr; RET('\n'); }
Feb 13, 2009
Feb 13, 2009
180
ANY { goto singlelinecomment; }
181
182
183
184
*/
bad_chars:
if (YYLIMIT == YYCURSOR)
Feb 13, 2009
Feb 13, 2009
185
RET(TOKEN_BAD_CHARS);
186
187
/*!re2c
Feb 13, 2009
Feb 13, 2009
188
ANYLEGAL { cursor--; RET(TOKEN_BAD_CHARS); }
Feb 13, 2009
Feb 13, 2009
189
ANY { goto bad_chars; }
190
191
192
193
194
195
196
*/
assert(0 && "Shouldn't hit this code");
RET(TOKEN_UNKNOWN);
} // preprocessor_internal_lexer
// end of mojoshader_lexer_preprocessor.re (or .c) ...