3 Routines for compiling Flash2 AVM2 ABC Actionscript
5 Extension module for the rfxswf library.
6 Part of the swftools package.
8 Copyright (c) 2008 Matthias Kramm <kramm@quiss.org>
10 This program is free software; you can redistribute it and/or modify
11 it under the terms of the GNU General Public License as published by
12 the Free Software Foundation; either version 2 of the License, or
13 (at your option) any later version.
15 This program is distributed in the hope that it will be useful,
16 but WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 GNU General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */
31 #include "tokenizer.h"
34 static void countlines(char*text, int len) {
46 static int verbose = 1;
47 static void dbg(const char*format, ...)
54 va_start(arglist, format);
55 vsprintf(buf, format, arglist);
58 while(l && buf[l-1]=='\n') {
62 printf("(tokenizer) ");
67 void syntaxerror(const char*format, ...)
74 va_start(arglist, format);
75 vsprintf(buf, format, arglist);
77 fprintf(stderr, "%s:%d:%d: error: %s\n", current_filename, current_line, current_column, buf);
83 #ifndef YY_CURRENT_BUFFER
84 #define YY_CURRENT_BUFFER yy_current_buffer
87 void handleInclude(char*text, int len, char quotes)
91 char*p1 = strchr(text, '"');
92 char*p2 = strrchr(text, '"');
93 if(!p1 || !p2 || p1==p2) {
94 syntaxerror("Invalid include in line %d\n", current_line);
97 filename = strdup(p1+1);
101 while(!strchr(" \n\r\t", text[i1])) i1++;
103 while(strchr(" \n\r\t", text[i1])) i1++;
104 while(strchr(" \n\r\t", text[i2-1])) i2--;
105 if(i2!=len) text[i2]=0;
106 filename = strdup(&text[i1]);
109 char*fullfilename = enter_file(filename, YY_CURRENT_BUFFER);
110 yyin = fopen(fullfilename, "rb");
112 syntaxerror("Couldn't open include file \"%s\"\n", fullfilename);
115 yy_switch_to_buffer(yy_create_buffer( yyin, YY_BUF_SIZE ) );
116 //BEGIN(INITIAL); keep context
119 char start_of_expression;
121 static inline int m(int type)
123 char*s = malloc(yyleng+1);
124 memcpy(s, yytext, yyleng);
134 static char numberbuf[64];
135 static inline int handlenumber()
137 if(yyleng>sizeof(numberbuf)-1)
138 syntaxerror("decimal number overflow");
141 memcpy(s, yytext, yyleng);
146 for(t=0;t<yyleng;t++) {
149 syntaxerror("Invalid number");
151 } else if(!strchr("-0123456789", yytext[t])) {
152 syntaxerror("Invalid number");
156 avm2_lval.number_float = atof(s);
159 char l = (yytext[0]=='-');
161 char*max = l?"1073741824":"2147483647";
163 syntaxerror("integer overflow");
166 for(t=0;t<yyleng-l;t++) {
167 if(yytext[l+t]>max[t])
168 syntaxerror("integer overflow %s > %s", s+l,max);
169 else if(yytext[l+t]<max[t])
175 avm2_lval.number_int = v;
184 for(t=0;t<yyleng;t++) {
188 avm2_lval.number_uint = v;
198 void initialize_scanner();
199 #define YY_USER_INIT initialize_scanner();
201 #define c() {countlines(yytext, yyleng);}
208 NAME [a-zA-Z_][a-zA-Z0-9_\\]*
210 NUMBER -?[0-9]+(\.[0-9]*)?
212 STRING ["](\\[\x00-\xff]|[^\\"\n])*["]|['](\\[\x00-\xff]|[^\\'\n])*[']
214 MULTILINE_COMMENT [/][*]([*][^/]|[^*]|[\x00-\x31])*[*]+[/]
215 SINGLELINE_COMMENT \/\/[^\n]*\n
216 REGEXP [/]([^/\n]|\\[/])*[/][a-zA-Z]*
220 {SINGLELINE_COMMENT} {c(); /* single line comment */}
221 {MULTILINE_COMMENT} {c(); /* multi line comment */}
222 [/][*] {syntaxerror("syntax error: unterminated comment", yytext);}
224 ^include{S}+{STRING}{S}*/\n {c();handleInclude(yytext, yyleng, 1);}
225 ^include{S}+[^" \t\r\n][\x20-\xff]*{S}*/\n {c();handleInclude(yytext, yyleng, 0);}
226 {STRING} {c(); BEGIN(INITIAL);return m(T_STRING);}
228 <BEGINNING,REGEXPOK>{
229 {REGEXP} {c(); BEGIN(INITIAL);return m(T_REGEXP);}
232 \xef\xbb\xbf {/* utf 8 bom */}
235 {NUMBER} {c(); BEGIN(INITIAL);return handlenumber();}
237 [>][=] {return m(T_GE);}
238 [<][=] {return m(T_LE);}
239 [-][-] {BEGIN(INITIAL);return m(T_MINUSMINUS);}
240 [+][+] {BEGIN(INITIAL);return m(T_PLUSPLUS);}
241 == {BEGIN(REGEXPOK);return m(T_EQEQ);}
242 \.\. {return m(T_DOTDOT);}
244 :: {return m(T_COLONCOLON);}
246 implements {return m(KW_IMPLEMENTS);}
247 interface {return m(KW_INTERFACE);}
248 namespace {return m(KW_NAMESPACE);}
249 protected {return m(KW_PROTECTED);}
250 override {return m(KW_OVERRIDE);}
251 internal {return m(KW_INTERNAL);}
252 function {return m(KW_FUNCTION);}
253 package {return m(KW_PACKAGE);}
254 private {return m(KW_PRIVATE);}
255 Boolean {return m(KW_BOOLEAN);}
256 dynamic {return m(KW_DYNAMIC);}
257 extends {return m(KW_EXTENDS);}
258 public {return m(KW_PUBLIC);}
259 native {return m(KW_NATIVE);}
260 static {return m(KW_STATIC);}
261 import {return m(KW_IMPORT);}
262 Number {return m(KW_NUMBER);}
263 class {return m(KW_CLASS);}
264 const {return m(KW_CONST);}
265 final {return m(KW_FINAL);}
266 False {return m(KW_FALSE);}
267 True {return m(KW_TRUE);}
268 uint {return m(KW_UINT);}
269 null {return m(KW_NULL);}
270 use {return m(KW_USE);}
271 int {return m(KW_INT);}
272 new {return m(KW_NEW);}
273 get {return m(KW_GET);}
274 for {return m(KW_FOR);}
275 set {return m(KW_SET);}
276 var {return m(KW_VAR);}
277 is {return m(KW_IS) ;}
278 as {return m(KW_AS);}
279 {NAME} {c();BEGIN(INITIAL);return m(T_IDENTIFIER);}
281 [+-\/*^~@$!%&\(=\[\]\{\}|?:;,.<>] {c();BEGIN(REGEXPOK);return m(yytext[0]);}
282 [\)\]] {c();BEGIN(INITIAL);return m(yytext[0]);}
284 . {char c1=yytext[0];
289 char c = buf[t]=input();
290 if(c=='\n' || c==EOF) {
295 if(c1>='0' && c1<='9')
296 syntaxerror("syntax error: %s (identifiers must not start with a digit)");
298 syntaxerror("syntax error: %s", buf);
304 void*b = leave_file();
307 yy_delete_buffer(YY_CURRENT_BUFFER);
310 yy_delete_buffer(YY_CURRENT_BUFFER);
311 yy_switch_to_buffer(b);
322 static char mbuf[256];
323 char*token2string(token_t*t)
326 if(nr==T_STRING) return "<string>";
327 else if(nr==T_INT) return "<int>";
328 else if(nr==T_UINT) return "<uint>";
329 else if(nr==T_FLOAT) return "<float>";
330 else if(nr==T_REGEXP) return "REGEXP";
331 else if(nr==T_EOF) return "***END***";
332 else if(nr==T_GE) return ">=";
333 else if(nr==T_LE) return "<=";
334 else if(nr==T_MINUSMINUS) return "--";
335 else if(nr==T_PLUSPLUS) return "++";
336 else if(nr==KW_IMPLEMENTS) return "implements";
337 else if(nr==KW_INTERFACE) return "interface";
338 else if(nr==KW_NAMESPACE) return "namespace";
339 else if(nr==KW_PROTECTED) return "protected";
340 else if(nr==KW_OVERRIDE) return "override";
341 else if(nr==KW_INTERNAL) return "internal";
342 else if(nr==KW_FUNCTION) return "function";
343 else if(nr==KW_PACKAGE) return "package";
344 else if(nr==KW_PRIVATE) return "private";
345 else if(nr==KW_BOOLEAN) return "Boolean";
346 else if(nr==KW_DYNAMIC) return "dynamic";
347 else if(nr==KW_EXTENDS) return "extends";
348 else if(nr==KW_PUBLIC) return "public";
349 else if(nr==KW_NATIVE) return "native";
350 else if(nr==KW_STATIC) return "static";
351 else if(nr==KW_IMPORT) return "import";
352 else if(nr==KW_NUMBER) return "number";
353 else if(nr==KW_CLASS) return "class";
354 else if(nr==KW_CONST) return "const";
355 else if(nr==KW_FINAL) return "final";
356 else if(nr==KW_FALSE) return "False";
357 else if(nr==KW_TRUE) return "True";
358 else if(nr==KW_UINT) return "uint";
359 else if(nr==KW_NULL) return "null";
360 else if(nr==KW_USE) return "use";
361 else if(nr==KW_INT) return "int";
362 else if(nr==KW_NEW) return "new";
363 else if(nr==KW_GET) return "get";
364 else if(nr==KW_FOR) return "for";
365 else if(nr==KW_SET) return "set";
366 else if(nr==KW_VAR) return "var";
367 else if(nr==KW_IS) return "is";
368 else if(nr==KW_AS) return "as";
369 else if(nr==T_IDENTIFIER) {
370 if(strlen(t->text)>sizeof(mbuf)-1)
372 sprintf(mbuf, "ID(%s)", t->text);
375 sprintf(mbuf, "%d", nr);
380 void initialize_scanner()