5 # Run compiler unit tests
7 # Copyright (c) 2008/2009 Matthias Kramm <kramm@quiss.org>
9 # This program is free software; you can redistribute it and/or modify
10 # it under the terms of the GNU General Public License as published by
11 # the Free Software Foundation; either version 2 of the License, or
12 # (at your option) any later version.
14 # This program is distributed in the hope that it will be useful,
15 # but WITHOUT ANY WARRANTY; without even the implied warranty of
16 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 # GNU General Public License for more details.
19 # You should have received a copy of the GNU General Public License
20 # along with this program; if not, write to the Free Software
21 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */
29 from optparse import OptionParser
34 for line in s.split("\n"):
35 if line.startswith("[") and line.endswith("]"):
39 if not line.startswith("ok"):
41 if line.startswith("ok "):
45 nr,len = int(line[3:i]),int(line[i+1:])
61 def runcmd(cmd,args,wait):
64 fo = os.fdopen(fo, "wb")
65 p = subprocess.Popen([cmd] + args, executable=cmd, stdout=fo, stderr=fo)
68 for i in range(wait*10):
69 if fi in select.select([fi],[],[], 0.01)[0]:
70 output += os.read(fi, 8192)
71 if "[exit]" in output:
79 os.system("killall -9 %s >/dev/null 2>/dev/null" % cmd)
82 if fi in select.select([fi],[],[], 0.01)[0]:
83 output += os.read(fi, 8192)
89 def __init__(self, filename):
90 self.filename_milestone = filename+"_milestone"
92 self.filename2status = marshal.load(open(filename, "rb"))
94 self.filename2status = {}
96 self.milestone = marshal.load(open(filename, "rb"))
100 def parse_args(self):
101 parser = OptionParser()
102 parser.add_option("-d", "--diff", dest="diff", help="Only run tests that failed the last time",action="store_true")
103 parser.add_option("-a", "--all", dest="all", help="Run all tests (also tests expected fail)",action="store_true")
104 parser.add_option("-t", "--tag", dest="tag", help="Mark the current pass/fail statistic as milestone",action="store_true")
105 (options, args) = parser.parse_args()
106 self.__dict__.update(options.__dict__)
110 self.runtime = 5 # allow more time if we're tagging this state
114 self.checknum = int(args[0])
118 return Cache(filename)
120 def save(self, filename):
121 fi = open(filename, "wb")
122 marshal.dump(self.filename2status, fi)
126 fi = open(self.filename_milestone, "wb")
127 marshal.dump(self.filename2status, fi)
130 def highlight(self, nr, filename):
131 return self.checknum==nr
133 def skip_file(self, nr, filename):
134 if self.checknum>=0 and nr!=self.checknum:
136 if not self.all and self.milestone[filename]!="ok":
138 if self.diff and self.filename2status[filename]=="ok":
142 def file_status(self, filename, status):
143 self.filename2status[filename] = status
146 def __init__(self, cache, nr, file, run):
151 self.flash_output = None
152 self.flash_error = None
153 self.compile_output = None
154 self.compile_error = None
157 try: os.unlink("abc.swf");
159 ret,output = runcmd("./parser",[self.file],wait=cache.runtime)
160 self.compile_error = 0
161 self.compile_output = output
164 self.compile_output += "\nExit status %d" % (-ret)
165 self.exit_status = -ret
166 self.compile_error = 1
168 if not os.path.isfile("abc.swf"):
169 self.compile_error = 1
174 ret,output = runcmd("flashplayer",["abc.swf"],wait=cache.runtime)
175 os.system("killall flashplayer")
176 self.flash_output = output
178 if not check(self.flash_output):
184 print self.r(str(self.nr),3)," ",
185 if self.compile_error:
187 if self.exit_status == 11:
196 if not self.flash_error:
205 def doprintlong(self):
206 print self.nr, self.file
207 print "================================"
208 print "compile:", (self.compile_error and "error" or "ok")
209 print self.compile_output
212 print "================================"
213 print "run:", (self.flash_error and "error" or "ok")
214 print self.flash_output
215 print "================================"
220 return (" "*(l-len(s))) + s
224 return s + (" "*(l-len(s)))
226 class Test(TestBase):
227 def __init__(self, cache, nr, file):
228 TestBase.__init__(self, cache, nr, file, run=1)
229 if self.compile() and self.run():
230 cache.file_status(file, "ok")
232 cache.file_status(file, "error")
234 class ErrTest(TestBase):
235 def __init__(self, cache, nr, file):
236 TestBase.__init__(self, cache, nr, file, run=0)
238 cache.file_status(file, "error")
239 self.compile_error = True
241 cache.file_status(file, "ok")
242 self.compile_error = False
245 def __init__(self, cache, dir):
248 self.errtest = "err" in dir
250 print "-"*40,"tests \""+self.dir+"\"","-"*40
251 for file in sorted(os.listdir(self.dir)):
252 if not file.endswith(".as"):
255 file = os.path.join(self.dir, file)
257 if cache.skip_file(nr, file):
261 test = ErrTest(cache, nr, file)
263 test = Test(cache, nr, file)
265 if not cache.highlight(nr, file):
271 cache = Cache.load(".tests.cache")
275 nr = Suite(cache, "err").run(nr)
276 nr = Suite(cache, "ok").run(nr)
278 cache.save(".tests.cache")