}
return true;
}
- console.log(tokens);
+
while (!stream.look().eof) {
-
if (this.read_mlcomment(stream, tokens)) continue;
if (this.read_slcomment(stream, tokens)) continue;
if (this.read_dbquote(stream, tokens)) continue;
if (this.read_regx(stream, tokens)) continue;
if (this.read_numb(stream, tokens)) continue;
if (this.read_punc(stream, tokens)) continue;
+ if(typeof(tokens) == 'undefined') {console.log('empty????');}
if (this.read_newline(stream, tokens)) continue;
if (this.read_space(stream, tokens)) continue;
if (this.read_word(stream, tokens)) continue;
found = "\n";
}
if (this.keepWhite) {
+ console.log(typeof(tokens));
var last = tokens.pop();
if (last && last.name != "WHIT") {
tokens.push(last);