X-Git-Url: http://git.roojs.org/?a=blobdiff_plain;f=JSDOC%2FTokenStream.vala;h=b7ba8ab84574595e6aee561d4dd653521ccfa63d;hb=dad53f90789b90b0767d049a5c449b305d64941b;hp=ff65a1907a797cac83b81b7f7031a63ca5d83166;hpb=68f814c71a748640adc6f4659b1efed1f932f43e;p=gnome.introspection-doc-generator diff --git a/JSDOC/TokenStream.vala b/JSDOC/TokenStream.vala index ff65a19..b7ba8ab 100644 --- a/JSDOC/TokenStream.vala +++ b/JSDOC/TokenStream.vala @@ -41,7 +41,7 @@ namespace JSDOC { /** @type JSDOC.Token */ - public Token? look (int n, bool considerWhitespace) + public Token? look (int n, bool considerWhitespace) // depricated... causes all sorts of problems... { @@ -80,6 +80,21 @@ namespace JSDOC { // return new Token("", "VOID", "STREAM_ERROR"); // because null isn't an object and caller always expects an object } + // look through token stream, including white space... + public Token lookAny (int n) + { + + + if (this.cursor+n < 0 || this.cursor+n > (this.tokens.size -1)) { + return new Token("", "VOID", "START_OF_STREAM"); + } + return this.tokens.get(this.cursor+n); + } + + + } + + public int lookFor (string data) { @@ -236,7 +251,7 @@ namespace JSDOC { Token token; while (null != (token = this.look(1,false))) { - debug(token.asString()); + debug("BALANCE: %d %s " , this.cursor, token.asString()); if (token.is(start)) { // Seed.print("balance: START : " + depth + " " + token.data); depth++; @@ -249,10 +264,14 @@ namespace JSDOC { if (token.is(stop)) { depth--; - // Seed.print("balance: STOP: " + depth + " " + token.data); + + print("balance (%d): STOP: %s\n" , depth , token.data); if (depth < 1) { + this.next(); // shift cursor to eat closer... + print("returning got %d\n", got.size); return got; } + } if (null == this.next()) { break; @@ -351,7 +370,14 @@ namespace JSDOC { } } - + public void dumpAllFlat() + { + for (var i = 0;i < this.tokens.size; i++) { + + print("%d: %s\n", i, this.tokens[i].asString()); + } + + } } }