X-Git-Url: http://git.roojs.org/?a=blobdiff_plain;f=JSDOC%2FTokenReader.vala;h=699aea499eed05413093f991ede88c97733a27b6;hb=2dd535d8a82d68301da890704dc747453357d18c;hp=6ee122a00f4f1eca5bd1e5f9234da0dc405d70e7;hpb=709c138a25d1f9a0084b7123b88ee39da2e88e19;p=gnome.introspection-doc-generator diff --git a/JSDOC/TokenReader.vala b/JSDOC/TokenReader.vala index 6ee122a..699aea4 100644 --- a/JSDOC/TokenReader.vala +++ b/JSDOC/TokenReader.vala @@ -2,23 +2,7 @@ // test code - -void main() { - var lc = new JSDOC.Lang_Class (); - var tr = new JSDOC.TokenReader(); - tr.keepDocs =true; - tr.keepWhite = true; - tr.keepComments = true; - tr.sepIdents = true; - tr.collapseWhite = false; - tr.filename = "test"; - string str; - FileUtils.get_contents("/home/alan/gitlive/gnome.introspection-doc-generator/JSDOC/Walker2.js", out str); - - var toks = tr.tokenize(new JSDOC.TextStream(str)); // dont merge xxx + . + yyyy etc. - toks.dump(); -} - + //const Token = imports.Token.Token; //const Lang = imports.Lang.Lang; @@ -74,7 +58,7 @@ namespace JSDOC { public void dump() { foreach(var token in this.tokens) { - print(token.asString()); + print(token.asString() +"\n"); } }