X-Git-Url: http://git.roojs.org/?a=blobdiff_plain;f=JSDOC%2FTokenReader.vala;h=699aea499eed05413093f991ede88c97733a27b6;hb=3758db8661949a3f6644e7ac55074f071f6ba8cd;hp=c5c534ee72888514a1cb2df56fd57329a67bafb9;hpb=a1b60a5b8f9d5f144ea7c1c7e2cd91cacca1bf66;p=gnome.introspection-doc-generator diff --git a/JSDOC/TokenReader.vala b/JSDOC/TokenReader.vala index c5c534e..699aea4 100644 --- a/JSDOC/TokenReader.vala +++ b/JSDOC/TokenReader.vala @@ -2,23 +2,7 @@ // test code - -void main() { - var lc = new JSDOC.Lang_Class (); - var tr = new JSDOC.TokenReader(); - tr.keepDocs =true; - tr.keepWhite = true; - tr.keepComments = true; - tr.sepIdents = true; - tr.collapseWhite = false; - tr.filename = "test"; - string str; - FileUtils.get_contents("/home/alan/gitlive/gnome.introspection-doc-generator/JSDOC/Walker2.js", out str); - - var toks = tr.tokenize(new JSDOC.TextStream(str)); // dont merge xxx + . + yyyy etc. - toks.dump(); -} - + //const Token = imports.Token.Token; //const Lang = imports.Lang.Lang; @@ -74,7 +58,7 @@ namespace JSDOC { public void dump() { foreach(var token in this.tokens) { - print(token.asString()); + print(token.asString() +"\n"); } } @@ -422,7 +406,7 @@ namespace JSDOC { ) { var line = this.line; while (!stream.lookEOF()) { - print(stream.look().to_string()); + //print(stream.look().to_string()); if ( Lang.isNewline(stream.look().to_string())) { break; }