X-Git-Url: http://git.roojs.org/?p=gnome.introspection-doc-generator;a=blobdiff_plain;f=JSDOC%2FTokenReader.js;h=a635ede5b9e84f9b1da81418c2461c1043dad5e2;hp=10f6f8c12429ae9949258cd8ac2e1c2ec26f80fc;hb=f2fca134e0b3284adaaabd66a14d06433d52d55a;hpb=c18990c4acd590f7480dd59b68ecd828feb0531a diff --git a/JSDOC/TokenReader.js b/JSDOC/TokenReader.js index 10f6f8c..a635ede 100644 --- a/JSDOC/TokenReader.js +++ b/JSDOC/TokenReader.js @@ -27,12 +27,14 @@ TokenReader = XObject.define( /** * tokenize a stream - * @return {Array} of tokens - */ - @type {JSDOC.Token[]} - - + * @return {Array} of tokens + * + * ts = new TextStream(File.read(str)); + * tr = TokenReader({ keepComments : true, keepWhite : true }); + * tr.tokenize(ts) + * */ + tokenize : function(/**JSDOC.TextStream*/stream) {