X-Git-Url: http://git.roojs.org/?p=gnome.introspection-doc-generator;a=blobdiff_plain;f=JSDOC%2FTokenReader.js;h=a635ede5b9e84f9b1da81418c2461c1043dad5e2;hp=f1f2b05388f4b3b2b9eb94b98e3edc923995ec48;hb=f2fca134e0b3284adaaabd66a14d06433d52d55a;hpb=40857a107007df2ea6ac700caf8476c77175bf78 diff --git a/JSDOC/TokenReader.js b/JSDOC/TokenReader.js index f1f2b05..a635ede 100644 --- a/JSDOC/TokenReader.js +++ b/JSDOC/TokenReader.js @@ -26,8 +26,15 @@ TokenReader = XObject.define( /** - @type {JSDOC.Token[]} + * tokenize a stream + * @return {Array} of tokens + * + * ts = new TextStream(File.read(str)); + * tr = TokenReader({ keepComments : true, keepWhite : true }); + * tr.tokenize(ts) + * */ + tokenize : function(/**JSDOC.TextStream*/stream) {