JSDOC/TokenReader.js
[gnome.introspection-doc-generator] / JSDOC / TokenReader.js
index 5e7b4d5..ad4b371 100644 (file)
@@ -29,7 +29,7 @@ TokenReader = XObject.define(
          * tokenize a stream
          * @return {Array} of tokens
          * 
-         * ts = new TextStream();
+         * ts = new TextStream(File.read(str));
          * tr = TokenReader({ keepComments : true, keepWhite : true });
          * tr.tokenize(ts)
          * 
@@ -159,7 +159,9 @@ TokenReader = XObject.define(
             }
             else {
                 if (this.collapseWhite) found = "\n";
-                if (this.keepWhite) tokens.push(new Token(found, "WHIT", "NEWLINE", this.line));
+                if (this.keepWhite) {
+                    tokens.push(new Token(found, "WHIT", "NEWLINE", this.line));
+                }
                 return true;
             }
         },