JSDOC/TokenReader.vala

diff --git a/JSDOC/TokenReader.vala b/JSDOC/TokenReader.vala
index a30fcd2..e6e9a9d 100644 (file)
--- a/JSDOC/TokenReader.vala
+++ b/JSDOC/TokenReader.vala
@@ -1,7 +1,24 @@
 //<script type="text/javascript">
 
  
+// test code
 
+void main() {
+        var tr = new  JSDOC.TokenReader();
+        tr.keepDocs =true;
+            tr.keepWhite = true;
+            tr.keepComments = true;
+            tr.sepIdents = true;
+            tr.collapseWhite = false;
+            tr.filename = "test";
+        });
+        this.timerPrint("START" + fn);
+        
+        // we can load translation map here...
+        
+        var toks = tr.tokenize(new TextStream(str)); // dont merge xxx + . + yyyy etc.
+        
+}
 
 //const Token   = imports.Token.Token;
 //const Lang    = imports.Lang.Lang;
@@ -10,6 +27,9 @@
        @class Search a {@link JSDOC.TextStream} for language tokens.
 */
 
+
+
+
 namespace JSDOC {
 
     public class TokenArray: Object {