var tr = new TokenReader( { keepDocs :true, keepWhite : true, keepComments : true, sepIdents : true });
var toks = tr.tokenize(new TextStream(str) ); // dont merge xxx + . + yyyy etc.
var ts = new TokenStream(toks);
var tr = new TokenReader( { keepDocs :true, keepWhite : true, keepComments : true, sepIdents : true });
var toks = tr.tokenize(new TextStream(str) ); // dont merge xxx + . + yyyy etc.
var ts = new TokenStream(toks);