tokens.push(new Token(found, "KEYW", name));
return true;
}
- if (found.indexOf('.') < 0) {
+ if (!this.sepIdents || found.indexOf('.') < 0 ) {
tokens.push(new Token(found, "NAME", "NAME"));
return true;
}
var n = found.split('.');
+ var p = false;
n.forEach(function(nm) {
+ if (p) {
+ tokens.push(new Token('.', "PUNC", "DOT"));
+ }
+ p=true;
tokens.push(new Token(nm, "NAME", "NAME"));
});
return true;