1 //<Script type="text/javascript">
3 imports['Object.js'].load(Object);
4 JSDOC = imports['JSDOC.js'].JSDOC;
5 console = imports['console.js'].console;
9 * @prop data {String} raw value of token
10 * @prop type {String} type of token
11 * TOKN (unknown) - name is UNKNOWN_TOKEN
12 * KEYW (keyword) - name is upper case version of keyword
13 * COMM (comment) - name is MULTI_LINE_COMM, JSDOC, SINGLE_LINE_COMM
14 * NAME (name/identifier) - name is NAME
15 * PUNC (puctuation) - name is String description of punctionan (eg LEFTPARAM)
16 * WHIT (white space) - name is SPACE,NEWLINE
17 * STRN (string) - name is DOBULE_QUOTE, SINGLE_QUOTE
18 * NUMB (number) - name is OCTAL,DECIMAL,HEC_DEC
19 * REGX (regular expression) - name is REGX
20 * @prop name {String} see type details above
25 Token = Object.define(
26 function(data, type, name) {
42 Roo.each(this.items, function(ai) {
45 Roo.each(ai, function(it) {
46 str += it.toRaw(lvl + 1);
55 for (var i in this.props) {
56 ret += this.props[i].key.toRaw(lvl+1) + ' : ';
57 Roo.each(this.props[i].val, function(e) {
66 return this.prefix + ret;
74 eval( "_tmp = " + this.data);
77 return "ERROR unparsable" + this.data;
84 return this.name === what || this.type === what;