//<Script type="text/javascript">
-imports['Object.js'].load(Object);
-JSDOC = imports['JSDOC.js'].JSDOC;
-console = imports['console.js'].console;
+XObject = imports.XObject.XObject;
+
+console = imports.console.console;
/**
- * @constructor
+ * @class Token
+ *
+ * @prop data {String} raw value of token
+ * @prop type {String} type of token
+ * TOKN (unknown) - name is UNKNOWN_TOKEN
+ *
+ * KEYW (keyword) - name is upper case version of keyword
+ * NAME (name/identifier) - name is NAME
+ * COMM (comment) - name is MULTI_LINE_COMM, JSDOC, SINGLE_LINE_COMM
+ * PUNC (puctuation) - name is String description of punctionan (eg LEFTPARAM)
+ * WHIT (white space) - name is SPACE,NEWLINE
+ * STRN (string) - name is DOBULE_QUOTE, SINGLE_QUOTE
+ * NUMB (number) - name is OCTAL,DECIMAL,HEC_DEC
+ * REGX (reg.expression) - name is REGX
+ * @prop name {String} see type details above
+ * @prop identifier {Identifier} identifier class if relivant
+ *
+ *
+ *
+ * old mappings:
+ *
+ * Script.TOKidentifier - type == 'NAME'
+ * Script.TOKassign = data == '='
+ * Script.TOKsemicolon data == '';
+ *
*
- * types:
- * TOKN (unknown)
- * KEYW (keyword)
- * COMM (comment)
- * NAME (name / identifier)
- * PUNC (puctuation)
- * WHIT (white space)
- * STRN (string)
- * NUMB (number)
- * REGX (regular expression)
*
-
*/
-Token = Object.define(
- function(data, type, name) {
+Token = XObject.define(
+ function(data, type, name, line) {
this.data = data;
this.type = type;
this.name = name;
- this.prefix = '';
+ this.line = line;
+ this.prefix = '';
+ this.outData = false; // used by packer/scopeparser
+ this.identifier = false; // used by scope
+ this.id = Token.id++;
},
Object,
{
+ toString: function()
+ {
+ return 'line:' + this.line + ', type:' + this.type +
+ ', name:' + this.name + ', data:' + this.data +
+ ((this.outData === false) ? '' : ( 'outData : ' + this.outData));
+ },
+
toRaw : function(lvl)
{
return this.name === what || this.type === what;
}
});
-
\ No newline at end of file
+Token.id = 0;
\ No newline at end of file