JSDOC = imports['JSDOC.js'].JSDOC;
console = imports['console.js'].console;
/**
- * @constructor
+ * @class Token
+ *
+ * @prop data {String} raw value of token
+ * @prop type {String} type of token
+ * TOKN (unknown) - name is UNKNOWN_TOKEN
+ * KEYW (keyword) - name is upper case version of keyword
+ * COMM (comment) - name is MULTI_LINE_COMM, JSDOC, SINGLE_LINE_COMM
+ * NAME (name / identifier) - name is NAME
+ * PUNC (puctuation) - name is String description of punctionan (eg LEFTPARAM)
+ * WHIT (white space) - name is SPACE,NEWLINE
+ * STRN (string) - name is DOBULE_QUOTE, SINGLE_QUOTE
+ * NUMB (number) - name is OCTAL,DECIMAL,HEC_DEC
+ * REGX (regular expression) - name is REGX
+ * @prop name {String} see type details above
*
- * types:
- * TOKN (unknown)
- * KEYW (keyword)
- * COMM (comment)
- * NAME (name / identifier)
- * PUNC (puctuation)
- * WHIT (white space)
- * STRN (string)
- * NUMB (number)
- * REGX (regular expression)
*
*/