X-Git-Url: http://git.roojs.org/?a=blobdiff_plain;f=JSDOC%2FToken.js;h=52689bac562105d396e82227d464a4f03349878d;hb=4874ad3e1d08502e88986231f3de271795ca2302;hp=cad35477228e4f8410cfd17d15ef94c9c7f739a3;hpb=109b8349b9418a05e20e50ecede10bd80386b062;p=gnome.introspection-doc-generator

diff --git a/JSDOC/Token.js b/JSDOC/Token.js
index cad3547..52689ba 100644
--- a/JSDOC/Token.js
+++ b/JSDOC/Token.js
@@ -1,33 +1,72 @@
 //<Script type="text/javascript">
 
-imports['Object.js'].load(Object);
-JSDOC   = imports['JSDOC.js'].JSDOC;
-console = imports['console.js'].console;
+const XObject = imports.XObject.XObject;
+ 
+const console = imports.console.console;
 /**
-	@constructor
+ *	@class Token
+ * 
+ *  @prop data {String} raw value of token
+ *  @prop type {String} type of token
+ *     TOKN  (unknown)          - name is UNKNOWN_TOKEN
+ * 
+ *     KEYW  (keyword)          - name is upper case version of keyword
+ *     NAME  (name/identifier)  - name is NAME
+ *     COMM  (comment)          - name is MULTI_LINE_COMM, JSDOC, SINGLE_LINE_COMM
+ *     PUNC  (puctuation)       - name is String description of punctionan (eg LEFTPARAM)
+ *     WHIT  (white space)      - name is SPACE,NEWLINE
+ *     STRN  (string)           - name is DOBULE_QUOTE, SINGLE_QUOTE
+ *     NUMB  (number)           - name is OCTAL,DECIMAL,HEC_DEC
+ *     REGX   (reg.expression)  - name is REGX
+ *  @prop name {String} see type details above
+ *  @prop identifier {Identifier} identifier class if relivant
+ * 
+ * 
+ * 
+ * old mappings:
+ * 
+ * Script.TOKidentifier  - type == 'NAME'
+ * Script.TOKassign  = data == '='
+ * Script.TOKsemicolon data == '';
+ * 
+ * 
+ * 
 */
 
-Token = Object.define(
-    function(data, type, name) {
+const Token = XObject.define(
+    function(data, type, name, line) {
         this.data = data;
         this.type = type;
         this.name = name;
-        this.prefix = '';
+        this.line = line;
+        this.prefix = '';    
+        this.outData = false; // used by packer/scopeparser
+        this.identifier = false; // used by scope
+        this.id = Token.id++;
     }, 
     Object, 
     {
+         toString: function()
+        {
+            return 'line:' + this.line + ', type:' + this.type + 
+                ', name:' + this.name + ', data:' + this.data + 
+                ((this.outData === false) ? '' : ( 'outData : ' + this.outData));
+        },
+        
         
         toRaw : function(lvl)
         {
             lvl = lvl || 0;
             
             var ret =  this.data ;
+            
+            
             if (this.items) {
                 var ar = [];
-                Roo.each(this.items, function(ai) {
+                this.items.forEach(  function(ai) {
                     
                     var str = '';
-                    Roo.each(ai, function(it) {
+                    ai.forEach(  function(it) {
                         str += it.toRaw(lvl + 1);
                     })
                     ar.push(str);
@@ -39,7 +78,7 @@ Token = Object.define(
             if (this.props) {
                 for (var i in this.props) {
                     ret += this.props[i].key.toRaw(lvl+1) + ' : ';
-                    Roo.each(this.props[i].val, function(e) {
+                    this.props[i].val.forEach( function(e) {
                         ret+=e.toRaw(lvl+1);
                     })
                     
@@ -69,4 +108,4 @@ Token = Object.define(
             return this.name === what || this.type === what;
         }
 });
-     
\ No newline at end of file
+Token.id = 0;     
\ No newline at end of file