X-Git-Url: http://git.roojs.org/?a=blobdiff_plain;f=JSDOC%2FTokenReader.js;h=6ee83b99a83bb4c1b517d4e2b29c299face756cc;hb=61373dc4e1077ba12162044fb3c7830164922c08;hp=4a46248750e90c335ff2a0dadcd0ce901f54017b;hpb=f2c1fc2a704444332aa1d3ad689246de7726aa8a;p=gnome.introspection-doc-generator

diff --git a/JSDOC/TokenReader.js b/JSDOC/TokenReader.js
index 4a46248..6ee83b9 100644
--- a/JSDOC/TokenReader.js
+++ b/JSDOC/TokenReader.js
@@ -1,17 +1,17 @@
 //<script type="text/javascript">
 
  
-XObject = imports.XObject.XObject;
-console = imports.console.console;
+const XObject = imports.XObject.XObject;
+const console = imports.console.console;
 
 
-Token   = imports.Token.Token;
-Lang    = imports.Lang.Lang;
+const Token   = imports.Token.Token;
+const Lang    = imports.Lang.Lang;
 
 /**
 	@class Search a {@link JSDOC.TextStream} for language tokens.
 */
-TokenReader = XObject.define(
+const TokenReader = XObject.define(
     function(o) {
         
         XObject.extend(this, o || {});
@@ -31,7 +31,8 @@ TokenReader = XObject.define(
         sepIdents : false,
         /** @cfg {String} filename name of file being parsed. **/
         filename : '',
-        
+        /** @config {Boolean} ignoreBadGrammer do not throw errors if we find stuff that might break compression **/
+        ignoreBadGrammer : false,
         /**
          * tokenize a stream
          * @return {Array} of tokens
@@ -51,9 +52,11 @@ TokenReader = XObject.define(
                 for (var i = tokens.length-1; i >= 0; i--) {
                     if (!(tokens[i].is("WHIT") || tokens[i].is("COMM"))) return tokens[i];
                 }
+                return true;
             }
 
             while (!stream.look().eof) {
+                console.log(tokens);
                 if (this.read_mlcomment(stream, tokens)) continue;
                 if (this.read_slcomment(stream, tokens)) continue;
                 if (this.read_dbquote(stream, tokens))   continue;
@@ -120,6 +123,7 @@ TokenReader = XObject.define(
             for (var i = n-1; i >= 0; i--) {
                 if (!(tokens[i].is("WHIT") || tokens[i].is("COMM"))) return tokens[i];
             }
+            return null;
         },
         
          
@@ -147,12 +151,14 @@ TokenReader = XObject.define(
                     //Seed.print('(@' + n);
                     
                     var lt = this.lastSym(tokens, n);
-                   Seed.print(JSON.stringify(lt));
+                    print(JSON.stringify(lt));
                     if (lt.type != 'KEYW' || ['IF', 'WHILE'].indexOf(lt.name) < -1) {
-                        throw {
-                            name : "ArgumentError", 
-                            message: "\n" + this.filename + ':' + this.line + " Error - return found after )"
-                        }   
+                        if (!this.ignoreBadGrammer) {
+                            throw {
+                                name : "ArgumentError", 
+                                message: "\n" + this.filename + ':' + this.line + " Error - return found after )"
+                            }
+                        }
                     }
                     
                     
@@ -199,10 +205,15 @@ TokenReader = XObject.define(
             if ((found == '}' || found == ']') && tokens.lastSym().data == ',') {
                 //print("Error - comma found before " + found);
                 //print(JSON.stringify(tokens.lastSym(), null,4));
-                throw {
-                    name : "ArgumentError", 
-                    message: "\n" + this.filename + ':' + this.line + " Error - comma found before " + found
-                }   
+                if (this.ignoreBadGrammer) {
+                    print("\n" + this.filename + ':' + this.line + " Error - comma found before " + found);
+                } else {
+                    
+                    throw {
+                        name : "ArgumentError", 
+                        message: "\n" + this.filename + ':' + this.line + " Error - comma found before " + found
+                    }
+                }
             }
             
             tokens.push(new Token(found, "PUNC", Lang.punc(found), this.line));