public class TokenStream : Object
{
- Gee.ArrayList<Token> tokens;
- int cursor; // where are we in the stream.
+ protected Gee.ArrayList<Token> tokens;
+ public int cursor; // where are we in the stream.
public TokenStream(Gee.ArrayList<Token> tokens) {
this.rewind();
}
-
+ public Gee.ArrayList<Token> toArray()
+ {
+ return this.tokens;
+ }
public void rewind() {
if (i < 0) {
return new Token("", "VOID", "START_OF_STREAM");
}
- if (i > this.tokens.size) {
+ if (i >= this.tokens.size) {
return new Token("", "VOID", "END_OF_STREAM");
}
i += (n < 0) ? -1 : 1;
}
- return new Token("", "VOID", "STREAM_ERROR"); // because null isn't an object and caller always expects an object
+ // return new Token("", "VOID", "STREAM_ERROR"); // because null isn't an object and caller always expects an object
}
}
// should not get here!
- return -1;
+ // return -1;
}
}
return new Token("", "VOID", "END_OF_STREAM");
}
- if (i > this.tokens.size) {
+ if (i >= this.tokens.size) {
return new Token("", "VOID", "END_OF_STREAM");
}
i += (n < 0) ? -1 : 1;
}
// should never get here..
- return new Token("", "VOID", "END_OF_STREAM");; // because null isn't an object and caller always expects an object;
+ // return new Token("", "VOID", "END_OF_STREAM");; // because null isn't an object and caller always expects an object;
}
* @param start {String} token name or data (eg. '{'
* @param stop {String} (Optional) token name or data (eg. '}'
*/
- public Gee.ArrayList<Token> balance (string start, string stop = "") throws TokenStreamError
+ public Gee.ArrayList<Token> balance (string start, string in_stop = "") throws TokenStreamError
{
// accepts names or "{" etc..
-
+ var stop = in_stop;
start = Lang.punc(start) == null ? start : Lang.punc(start);
if (stop=="") {
if (stop == null) {
throw new TokenStreamError.ArgumentError("balance called with invalid start/stop : %s",start);
}
-
+ debug("START=%s, STOP=%s \n", start,stop);
var depth = 0;
var got = new Gee.ArrayList<Token>();
var started = false;
Token token;
while (null != (token = this.look(1,false))) {
+ debug("BALANCE: " + token.asString());
if (token.is(start)) {
// Seed.print("balance: START : " + depth + " " + token.data);
depth++;
if (token.is(stop)) {
depth--;
- // Seed.print("balance: STOP: " + depth + " " + token.data);
+
+ print("balance (%d): STOP: %s\n" , depth , token.data);
if (depth < 1) {
+ print("returning got %d", got.size);
return got;
}
+
}
if (null == this.next()) {
break;
}
return null;
}
-
- public Gee.ArrayList<Token> insertAhead(Token token) {
+ /*
+ public Gee.ArrayList<Token> insertAhead(Token token)
+ {
this.tokens.splice(this.cursor+1, 0, token); // fixme...
}
+ */
public Gee.ArrayList<Token> remaining() {
var ret = new Gee.ArrayList<Token>();
if (tok.is("VOID")) {
return ret;
}
- ret.add(this.next(1));
+ var nt = this.next();
+ if (nt != null) {
+ ret.add(nt);
+ }
}
}
+
+ public void printRange(int start, int end) {
+
+ for(var i = start; i < end +1; i++) {
+ print(this.tokens.get(i).asString());
+ }
+ }
+
/*
arrayToString : function(ar) {
console.log(typeof(ar));
})
return ret.join('');
},
- dump: function(start, end)
+ */
+ public void dump(int start, int end)
{
- start = Math.max(start || 0, 0);
- end = Math.min(end || this.tokens.length, this.tokens.length);
- var out='';
+ start = int.max(start , 0);
+ end = int.min(end, this.tokens.size);
+ var outs = "";;
for (var i =start;i < end; i++) {
- out += (this.tokens[i].outData == false) ? this.tokens[i].data : this.tokens[i].outData;
- };
- print(out);
+ outs += (this.tokens[i].outData == "") ? this.tokens[i].data : this.tokens[i].outData;
+ }
+ print(outs);
}
- */
+
+ public void dumpAll(string indent)
+ {
+ for (var i = 0;i < this.tokens.size; i++) {
+
+ this.tokens[i].dump("");
+ }
+
+ }
+
+
}
}