public class TokenStream : Object
{
- Gee.ArrayList<Token> tokens;
- int cursor; // where are we in the stream.
+ protected Gee.ArrayList<Token> tokens;
+ public int cursor; // where are we in the stream.
public TokenStream(Gee.ArrayList<Token> tokens) {
if (i < 0) {
return new Token("", "VOID", "START_OF_STREAM");
}
- if (i > this.tokens.size) {
+ if (i >= this.tokens.size) {
return new Token("", "VOID", "END_OF_STREAM");
}
i += (n < 0) ? -1 : 1;
}
- return new Token("", "VOID", "STREAM_ERROR"); // because null isn't an object and caller always expects an object
+ // return new Token("", "VOID", "STREAM_ERROR"); // because null isn't an object and caller always expects an object
}
}
// should not get here!
- return -1;
+ // return -1;
}
}
return new Token("", "VOID", "END_OF_STREAM");
}
- if (i > this.tokens.size) {
+ if (i >= this.tokens.size) {
return new Token("", "VOID", "END_OF_STREAM");
}
i += (n < 0) ? -1 : 1;
}
// should never get here..
- return new Token("", "VOID", "END_OF_STREAM");; // because null isn't an object and caller always expects an object;
+ // return new Token("", "VOID", "END_OF_STREAM");; // because null isn't an object and caller always expects an object;
}
return new Gee.ArrayList<Token>();
}
- public Token getMatchingToken(string start, string stop)
+ public Token? getMatchingToken(string start, string stop)
{
var depth = 0;
var cursor = this.cursor;
if (token.is(stop) && cursor != 0) {
depth--;
- if (depth == 0) return this.tokens[cursor];
+ if (depth == 0) {
+ return this.tokens[cursor];
+ }
}
cursor++;
}
- return false;
+ return null;
}
-
- public Gee.ArrayList<Token> insertAhead(Token token) {
+ /*
+ public Gee.ArrayList<Token> insertAhead(Token token)
+ {
this.tokens.splice(this.cursor+1, 0, token); // fixme...
}
+ */
public Gee.ArrayList<Token> remaining() {
var ret = new Gee.ArrayList<Token>();
if (tok.is("VOID")) {
return ret;
}
- ret.push(this.next(1));
+ var nt = this.next();
+ if (nt != null) {
+ ret.add(nt);
+ }
}
}
+
+ public void printRange(int start, int end) {
+
+ for(var i = start; i < end +1; i++) {
+ print(this.tokens.get(i).asString());
+ }
+ }
+
/*
arrayToString : function(ar) {
console.log(typeof(ar));
})
return ret.join('');
},
- dump: function(start, end)
+ */
+ public void dump(int start, int end)
{
- start = Math.max(start || 0, 0);
- end = Math.min(end || this.tokens.length, this.tokens.length);
- var out='';
+ start = int.max(start , 0);
+ end = int.min(end, this.tokens.size);
+ var outs = "";;
for (var i =start;i < end; i++) {
- out += (this.tokens[i].outData == false) ? this.tokens[i].data : this.tokens[i].outData;
- };
- print(out);
+ outs += (this.tokens[i].outData == "") ? this.tokens[i].data : this.tokens[i].outData;
+ }
+ print(outs);
}
- */
+
+ public void dumpAll(string indent)
+ {
+ for (var i = 0;i < this.tokens.length; i++) {
+
+ print("%s%s\n",indent, this.tokens[i].asString());
+ }
+ print(outs);
+ }
+
+
}
}