Lines Matching defs:tokens
120 private final String[] tokens;
140 throw new RuleParseError("Unexpected tokens :" + rule.substring(m.end(), m.regionEnd()));
142 tokens = list.toArray(new String[0]);
146 throw new RuleParseError("didn't consume all tokens");
153 return tokens[current++];
157 if (current >= tokens.length) {
159 throw new RuleParseError("Out of tokens");
161 throw new RuleParseError("Out of tokens looking for %s", name);
163 return tokens[current];
167 return current == tokens.length;
192 throw new RuleParseError("Extra tokens following match pattern: " + peek(null));