Lines Matching defs:tokens

141         // tokens
142 final Tokens tokens = new Tokens(fSymbolTable);
146 protected void addToken(Tokens tokens, int token)
153 super.addToken(tokens, token);
156 reportError("InvalidXPointerToken", new Object[] { tokens
163 boolean success = scanner.scanExpr(fSymbolTable, tokens, xpointer, 0,
169 while (tokens.hasMore()) {
170 int token = tokens.nextToken();
176 token = tokens.nextToken();
177 String shortHandPointerName = tokens.getTokenString(token);
193 token = tokens.nextToken();
194 String prefix = tokens.getTokenString(token);
195 token = tokens.nextToken();
196 String localName = tokens.getTokenString(token);
204 token = tokens.nextToken();
205 String openParen = tokens.getTokenString(token);
221 while (tokens.hasMore()) {
222 token = tokens.nextToken();
223 schemeData = tokens.getTokenString(token);
229 token = tokens.nextToken();
230 schemeData = tokens.getTokenString(token);
233 token = tokens.nextToken();
234 String closeParen = tokens.getTokenString(token);
241 while (tokens.hasMore()) {
242 if (tokens.getTokenString(tokens.peekToken()) != "XPTRTOKEN_OPEN_PAREN") {
449 * List of XPointer Framework tokens.
457 * XPointer Framework tokens
672 // save pool and tokens
681 private boolean scanExpr(SymbolTable symbolTable, Tokens tokens,
735 addToken(tokens, Tokens.XPTRTOKEN_OPEN_PAREN);
741 addToken(tokens, Tokens.XPTRTOKEN_CLOSE_PAREN);
809 addToken(tokens, Tokens.XPTRTOKEN_SCHEMENAME);
810 tokens.addToken(prefix);
811 tokens.addToken(name);
815 addToken(tokens, Tokens.XPTRTOKEN_SHORTHAND);
816 tokens.addToken(name);
845 addToken(tokens, Tokens.XPTRTOKEN_SCHEMEDATA);
846 tokens.addToken(schemeData);
977 * default, this method allows all tokens. However, subclasses
979 * to disallow certain tokens from being used in the scanned
983 protected void addToken(Tokens tokens, int token) throws XNIException {
984 tokens.addToken(token);