Lines Matching refs:Token

54 class Token
57 // Token classification.
60 // Token is invalid.
62 // Token indicates end of input.
64 // Token is a string of characters.
66 // Token is a quoted string of characters.
68 // Token is an operator.
70 // Token is a number (an integer).
75 Token()
81 Token(Classification classification, int lineno, int charpos)
90 Token(Classification classification, const char* value, size_t length,
100 Token(int opcode, int lineno, int charpos)
206 const Token*
224 Token
225 make_token(Token::Classification c, const char* start) const
226 { return Token(c, this->lineno_, start - this->linestart_ + 1); }
229 Token
230 make_token(Token::Classification c, const char* v, size_t len,
233 { return Token(c, v, len, this->lineno_, start - this->linestart_ + 1); }
236 Token
238 { return Token(opcode, this->lineno_, start - this->linestart_ + 1); }
241 Token
243 { return this->make_token(Token::TOKEN_INVALID, start); }
246 Token
248 { return this->make_token(Token::TOKEN_EOF, start); }
298 Token
313 inline Token
314 gather_token(Token::Classification,
319 Token
334 Token token_;
698 inline Token
699 Lex::gather_token(Token::Classification classification,
714 Token
724 return this->make_token(Token::TOKEN_QUOTED_STRING, p, skip, start);
732 Token
765 return Token(Token::TOKEN_INVALID, lineno, charpos);
783 return this->gather_token(Token::TOKEN_STRING,
798 return this->gather_token(Token::TOKEN_INTEGER,
803 return this->gather_token(Token::TOKEN_INTEGER,
830 return this->make_token(Token::TOKEN_INVALID, p);
836 const Token*
842 this->token_ = Token(this->first_token_, 0, 0);
1293 const Token*
1296 const Token* token = this->lex_->next_token();
2511 const Token* token = closure->next_token();
2517 case Token::TOKEN_INVALID:
2521 case Token::TOKEN_EOF:
2524 case Token::TOKEN_STRING:
2551 case Token::TOKEN_QUOTED_STRING:
2555 case Token::TOKEN_OPERATOR:
2558 case Token::TOKEN_INTEGER: