Lines Matching refs:Token
35 #include "clang/Lex/Token.h"
104 class Token {
106 Token(SourceLocation Location, unsigned Length, tok::TokenKind Kind);
107 /// EXPECTS: clang::Token is not an annotation token.
108 explicit Token(const clang::Token &T);
134 static FileRange range(const SourceManager &SM, const syntax::Token &First,
135 const syntax::Token &Last);
146 /// For debugging purposes. Equivalent to a call to Token::str().
147 llvm::raw_ostream &operator<<(llvm::raw_ostream &OS, const Token &T);
191 llvm::ArrayRef<syntax::Token> expandedTokens() const {
197 llvm::ArrayRef<syntax::Token> expandedTokens(SourceRange R) const;
227 llvm::Optional<llvm::ArrayRef<syntax::Token>>
228 spelledForExpanded(llvm::ArrayRef<syntax::Token> Expanded) const;
257 llvm::SmallVector<llvm::ArrayRef<syntax::Token>, 1>
258 expandedForSpelled(llvm::ArrayRef<syntax::Token> Spelled) const;
270 llvm::ArrayRef<syntax::Token> Spelled;
271 llvm::ArrayRef<syntax::Token> Expanded;
277 expansionStartingAt(const syntax::Token *Spelled) const;
285 llvm::ArrayRef<syntax::Token> spelledTokens(FileID FID) const;
287 /// Returns the spelled Token starting at Loc, if there are no such tokens
289 const syntax::Token *spelledTokenAt(SourceLocation Loc) const;
299 std::vector<const syntax::Token *> macroExpansions(FileID FID) const;
334 std::vector<syntax::Token> SpelledTokens;
346 std::pair<const syntax::Token *, const Mapping *>
347 spelledForExpandedToken(const syntax::Token *Expanded) const;
353 const syntax::Token *Spelled);
355 /// Token stream produced after preprocessing, conceputally this captures the
358 std::vector<syntax::Token> ExpandedTokens;
367 llvm::ArrayRef<syntax::Token>
369 llvm::ArrayRef<syntax::Token>
370 spelledTokensTouching(SourceLocation Loc, llvm::ArrayRef<syntax::Token> Tokens);
374 const syntax::Token *
376 llvm::ArrayRef<syntax::Token> Tokens);
377 const syntax::Token *
389 std::vector<syntax::Token> tokenize(FileID FID, const SourceManager &SM,
395 std::vector<syntax::Token>
435 std::vector<syntax::Token> Expanded;