clang/Lex/Preprocessor.h

31 #include "clang/Lex/Token.h"
104   bool operator==(const Token &Tok) const {
132   llvm::unique_function<void(const clang::Token &)> OnToken;
182   Token* ArgMacro;
550     Token Tok;
554     MacroExpandsInfo(Token Tok, MacroDefinition MD, SourceRange Range)
828   SmallVector<Token, 16> MacroExpandedTokens;
839   using CachedTokensTy = SmallVector<Token, 1>;
1016   void setTokenWatcher(llvm::unique_function<void(const clang::Token &)> F) {
1278   void HandleSkippedDirectiveWhileUsingPCH(Token &Result,
1301   void EnterMacro(Token &Tok, SourceLocation ILEnd, MacroInfo *Macro,
1317   /// If \p IsReinject the resulting tokens will have Token::IsReinjected flag
1319   void EnterTokenStream(const Token *Toks, unsigned NumToks,
1324   void EnterTokenStream(std::unique_ptr<Token[]> Toks, unsigned NumToks,
1330   void EnterTokenStream(ArrayRef<Token> Toks, bool DisableMacroExpansion,
1369   void Lex(Token &Result);
1372   bool LexHeaderName(Token &Result, bool AllowMacroExpansion = true);
1374   bool LexAfterModuleImport(Token &Result);
1375   void CollectPpImportSuffix(SmallVectorImpl<Token> &Toks);
1386   bool LexStringLiteral(Token &Result, std::string &String,
1398   bool FinishLexStringLiteral(Token &Result, std::string &String,
1407   void LexNonComment(Token &Result) {
1414   void LexUnexpandedToken(Token &Result) {
1427   void LexUnexpandedNonComment(Token &Result) {
1436   bool parseSimpleIntegerLiteral(Token &Tok, uint64_t &Value);
1451   const Token &LookAhead(unsigned N) {
1478   /// If \p IsReinject is true, resulting token will have Token::IsReinjected
1480   void EnterToken(const Token &Tok, bool IsReinject) {
1484       auto TokCopy = std::make_unique<Token[]>(1);
1502   void AnnotateCachedTokens(const Token &Tok) {
1517   bool IsPreviousCachedToken(const Token &Tok) const;
1524   void ReplacePreviousCachedToken(ArrayRef<Token> NewToks);
1534   void ReplaceLastTokenWithAnnotation(const Token &Tok) {
1546   void TypoCorrectToken(const Token &Tok) {
1658   /// the specified Token's location, translating the token's start
1664   DiagnosticBuilder Diag(const Token &Tok, unsigned DiagID) const {
1689   std::string getSpelling(const Token &Tok, bool *Invalid = nullptr) const {
1705   unsigned getSpelling(const Token &Tok, const char *&Buffer,
1714   StringRef getSpelling(const Token &Tok,
1720   bool getRawToken(SourceLocation Loc, Token &Result,
1725   /// Given a Token \p Tok that is a numeric constant with length 1,
1728   getSpellingOfSingleCharacterNumericConstant(const Token &Tok,
1732     assert(!Tok.needsCleaning() && "Token can't need cleaning with length 1");
1760   void CreateString(StringRef Str, Token &Tok,
1810   void DumpToken(const Token &Tok, bool DumpFlags = false) const;
1840   void HandleMicrosoftCommentPaste(Token &Tok);
1849   IdentifierInfo *LookUpIdentifierInfo(Token &Identifier) const;
1862   void HandlePoisonedIdentifier(Token & Identifier);
1864   void MaybeHandlePoisonedIdentifier(Token & Identifier) {
1902   bool HandleIdentifier(Token &Identifier);
1909   bool HandleEndOfFile(Token &Result, bool isEndOfMacro = false);
1913   bool HandleEndOfTokenLexer(Token &Result);
1920   void HandleDirective(Token &Result);
1988   bool CheckMacroName(Token &MacroNameTok, MacroUse isDefineUndef,
2015   void PropagateLineStartLeadingSpaceInfo(Token &Result);
2034   /// \param MacroNameTok Token that represents the name defined or undefined.
2041   void ReadMacroName(Token &MacroNameTok, MacroUse IsDefineUndef = MU_Other,
2048   /// \param MacroNameTok - Token that represents the macro name
2054       const Token &MacroNameTok, bool ImmediatelyAfterHeaderGuard);
2060   bool ReadMacroParameterList(MacroInfo *MI, Token& LastTok);
2104   bool HandleMacroExpandedIdentifier(Token &Identifier, const MacroDefinition &MD);
2111   Token *cacheMacroExpandedTokens(TokenLexer *tokLexer,
2112                                   ArrayRef<Token> tokens);
2123   MacroArgs *ReadMacroCallArgumentList(Token &MacroName, MacroInfo *MI,
2128   void ExpandBuiltinMacro(Token &Tok);
2133   void Handle_Pragma(Token &Tok);
2137   void HandleMicrosoft__pragma(Token &Tok);
2168   void CachingLex(Token &Result);
2184   const Token &PeekAhead(unsigned N);
2185   void AnnotatePreviousCachedTokens(const Token &Tok);
2192   void HandleDigitDirective(Token &Tok);
2193   void HandleUserDiagnosticDirective(Token &Tok, bool isWarning);
2194   void HandleIdentSCCSDirective(Token &Tok);
2195   void HandleMacroPublicDirective(Token &Tok);
2218       const Token &FilenameTok, bool &IsFrameworkFound, bool IsImportDecl,
2225   void HandleIncludeDirective(SourceLocation HashLoc, Token &Tok,
2229   HandleHeaderIncludeOrImport(SourceLocation HashLoc, Token &IncludeTok,
2230                               Token &FilenameTok, SourceLocation EndLoc,
2233   void HandleIncludeNextDirective(SourceLocation HashLoc, Token &Tok);
2234   void HandleIncludeMacrosDirective(SourceLocation HashLoc, Token &Tok);
2235   void HandleImportDirective(SourceLocation HashLoc, Token &Tok);
2236   void HandleMicrosoftImportDirective(Token &Tok);
2300   void HandleDefineDirective(Token &Tok, bool ImmediatelyAfterHeaderGuard);
2304   void HandleIfdefDirective(Token &Result, const Token &HashToken,
2306   void HandleIfDirective(Token &IfToken, const Token &HashToken,
2308   void HandleEndifDirective(Token &EndifToken);
2309   void HandleElseDirective(Token &Result, const Token &HashToken);
2310   void HandleElifDirective(Token &ElifToken, const Token &HashToken);
2316   void HandlePragmaOnce(Token &OnceTok);
2319   void HandlePragmaSystemHeader(Token &SysHeaderTok);
2320   void HandlePragmaDependency(Token &DependencyTok);
2321   void HandlePragmaPushMacro(Token &Tok);
2322   void HandlePragmaPopMacro(Token &Tok);
2323   void HandlePragmaIncludeAlias(Token &Tok);
2324   void HandlePragmaModuleBuild(Token &Tok);
2325   void HandlePragmaHdrstop(Token &Tok);
2326   IdentifierInfo *ParsePragmaPushOrPopMacro(Token &Tok);
2330   bool HandleComment(Token &result, SourceRange Comment);