lib/Lex/TokenLexer.cpp

53   Tokens = &*Macro->tokens_begin();
64     assert(Tokens[0].getLocation().isValid());
65     assert((Tokens[0].getLocation().isFileID() || Tokens[0].is(tok::comment)) &&
70     // definition. Tokens that get lexed directly from the definition will
73     MacroDefStart = SM.getExpansionLoc(Tokens[0].getLocation());
82   // Tokens to point to the expanded tokens.
104   Tokens = TokArray;
128     delete [] Tokens;
129     Tokens = nullptr;
241 /// return preexpanded tokens from Tokens.
245   // Loop through 'Tokens', expanding them into ResultToks.  Keep
247   // we install the newly expanded sequence as the new 'Tokens' list.
255     const Token &CurTok = Tokens[I];
262     if (I != 0 && !Tokens[I-1].is(tok::hashhash) && CurTok.hasLeadingSpace())
267       assert(Tokens[I + 1].is(tok::l_paren) &&
290       if (Tokens[I].is(tok::l_paren))
291         VCtx.sawOpeningParen(Tokens[I].getLocation());
296       if (!Tokens[I].is(tok::r_paren) || !VCtx.sawClosingParen()) {
323                                  /*ClosingParenLoc*/ Tokens[I].getLocation());
334           } else if ((I + 1 != E) && Tokens[I + 1].is(tok::hashhash)) {
354               Tokens[I + 1].is(tok::hashhash)) {
370       int ArgNo = Macro->getParameterNum(Tokens[I+1].getIdentifierInfo());
371       assert((ArgNo != -1 || VCtx.isVAOptToken(Tokens[I + 1])) &&
384           getExpansionLocForMacroDefLoc(Tokens[I+1].getLocation());
407     bool PasteBefore = I != 0 && Tokens[I-1].is(tok::hashhash);
408     bool PasteAfter = I+1 != E && Tokens[I+1].is(tok::hashhash);
409     bool RParenAfter = I+1 != E && Tokens[I+1].is(tok::r_paren);
600   // If anything changed, install this as the new Tokens list.
607     Tokens = PP.cacheMacroExpandedTokens(this, ResultToks);
645   Tok = Tokens[CurTokenIdx++];
654       (Tokens[CurTokenIdx].is(tok::hashhash) ||
659         isWideStringLiteralFromMacro(Tok, Tokens[CurTokenIdx])))) {
726   return pasteTokens(Tok, llvm::makeArrayRef(Tokens, NumTokens), CurTokenIdx);
932   return Tokens[CurTokenIdx].is(tok::l_paren);
938   return Tokens[NumTokens-1].is(tok::eod) && !isAtEnd();