Lines Matching refs:Tok
458 Token Tok;
459 L.LexFromRawLexer(Tok);
461 while (Tok.isNot(tok::eof)) {
464 unsigned TokOffs = SM.getFileOffset(Tok.getLocation());
465 unsigned TokLen = Tok.getLength();
466 switch (Tok.getKind()) {
473 PP.LookUpIdentifierInfo(Tok);
476 if (Tok.isNot(tok::identifier))
505 if (!Tok.isAtStartOfLine())
511 L.LexFromRawLexer(Tok);
512 while (!Tok.isAtStartOfLine() && Tok.isNot(tok::eof)) {
513 TokEnd = SM.getFileOffset(Tok.getLocation())+Tok.getLength();
514 L.LexFromRawLexer(Tok);
526 L.LexFromRawLexer(Tok);
545 Token Tok;
546 L.LexFromRawLexer(Tok);
551 if (Tok.is(tok::hash) && Tok.isAtStartOfLine())
556 if (Tok.is(tok::hashhash))
557 Tok.setKind(tok::unknown);
562 if (Tok.is(tok::raw_identifier))
563 PP.LookUpIdentifierInfo(Tok);
565 TokenStream.push_back(Tok);
567 if (Tok.is(tok::eof)) break;
598 Token Tok;
599 TmpPP.Lex(Tok);
600 while (Tok.isNot(tok::eof)) {
602 if (!Tok.getLocation().isMacroID()) {
603 TmpPP.Lex(Tok);
610 CharSourceRange LLoc = SM.getExpansionRange(Tok.getLocation());
614 TmpPP.Lex(Tok);
621 std::string Expansion = EscapeText(TmpPP.getSpelling(Tok));
625 Token PrevTok = Tok;
627 TmpPP.Lex(Tok);
632 while (!Tok.is(tok::eof) &&
633 SM.getExpansionLoc(Tok.getLocation()) == LLoc.getBegin()) {
644 if (Tok.hasLeadingSpace() ||
645 ConcatInfo.AvoidConcat(PrevPrevTok, PrevTok, Tok))
649 Expansion += EscapeText(TmpPP.getSpelling(Tok));
653 PrevTok = Tok;
654 TmpPP.Lex(Tok);