Lines Matching refs:Tok
59 const Token &Tok = Toks[Pos.CurToken];
61 Pos.BufferStart = Tok.getText().begin();
62 Pos.BufferEnd = Tok.getText().end();
64 Pos.BufferStartLoc = Tok.getLocation();
99 if (P.Tok.is(tok::newline)) {
101 Token Newline = P.Tok;
103 if (P.Tok.isNot(tok::text)) {
109 if (P.Tok.isNot(tok::text)) {
114 Toks.push_back(P.Tok);
153 bool lexWord(Token &Tok) {
182 formTokenWithChars(Tok, Loc, WordBegin, Length, Text);
186 bool lexDelimitedSeq(Token &Tok, char OpenDelim, char CloseDelim) {
227 formTokenWithChars(Tok, Loc, WordBegin,
311 assert(Tok.is(tok::backslash_command) || Tok.is(tok::at_command));
316 const CommandInfo *Info = Traits.getCommandInfo(Tok.getCommandID());
318 Tok.is(tok::backslash_command) ? CMK_Backslash : CMK_At;
320 PC = S.actOnParamCommandStart(Tok.getLocation(),
321 Tok.getEndLocation(),
322 Tok.getCommandID(),
325 TPC = S.actOnTParamCommandStart(Tok.getLocation(),
326 Tok.getEndLocation(),
327 Tok.getCommandID(),
330 BC = S.actOnBlockCommandStart(Tok.getLocation(),
331 Tok.getEndLocation(),
332 Tok.getCommandID(),
373 else if (Tok.is(tok::newline)) {
374 Token PrevTok = Tok;
403 assert(Tok.is(tok::backslash_command) || Tok.is(tok::at_command));
405 const Token CommandTok = Tok;
439 assert(Tok.is(tok::html_start_tag));
441 S.actOnHTMLStartTagStart(Tok.getLocation(),
442 Tok.getHTMLTagStartName());
447 switch (Tok.getKind()) {
449 Token Ident = Tok;
451 if (Tok.isNot(tok::html_equals)) {
456 Token Equals = Tok;
458 if (Tok.isNot(tok::html_quoted_string)) {
459 Diag(Tok.getLocation(),
464 while (Tok.is(tok::html_equals) ||
465 Tok.is(tok::html_quoted_string))
473 SourceRange(Tok.getLocation(),
474 Tok.getEndLocation()),
475 Tok.getHTMLQuotedString()));
483 Tok.getLocation(),
491 Tok.getLocation(),
498 Diag(Tok.getLocation(),
500 while (Tok.is(tok::html_equals) ||
501 Tok.is(tok::html_quoted_string))
503 if (Tok.is(tok::html_ident) ||
504 Tok.is(tok::html_greater) ||
505 Tok.is(tok::html_slash_greater))
526 Tok.getLocation(),
529 Diag(Tok.getLocation(),
533 Diag(Tok.getLocation(),
544 assert(Tok.is(tok::html_end_tag));
545 Token TokEndTag = Tok;
548 if (Tok.is(tok::html_greater)) {
549 Loc = Tok.getLocation();
562 switch (Tok.getKind()) {
569 Content.push_back(S.actOnUnknownCommand(Tok.getLocation(),
570 Tok.getEndLocation(),
571 Tok.getUnknownCommandName()));
577 const CommandInfo *Info = Traits.getCommandInfo(Tok.getCommandID());
584 Diag(Tok.getLocation(),
586 << Tok.is(tok::at_command)
588 << SourceRange(Tok.getLocation(), Tok.getEndLocation());
593 Content.push_back(S.actOnUnknownCommand(Tok.getLocation(),
594 Tok.getEndLocation(),
606 if (Tok.is(tok::newline) || Tok.is(tok::eof)) {
612 if (Tok.is(tok::text) && isWhitespace(Tok.getText())) {
613 Token WhitespaceTok = Tok;
615 if (Tok.is(tok::newline) || Tok.is(tok::eof)) {
637 Content.push_back(S.actOnText(Tok.getLocation(),
638 Tok.getEndLocation(),
639 Tok.getText()));
660 assert(Tok.is(tok::verbatim_block_begin));
663 S.actOnVerbatimBlockStart(Tok.getLocation(),
664 Tok.getVerbatimBlockID());
669 if (Tok.is(tok::newline))
673 while (Tok.is(tok::verbatim_block_line) ||
674 Tok.is(tok::newline)) {
676 if (Tok.is(tok::verbatim_block_line)) {
677 Line = S.actOnVerbatimBlockLine(Tok.getLocation(),
678 Tok.getVerbatimBlockText());
680 if (Tok.is(tok::newline)) {
685 Line = S.actOnVerbatimBlockLine(Tok.getLocation(), "");
691 if (Tok.is(tok::verbatim_block_end)) {
692 const CommandInfo *Info = Traits.getCommandInfo(Tok.getVerbatimBlockID());
693 S.actOnVerbatimBlockFinish(VB, Tok.getLocation(),
707 assert(Tok.is(tok::verbatim_line_name));
709 Token NameTok = Tok;
716 if (Tok.is(tok::verbatim_line_text)) {
717 TextBegin = Tok.getLocation();
718 Text = Tok.getVerbatimLineText();
733 switch (Tok.getKind()) {
765 while (Tok.is(tok::newline))
769 while (Tok.isNot(tok::eof)) {
773 while (Tok.is(tok::newline))