Lines Matching refs:token

514   const cpp_token *token = _cpp_lex_token (pfile);
516 /* The token immediately after #define must be an identifier. That
523 if (token->type == CPP_NAME)
525 cpp_hashnode *node = token->val.node;
533 else if (token->flags & NAMED_OP)
536 NODE_NAME (token->val.node));
537 else if (token->type == CPP_EOF)
617 as an h-char-sequence (< ... >); we are looking at the first token
622 const cpp_token *token;
631 token = get_token_no_padding (pfile);
633 if (token->type == CPP_GREATER)
635 if (token->type == CPP_EOF)
641 len = cpp_token_len (token) + 2; /* Leading space, terminating \0. */
648 if (token->flags & PREV_WHITE)
651 total_len = (cpp_spell_token (pfile, token, (uchar *) &buffer[total_len],
796 const cpp_token *token = _cpp_lex_token (pfile);
798 if (token->type == CPP_NUMBER && token->val.str.len == 1)
800 unsigned int flag = token->val.str.text[0] - '0';
808 if (token->type != CPP_EOF)
810 cpp_token_as_text (pfile, token));
847 const cpp_token *token;
855 token = cpp_get_token (pfile);
856 if (token->type != CPP_NUMBER
857 || strtoul_for_line (token->val.str.text, token->val.str.len,
862 cpp_token_as_text (pfile, token));
869 token = cpp_get_token (pfile);
870 if (token->type == CPP_STRING)
873 if (cpp_interpret_string_notranslate (pfile, &token->val.str, 1,
878 else if (token->type != CPP_EOF)
881 cpp_token_as_text (pfile, token));
898 const cpp_token *token;
911 token = cpp_get_token (pfile);
912 if (token->type != CPP_NUMBER
913 || strtoul_for_line (token->val.str.text, token->val.str.len,
918 cpp_token_as_text (pfile, token));
922 token = cpp_get_token (pfile);
923 if (token->type == CPP_STRING)
926 if (cpp_interpret_string_notranslate (pfile, &token->val.str,
955 else if (token->type != CPP_EOF)
958 cpp_token_as_text (pfile, token));
1162 When found, a CPP_PRAGMA token will be insertted into the stream
1163 with IDENT in the token->u.pragma slot. */
1289 const cpp_token *token, *pragma_token = pfile->cur_token;
1295 token = cpp_get_token (pfile);
1296 ns_token = *token;
1297 if (token->type == CPP_NAME)
1299 p = lookup_pragma_entry (pfile->pragmas, token->val.node);
1305 token = cpp_get_token (pfile);
1306 if (token->type == CPP_NAME)
1307 p = lookup_pragma_entry (p->u.space, token->val.node);
1351 /* ??? The token buffer is leaked. Perhaps if def_pragma hook
1357 toks[1] = *token;
1464 /* Get a token but skip padding. */
1551 /* We always insert at least one token, the directive result. It'll
1557 /* ??? Note that the token buffer allocated here is leaked. It's not clear
1591 line number correct for the next token. */
1820 should save the following token in this case. */
1827 could be followed by any token. */
1845 const cpp_token *token = cpp_get_token (pfile);
1848 if (token->type == CPP_CLOSE_PAREN)
1851 if (token->type == CPP_EOF)
1857 /* struct answer includes the space for one token. */
1864 *dest = *token;