Lines Matching defs:tok

217 set_token (struct macro_buffer *tok, char *start, char *end)
219 tok->set_shared (start, end - start);
220 tok->last_token = 0;
223 tok->is_identifier = 0;
228 get_comment (struct macro_buffer *tok, char *p, char *end)
245 set_token (tok, tok_start, p);
261 set_token (tok, tok_start, p);
270 get_identifier (struct macro_buffer *tok, char *p, char *end)
282 set_token (tok, tok_start, p);
283 tok->is_identifier = 1;
292 get_pp_number (struct macro_buffer *tok, char *p, char *end)
316 set_token (tok, tok_start, p);
331 get_character_constant (struct macro_buffer *tok, char *p, char *end)
379 set_token (tok, tok_start, p);
392 get_string_literal (struct macro_buffer *tok, char *p, char *end)
433 set_token (tok, tok_start, p);
442 get_punctuator (struct macro_buffer *tok, char *p, char *end)
485 set_token (tok, p, p + len);
503 get_token (struct macro_buffer *tok,
528 else if (get_comment (tok, p, end))
529 p += tok->len;
530 else if (get_pp_number (tok, p, end)
531 || get_character_constant (tok, p, end)
532 || get_string_literal (tok, p, end)
541 || get_identifier (tok, p, end)
542 || get_punctuator (tok, p, end))
545 int consumed = p - src->text + tok->len;
557 set_token (tok, p, p + 1);
558 consumed = p - src->text + tok->len;
790 struct macro_buffer tok;
799 if (! get_token (&tok, &temp)
800 || tok.len != 1
801 || tok.text[0] != '(')
806 get_token (&tok, src);
822 if (! get_token (&tok, src))
825 /* Is tok an opening paren? */
826 if (tok.len == 1 && tok.text[0] == '(')
829 /* Is tok is a closing paren? */
830 else if (tok.len == 1 && tok.text[0] == ')')
852 /* If tok is a comma at top level, then that's the end of
856 else if (tok.len == 1 && tok.text[0] == ',' && depth == 0
865 arg->text = tok.text;
866 arg->len = tok.len;
871 arg->len = (tok.text + tok.len) - arg->text;
872 arg->last_token = tok.text - arg->text;
898 find_parameter (const struct macro_buffer *tok,
904 if (! tok->is_identifier)
908 if (tok->len == strlen (argv[i])
909 && !memcmp (tok->text, argv[i], tok->len))
912 if (is_varargs && tok->len == va_arg_name->len
913 && ! memcmp (tok->text, va_arg_name->text, tok->len))
967 struct macro_buffer tok;
986 if (! get_token (&tok, &replacement_list))
1000 &tok,
1007 bool token_is_vaopt = (tok.len == 10
1008 && strncmp (tok.text, "__VA_OPT__", 10) == 0);
1014 else if (tok.len == 1 && tok.text[0] == '(')
1023 else if (tok.len == 1 && tok.text[0] == ')')
1051 if (tok.text > original_rl_start)
1053 dest->appendmem (original_rl_start, tok.text - original_rl_start);
1058 if (tok.len == 1
1059 && tok.text[0] == '#')
1080 else if (tok.len == 2
1081 && tok.text[0] == '#'
1082 && tok.text[1] == '#')
1098 if (tok.len == 1 && tok.text[0] == ',')
1102 int arg = find_parameter (&tok, is_varargs, va_arg_name,
1108 dest->appendmem (tok.text, tok.len);
1114 if (! get_token (&tok, &replacement_list))
1129 && tok.len == va_arg_name->len
1130 && !memcmp (tok.text, va_arg_name->text, tok.len)
1138 if (tok.len == 1 && tok.text[0] == ',')
1142 int arg = find_parameter (&tok, is_varargs, va_arg_name,
1148 dest->appendmem (tok.text, tok.len);
1154 if (! get_token (&tok, &replacement_list))
1160 if (! (tok.len == 2
1161 && tok.text[0] == '#'
1162 && tok.text[1] == '#'))
1178 lookahead = tok;
1187 int arg = find_parameter (&tok, is_varargs, va_arg_name,
1204 append_tokens_without_splicing (dest, &tok);
1392 struct macro_buffer tok;
1396 if (! get_token (&tok, src))
1401 if (tok.text > original_src_start)
1403 dest->appendmem (original_src_start, tok.text - original_src_start);
1407 if (! maybe_expand (dest, &tok, src, no_loop, scope))
1408 /* We didn't end up expanding tok as a macro reference, so
1410 append_tokens_without_splicing (dest, &tok);
1448 struct macro_buffer tok;
1458 if (! get_token (&tok, &src))
1462 if (maybe_expand (&dest, &tok, &src, 0, scope))